-- Logs begin at Wed 2021-09-15 15:45:11 UTC, end at Wed 2021-09-15 16:46:58 UTC. -- Sep 15 16:13:42.008658 dv-cinder-779576-8-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Sep 15 16:13:44.749985 dv-cinder-779576-8-iscsi neutron-server[93846]: INFO neutron.common.config [-] Logging enabled! Sep 15 16:13:44.750694 dv-cinder-779576-8-iscsi neutron-server[93846]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev648 Sep 15 16:13:44.750788 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93846) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Sep 15 16:13:44.756853 dv-cinder-779576-8-iscsi neutron-server[93846]: INFO neutron.common.config [-] Logging enabled! Sep 15 16:13:44.757204 dv-cinder-779576-8-iscsi neutron-server[93846]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev648 Sep 15 16:13:44.757647 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93846) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Sep 15 16:13:44.759033 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 15 16:13:44.759363 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 15 16:13:44.759898 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 15 16:13:44.760265 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 15 16:13:44.760588 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 15 16:13:44.761039 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:13:44.761460 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:13:44.761876 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:13:44.762197 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:13:44.762611 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:13:44.763016 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:13:44.763403 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:13:44.763810 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:13:44.764256 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:13:44.764670 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:13:44.765068 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:13:44.765469 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:13:44.765794 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:13:44.766206 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron.common.config [-] config_source = [] {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:13:44.766555 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:13:44.766949 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:13:44.767269 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron.common.config [-] debug = True {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:13:44.767673 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:13:44.768424 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:13:44.768990 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:13:44.769400 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:13:44.769821 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:13:44.770219 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:13:44.770616 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:13:44.771010 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:13:44.771419 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:13:44.771885 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron.common.config [-] host = dv-cinder-779576-8-iscsi {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:13:44.772314 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:13:44.772730 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:13:44.773143 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:13:44.773549 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:13:44.773939 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:13:44.774333 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:13:44.774739 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:13:44.775129 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron.common.config [-] log_dir = None {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:13:44.775516 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron.common.config [-] log_file = None {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:13:44.775913 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:13:44.776367 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:13:44.776779 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:13:44.777197 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:13:44.777519 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:13:44.777836 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:13:44.778246 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:13:44.778658 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:13:44.779012 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:13:44.779404 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:13:44.779799 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:13:44.780220 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:13:44.780628 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:13:44.781015 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:13:44.781439 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:13:44.781827 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:13:44.782238 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:13:44.782635 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:13:44.783030 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:13:44.783393 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:13:44.783807 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:13:44.784432 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:13:44.784432 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:13:44.784682 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:13:44.784954 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:13:44.785427 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:13:44.785548 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:13:44.785820 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:13:44.786180 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:13:44.786597 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:13:44.786997 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:13:44.787403 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:13:44.787791 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:13:44.788243 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:13:44.788670 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:13:44.789129 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron.common.config [-] use_journal = False {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:13:44.789261 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron.common.config [-] use_json = False {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:13:44.789535 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:13:44.790059 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:13:44.790159 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:13:44.790397 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:13:44.790686 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:13:44.791086 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:13:44.791476 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:13:44.791882 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:13:44.792342 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:44.792790 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:44.793257 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:44.793702 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:44.793877 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:44.794160 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:44.794652 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:44.794856 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:44.795146 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:44.795549 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:44.795959 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:44.796386 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:44.796794 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:44.797192 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:44.797649 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:44.798261 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:44.798362 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:44.798648 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:44.799243 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:44.799243 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:44.799541 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:44.799820 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:44.800234 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:44.800642 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:44.801051 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:44.801465 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:44.801863 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:44.802319 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:44.802771 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:44.803178 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:44.803507 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:44.803789 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:44.804091 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:44.804389 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:44.804664 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:44.804943 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:44.805233 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:44.805515 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:44.805788 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:44.806070 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:44.806348 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:44.806620 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:44.806890 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:44.807164 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:44.807452 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:44.807725 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:44.807995 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:44.808285 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:44.808561 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:44.808828 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:44.809111 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:44.809385 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:44.809655 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:44.809925 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:44.810203 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:44.810475 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:44.810745 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:44.811019 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:44.811287 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:44.811560 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:44.811826 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:44.812118 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:44.812389 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:44.812657 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:44.812922 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:44.813188 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:44.813455 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:44.813727 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:44.813997 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:44.814266 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:44.814535 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:44.814826 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:44.815100 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:44.815377 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:44.815757 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:44.816035 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:44.816335 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:44.816612 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:44.816888 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:44.817161 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:44.817434 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:44.817709 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:44.817984 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:44.818252 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:44.818543 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:44.818824 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:44.819111 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:44.819393 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:44.819668 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:44.819969 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:44.820274 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:44.820557 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:44.820832 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:44.821105 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:44.821384 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:44.821662 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:44.821952 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:44.822241 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:44.822532 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:44.822821 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:44.823109 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:44.823383 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:44.823689 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:44.823963 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:44.824200 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 15 16:13:44.824442 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=93846) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Sep 15 16:13:45.179741 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=93846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 16:13:45.179984 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=93846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 16:13:45.180323 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=93846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 16:13:45.180648 dv-cinder-779576-8-iscsi neutron-server[93846]: INFO neutron.manager [-] Loading core plugin: ml2 Sep 15 16:13:45.576815 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93846) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 16:13:45.577071 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93846) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 16:13:45.577360 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93846) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 16:13:45.578656 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93846) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 16:13:45.578926 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93846) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 16:13:45.579189 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93846) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 16:13:45.614434 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93846) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 16:13:45.614704 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93846) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 16:13:45.614969 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93846) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 16:13:45.630138 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93846) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 16:13:45.630408 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93846) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 16:13:45.630672 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93846) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 16:13:45.658451 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93846) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 16:13:45.658741 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93846) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 16:13:45.658964 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93846) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 16:13:45.695923 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93846) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 16:13:45.696227 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93846) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 16:13:45.696491 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93846) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 16:13:45.926567 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=93846) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 16:13:45.927245 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=93846) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 16:13:45.927245 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=93846) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 16:13:45.927406 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=93846) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 16:13:45.928029 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=93846) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 16:13:46.046203 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=93846) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 16:13:46.046518 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=93846) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 16:13:46.046793 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=93846) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 16:13:46.047056 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=93846) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 16:13:46.047318 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=93846) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 16:13:46.047616 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=93846) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 16:13:46.047878 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=93846) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 16:13:46.048119 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=93846) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 16:13:46.048405 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=93846) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 16:13:46.048691 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=93846) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 16:13:46.048930 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=93846) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 16:13:46.049212 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=93846) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 16:13:46.049445 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=93846) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 16:13:46.049692 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=93846) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 16:13:46.049942 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=93846) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 16:13:46.050195 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93846) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 16:13:46.050444 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=93846) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 16:13:46.050703 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=93846) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 16:13:46.050963 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=93846) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 16:13:46.051199 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=93846) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 16:13:46.051465 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93846) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 16:13:46.051711 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93846) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 16:13:46.051986 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93846) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 16:13:46.052382 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93846) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 16:13:46.052636 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93846) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 16:13:46.052875 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93846) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 16:13:46.053266 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=93846) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 15 16:13:46.053505 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=93846) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 15 16:13:46.053741 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=93846) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 15 16:13:46.053984 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=93846) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 15 16:13:46.054211 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=93846) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 15 16:13:46.054443 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=93846) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 15 16:13:46.054807 dv-cinder-779576-8-iscsi neutron-server[93846]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Sep 15 16:13:46.057914 dv-cinder-779576-8-iscsi neutron-server[93846]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Sep 15 16:13:46.061970 dv-cinder-779576-8-iscsi neutron-server[93846]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Sep 15 16:13:46.065751 dv-cinder-779576-8-iscsi neutron-server[93846]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(50, 99)])]) Sep 15 16:13:46.067325 dv-cinder-779576-8-iscsi neutron-server[93846]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Sep 15 16:13:46.067816 dv-cinder-779576-8-iscsi neutron-server[93846]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Sep 15 16:13:46.068177 dv-cinder-779576-8-iscsi neutron-server[93846]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Sep 15 16:13:46.068560 dv-cinder-779576-8-iscsi neutron-server[93846]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Sep 15 16:13:46.071323 dv-cinder-779576-8-iscsi neutron-server[93846]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Sep 15 16:13:46.071566 dv-cinder-779576-8-iscsi neutron-server[93846]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Sep 15 16:13:46.071904 dv-cinder-779576-8-iscsi neutron-server[93846]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Sep 15 16:13:46.077231 dv-cinder-779576-8-iscsi neutron-server[93846]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Sep 15 16:13:46.099004 dv-cinder-779576-8-iscsi neutron-server[93846]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Sep 15 16:13:46.099461 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=93846) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 16:13:46.099754 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=93846) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Sep 15 16:13:46.100105 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=93846) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 16:13:46.101484 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=93846) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Sep 15 16:13:46.101924 dv-cinder-779576-8-iscsi neutron-server[93846]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Sep 15 16:13:46.102167 dv-cinder-779576-8-iscsi neutron-server[93846]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Sep 15 16:13:46.105367 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=93846) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 16:13:46.105642 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=93846) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 16:13:46.169042 dv-cinder-779576-8-iscsi neutron-server[93846]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Sep 15 16:13:46.169255 dv-cinder-779576-8-iscsi neutron-server[93846]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Sep 15 16:13:46.169511 dv-cinder-779576-8-iscsi neutron-server[93846]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Sep 15 16:13:46.169881 dv-cinder-779576-8-iscsi neutron-server[93846]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Sep 15 16:13:46.193751 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_db.sqlalchemy.engines [None req-ba635889-73af-42a6-ba28-0ef3e9788584 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=93846) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Sep 15 16:13:46.727779 dv-cinder-779576-8-iscsi neutron-server[93846]: INFO neutron.plugins.ml2.managers [None req-ba635889-73af-42a6-ba28-0ef3e9788584 None None] Initializing driver for type 'gre' Sep 15 16:13:46.728342 dv-cinder-779576-8-iscsi neutron-server[93846]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-ba635889-73af-42a6-ba28-0ef3e9788584 None None] gre ID ranges: [(1, 1000)] Sep 15 16:13:46.782027 dv-cinder-779576-8-iscsi neutron-server[93846]: INFO neutron.plugins.ml2.managers [None req-ba635889-73af-42a6-ba28-0ef3e9788584 None None] Initializing driver for type 'local' Sep 15 16:13:46.782354 dv-cinder-779576-8-iscsi neutron-server[93846]: INFO neutron.plugins.ml2.managers [None req-ba635889-73af-42a6-ba28-0ef3e9788584 None None] Initializing driver for type 'vlan' Sep 15 16:13:46.798986 dv-cinder-779576-8-iscsi neutron-server[93846]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-ba635889-73af-42a6-ba28-0ef3e9788584 None None] VlanTypeDriver initialization complete Sep 15 16:13:46.799424 dv-cinder-779576-8-iscsi neutron-server[93846]: INFO neutron.plugins.ml2.managers [None req-ba635889-73af-42a6-ba28-0ef3e9788584 None None] Initializing driver for type 'vxlan' Sep 15 16:13:46.800050 dv-cinder-779576-8-iscsi neutron-server[93846]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-ba635889-73af-42a6-ba28-0ef3e9788584 None None] vxlan ID ranges: [(1, 1000)] Sep 15 16:13:46.859695 dv-cinder-779576-8-iscsi neutron-server[93846]: INFO neutron.plugins.ml2.managers [None req-ba635889-73af-42a6-ba28-0ef3e9788584 None None] Initializing extension driver 'port_security' Sep 15 16:13:46.860033 dv-cinder-779576-8-iscsi neutron-server[93846]: INFO neutron.plugins.ml2.extensions.port_security [None req-ba635889-73af-42a6-ba28-0ef3e9788584 None None] PortSecurityExtensionDriver initialization complete Sep 15 16:13:46.860388 dv-cinder-779576-8-iscsi neutron-server[93846]: INFO neutron.plugins.ml2.managers [None req-ba635889-73af-42a6-ba28-0ef3e9788584 None None] Initializing mechanism driver 'openvswitch' Sep 15 16:13:46.860707 dv-cinder-779576-8-iscsi neutron-server[93846]: INFO neutron.plugins.ml2.managers [None req-ba635889-73af-42a6-ba28-0ef3e9788584 None None] Initializing mechanism driver 'hyperv' Sep 15 16:13:46.867397 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron.plugins.ml2.plugin [None req-ba635889-73af-42a6-ba28-0ef3e9788584 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=93846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:13:46.868108 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-ba635889-73af-42a6-ba28-0ef3e9788584 None None] Subscribe: > port after_create 55550000 {{(pid=93846) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 16:13:46.868484 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-ba635889-73af-42a6-ba28-0ef3e9788584 None None] Subscribe: > port after_update 55550000 {{(pid=93846) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 16:13:46.868851 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-ba635889-73af-42a6-ba28-0ef3e9788584 None None] Subscribe: > port after_delete 55550000 {{(pid=93846) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 16:13:46.869360 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=93846) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 15 16:13:46.870121 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-ba635889-73af-42a6-ba28-0ef3e9788584 None None] Subscribe: > subnet after_create 55550000 {{(pid=93846) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 16:13:46.870473 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-ba635889-73af-42a6-ba28-0ef3e9788584 None None] Subscribe: > subnet after_update 55550000 {{(pid=93846) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 16:13:46.870817 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-ba635889-73af-42a6-ba28-0ef3e9788584 None None] Subscribe: > subnet after_delete 55550000 {{(pid=93846) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 16:13:46.871208 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=93846) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 15 16:13:46.871614 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-ba635889-73af-42a6-ba28-0ef3e9788584 None None] Subscribe: > network after_create 55550000 {{(pid=93846) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 16:13:46.871962 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-ba635889-73af-42a6-ba28-0ef3e9788584 None None] Subscribe: > network after_update 55550000 {{(pid=93846) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 16:13:46.872334 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-ba635889-73af-42a6-ba28-0ef3e9788584 None None] Subscribe: > network after_delete 55550000 {{(pid=93846) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 16:13:46.872724 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=93846) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 15 16:13:46.873126 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-ba635889-73af-42a6-ba28-0ef3e9788584 None None] Subscribe: > security_group after_create 55550000 {{(pid=93846) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 16:13:46.873470 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-ba635889-73af-42a6-ba28-0ef3e9788584 None None] Subscribe: > security_group after_update 55550000 {{(pid=93846) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 16:13:46.873807 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-ba635889-73af-42a6-ba28-0ef3e9788584 None None] Subscribe: > security_group after_delete 55550000 {{(pid=93846) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 16:13:46.874333 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=93846) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 15 16:13:46.874740 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-ba635889-73af-42a6-ba28-0ef3e9788584 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=93846) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 16:13:46.875089 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-ba635889-73af-42a6-ba28-0ef3e9788584 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=93846) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 16:13:46.875428 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-ba635889-73af-42a6-ba28-0ef3e9788584 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=93846) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 16:13:46.875822 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=93846) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 15 16:13:46.876253 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-ba635889-73af-42a6-ba28-0ef3e9788584 None None] Subscribe: > address_group after_create 55550000 {{(pid=93846) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 16:13:46.876599 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-ba635889-73af-42a6-ba28-0ef3e9788584 None None] Subscribe: > address_group after_update 55550000 {{(pid=93846) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 16:13:46.876934 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-ba635889-73af-42a6-ba28-0ef3e9788584 None None] Subscribe: > address_group after_delete 55550000 {{(pid=93846) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 16:13:46.877320 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=93846) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 15 16:13:46.877901 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-ba635889-73af-42a6-ba28-0ef3e9788584 None None] ML2 OVO RPC backend initialized. {{(pid=93846) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Sep 15 16:13:46.878483 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-ba635889-73af-42a6-ba28-0ef3e9788584 None None] Subscribe: > router_interface after_create 55550000 {{(pid=93846) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 16:13:46.878839 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-ba635889-73af-42a6-ba28-0ef3e9788584 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93846) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 16:13:46.879255 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-ba635889-73af-42a6-ba28-0ef3e9788584 None None] Subscribe: > network before_response 55550000 {{(pid=93846) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 16:13:46.879601 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-ba635889-73af-42a6-ba28-0ef3e9788584 None None] Subscribe: > networks before_response 55550000 {{(pid=93846) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 16:13:46.879948 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-ba635889-73af-42a6-ba28-0ef3e9788584 None None] Subscribe: > port before_response 55550000 {{(pid=93846) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 16:13:46.880314 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-ba635889-73af-42a6-ba28-0ef3e9788584 None None] Subscribe: > ports before_response 55550000 {{(pid=93846) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 16:13:46.880723 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-ba635889-73af-42a6-ba28-0ef3e9788584 None None] Subscribe: > subnet before_response 55550000 {{(pid=93846) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 16:13:46.880994 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-ba635889-73af-42a6-ba28-0ef3e9788584 None None] Subscribe: > subnets before_response 55550000 {{(pid=93846) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 16:13:46.881338 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-ba635889-73af-42a6-ba28-0ef3e9788584 None None] Subscribe: > network after_create 55550000 {{(pid=93846) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 16:13:46.881676 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-ba635889-73af-42a6-ba28-0ef3e9788584 None None] Subscribe: > network after_update 55550000 {{(pid=93846) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 16:13:46.882016 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-ba635889-73af-42a6-ba28-0ef3e9788584 None None] Subscribe: > network after_delete 55550000 {{(pid=93846) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 16:13:46.882349 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-ba635889-73af-42a6-ba28-0ef3e9788584 None None] Subscribe: > port after_create 55550000 {{(pid=93846) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 16:13:46.882681 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-ba635889-73af-42a6-ba28-0ef3e9788584 None None] Subscribe: > port after_update 55550000 {{(pid=93846) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 16:13:46.883012 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-ba635889-73af-42a6-ba28-0ef3e9788584 None None] Subscribe: > port after_delete 55550000 {{(pid=93846) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 16:13:46.883345 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-ba635889-73af-42a6-ba28-0ef3e9788584 None None] Subscribe: > subnet after_create 55550000 {{(pid=93846) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 16:13:46.883676 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-ba635889-73af-42a6-ba28-0ef3e9788584 None None] Subscribe: > subnet after_update 55550000 {{(pid=93846) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 16:13:46.884008 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-ba635889-73af-42a6-ba28-0ef3e9788584 None None] Subscribe: > subnet after_delete 55550000 {{(pid=93846) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 16:13:46.884603 dv-cinder-779576-8-iscsi neutron-server[93846]: INFO neutron.plugins.ml2.plugin [None req-ba635889-73af-42a6-ba28-0ef3e9788584 None None] Modular L2 Plugin initialization complete Sep 15 16:13:46.884931 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron.manager [None req-ba635889-73af-42a6-ba28-0ef3e9788584 None None] Loading services supported by the core plugin {{(pid=93846) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Sep 15 16:13:46.885258 dv-cinder-779576-8-iscsi neutron-server[93846]: INFO neutron.plugins.ml2.managers [None req-ba635889-73af-42a6-ba28-0ef3e9788584 None None] Got port-security extension from driver 'port_security' Sep 15 16:13:46.885720 dv-cinder-779576-8-iscsi neutron-server[93846]: INFO neutron.extensions.vlantransparent [None req-ba635889-73af-42a6-ba28-0ef3e9788584 None None] Disabled vlantransparent extension. Sep 15 16:13:46.886199 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron.manager [None req-ba635889-73af-42a6-ba28-0ef3e9788584 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=93846) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Sep 15 16:13:46.886508 dv-cinder-779576-8-iscsi neutron-server[93846]: INFO neutron.manager [None req-ba635889-73af-42a6-ba28-0ef3e9788584 None None] Loading Plugin: router Sep 15 16:13:46.922274 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-ba635889-73af-42a6-ba28-0ef3e9788584 None None] Subscribe: > router_interface before_create 55550000 {{(pid=93846) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 16:13:46.922662 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-ba635889-73af-42a6-ba28-0ef3e9788584 None None] Subscribe: > router after_create 55549900 {{(pid=93846) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 16:13:46.923033 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-ba635889-73af-42a6-ba28-0ef3e9788584 None None] Subscribe: > router before_create 55549900 {{(pid=93846) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 16:13:46.923393 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-ba635889-73af-42a6-ba28-0ef3e9788584 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=93846) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 16:13:46.923766 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-ba635889-73af-42a6-ba28-0ef3e9788584 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93846) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 16:13:46.924110 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-ba635889-73af-42a6-ba28-0ef3e9788584 None None] Subscribe: > router after_delete 55549900 {{(pid=93846) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 16:13:46.924471 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-ba635889-73af-42a6-ba28-0ef3e9788584 None None] Subscribe: > floatingip after_create 55550000 {{(pid=93846) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 16:13:46.924846 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-ba635889-73af-42a6-ba28-0ef3e9788584 None None] Subscribe: > floatingip after_update 55550000 {{(pid=93846) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 16:13:46.925194 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-ba635889-73af-42a6-ba28-0ef3e9788584 None None] Subscribe: > router after_create 55549900 {{(pid=93846) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 16:13:46.925536 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-ba635889-73af-42a6-ba28-0ef3e9788584 None None] Subscribe: > router after_update 55549900 {{(pid=93846) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 16:13:46.925875 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-ba635889-73af-42a6-ba28-0ef3e9788584 None None] Subscribe: > router after_update 55549900 {{(pid=93846) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 16:13:46.926208 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-ba635889-73af-42a6-ba28-0ef3e9788584 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=93846) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 16:13:46.926561 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-ba635889-73af-42a6-ba28-0ef3e9788584 None None] Subscribe: > router after_update 55549900 {{(pid=93846) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 16:13:46.926966 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-ba635889-73af-42a6-ba28-0ef3e9788584 None None] Subscribe: > router precommit_update 55549900 {{(pid=93846) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 16:13:46.927513 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-ba635889-73af-42a6-ba28-0ef3e9788584 None None] Subscribe: port after_update 55550000 {{(pid=93846) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 16:13:46.927638 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-ba635889-73af-42a6-ba28-0ef3e9788584 None None] Subscribe: port after_delete 55550000 {{(pid=93846) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 16:13:46.927983 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-ba635889-73af-42a6-ba28-0ef3e9788584 None None] Subscribe: subnet after_update 55550000 {{(pid=93846) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 16:13:46.928347 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-ba635889-73af-42a6-ba28-0ef3e9788584 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=93846) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 16:13:46.928695 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-ba635889-73af-42a6-ba28-0ef3e9788584 None None] Subscribe: > port precommit_delete 55550000 {{(pid=93846) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 16:13:46.929041 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-ba635889-73af-42a6-ba28-0ef3e9788584 None None] Subscribe: > router precommit_create 55549900 {{(pid=93846) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 16:13:46.929371 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-ba635889-73af-42a6-ba28-0ef3e9788584 None None] Subscribe: port before_delete 55550000 {{(pid=93846) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 16:13:46.929708 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-ba635889-73af-42a6-ba28-0ef3e9788584 None None] Subscribe: > router precommit_create 55550000 {{(pid=93846) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 16:13:46.930058 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-ba635889-73af-42a6-ba28-0ef3e9788584 None None] Subscribe: > router after_update 55549900 {{(pid=93846) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 16:13:46.930396 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-ba635889-73af-42a6-ba28-0ef3e9788584 None None] Subscribe: > router precommit_delete 55549900 {{(pid=93846) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 16:13:46.930741 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-ba635889-73af-42a6-ba28-0ef3e9788584 None None] Subscribe: > router precommit_create 55549900 {{(pid=93846) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 16:13:46.931087 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-ba635889-73af-42a6-ba28-0ef3e9788584 None None] Subscribe: > router_interface after_create 55550000 {{(pid=93846) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 16:13:46.931425 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-ba635889-73af-42a6-ba28-0ef3e9788584 None None] Subscribe: > router precommit_update 55549900 {{(pid=93846) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 16:13:46.931785 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-ba635889-73af-42a6-ba28-0ef3e9788584 None None] Subscribe: > agent after_create 55550000 {{(pid=93846) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 16:13:46.932155 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-ba635889-73af-42a6-ba28-0ef3e9788584 None None] Subscribe: > agent after_delete 55550000 {{(pid=93846) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 16:13:46.932495 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-ba635889-73af-42a6-ba28-0ef3e9788584 None None] Subscribe: > network after_delete 55550000 {{(pid=93846) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 16:13:46.933351 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron.quota.resource_registry [None req-ba635889-73af-42a6-ba28-0ef3e9788584 None None] Tracking information for resource: router configured {{(pid=93846) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 15 16:13:46.933680 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron.quota.resource_registry [None req-ba635889-73af-42a6-ba28-0ef3e9788584 None None] Tracking information for resource: floatingip configured {{(pid=93846) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 15 16:13:46.938643 dv-cinder-779576-8-iscsi neutron-server[93846]: INFO neutron.db.l3_agentschedulers_db [None req-ba635889-73af-42a6-ba28-0ef3e9788584 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Sep 15 16:13:46.939217 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-ba635889-73af-42a6-ba28-0ef3e9788584 None None] Subscribe: port after_update 55550000 {{(pid=93846) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 16:13:46.939574 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-ba635889-73af-42a6-ba28-0ef3e9788584 None None] Subscribe: port after_create 55550000 {{(pid=93846) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 16:13:46.939924 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-ba635889-73af-42a6-ba28-0ef3e9788584 None None] Subscribe: port after_delete 55550000 {{(pid=93846) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 16:13:46.940345 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-ba635889-73af-42a6-ba28-0ef3e9788584 None None] Subscribe: port after_update 55550000 {{(pid=93846) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 16:13:46.941142 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-ba635889-73af-42a6-ba28-0ef3e9788584 None None] Subscribe: > router before_create 55550100 {{(pid=93846) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 16:13:46.941499 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-ba635889-73af-42a6-ba28-0ef3e9788584 None None] Subscribe: > router precommit_delete 55550100 {{(pid=93846) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 16:13:46.941859 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-ba635889-73af-42a6-ba28-0ef3e9788584 None None] Subscribe: > router precommit_create 55550100 {{(pid=93846) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 16:13:46.942214 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-ba635889-73af-42a6-ba28-0ef3e9788584 None None] Subscribe: > router precommit_update 55550100 {{(pid=93846) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 16:13:46.946911 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron.services.provider_configuration [None req-ba635889-73af-42a6-ba28-0ef3e9788584 None None] Service providers = [] {{(pid=93846) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Sep 15 16:13:46.947279 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron.db.servicetype_db [None req-ba635889-73af-42a6-ba28-0ef3e9788584 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=93846) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Sep 15 16:13:46.950253 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron.services.service_base [None req-ba635889-73af-42a6-ba28-0ef3e9788584 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=93846) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 15 16:13:46.950635 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron.services.service_base [None req-ba635889-73af-42a6-ba28-0ef3e9788584 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=93846) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 15 16:13:46.950980 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron.services.service_base [None req-ba635889-73af-42a6-ba28-0ef3e9788584 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=93846) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 15 16:13:46.951861 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron.services.service_base [None req-ba635889-73af-42a6-ba28-0ef3e9788584 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=93846) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 15 16:13:46.952262 dv-cinder-779576-8-iscsi neutron-server[93846]: INFO neutron.services.service_base [None req-ba635889-73af-42a6-ba28-0ef3e9788584 None None] Default provider is not specified for service type L3_ROUTER_NAT Sep 15 16:13:46.952642 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron.manager [None req-ba635889-73af-42a6-ba28-0ef3e9788584 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=93846) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 15 16:13:46.952958 dv-cinder-779576-8-iscsi neutron-server[93846]: INFO neutron.manager [None req-ba635889-73af-42a6-ba28-0ef3e9788584 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Sep 15 16:13:46.963530 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron.manager [None req-ba635889-73af-42a6-ba28-0ef3e9788584 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=93846) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 15 16:13:46.963860 dv-cinder-779576-8-iscsi neutron-server[93846]: INFO neutron.manager [None req-ba635889-73af-42a6-ba28-0ef3e9788584 None None] Loading Plugin: auto_allocate Sep 15 16:13:46.969603 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-ba635889-73af-42a6-ba28-0ef3e9788584 None None] Subscribe: network precommit_update 55550000 {{(pid=93846) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 16:13:46.969977 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-ba635889-73af-42a6-ba28-0ef3e9788584 None None] Subscribe: network precommit_create 55550000 {{(pid=93846) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 16:13:46.970497 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron.manager [None req-ba635889-73af-42a6-ba28-0ef3e9788584 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=93846) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 15 16:13:46.970815 dv-cinder-779576-8-iscsi neutron-server[93846]: INFO neutron.manager [None req-ba635889-73af-42a6-ba28-0ef3e9788584 None None] Loading Plugin: tag Sep 15 16:13:46.977553 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron.manager [None req-ba635889-73af-42a6-ba28-0ef3e9788584 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=93846) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 15 16:13:46.977943 dv-cinder-779576-8-iscsi neutron-server[93846]: INFO neutron.manager [None req-ba635889-73af-42a6-ba28-0ef3e9788584 None None] Loading Plugin: timestamp Sep 15 16:13:46.981929 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron.manager [None req-ba635889-73af-42a6-ba28-0ef3e9788584 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=93846) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 15 16:13:46.982252 dv-cinder-779576-8-iscsi neutron-server[93846]: INFO neutron.manager [None req-ba635889-73af-42a6-ba28-0ef3e9788584 None None] Loading Plugin: network_ip_availability Sep 15 16:13:46.987800 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-ba635889-73af-42a6-ba28-0ef3e9788584 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93846) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 16:13:46.988202 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-ba635889-73af-42a6-ba28-0ef3e9788584 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93846) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 16:13:46.988562 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-ba635889-73af-42a6-ba28-0ef3e9788584 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93846) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 16:13:46.989275 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron.manager [None req-ba635889-73af-42a6-ba28-0ef3e9788584 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=93846) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 15 16:13:46.989593 dv-cinder-779576-8-iscsi neutron-server[93846]: INFO neutron.manager [None req-ba635889-73af-42a6-ba28-0ef3e9788584 None None] Loading Plugin: flavors Sep 15 16:13:46.994281 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron.manager [None req-ba635889-73af-42a6-ba28-0ef3e9788584 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=93846) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 15 16:13:46.994964 dv-cinder-779576-8-iscsi neutron-server[93846]: INFO neutron.manager [None req-ba635889-73af-42a6-ba28-0ef3e9788584 None None] Loading Plugin: revisions Sep 15 16:13:46.999252 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron.manager [None req-ba635889-73af-42a6-ba28-0ef3e9788584 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=93846) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 15 16:13:46.999640 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_concurrency.lockutils [None req-ba635889-73af-42a6-ba28-0ef3e9788584 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.819s {{(pid=93846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 16:13:47.000391 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron.api.extensions [None req-ba635889-73af-42a6-ba28-0ef3e9788584 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=93846) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Sep 15 16:13:47.000703 dv-cinder-779576-8-iscsi neutron-server[93846]: INFO neutron.api.extensions [None req-ba635889-73af-42a6-ba28-0ef3e9788584 None None] Initializing extension manager. Sep 15 16:13:47.001219 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron.api.extensions [None req-ba635889-73af-42a6-ba28-0ef3e9788584 None None] Loading extension file: __init__.py {{(pid=93846) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 16:13:47.001600 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron.api.extensions [None req-ba635889-73af-42a6-ba28-0ef3e9788584 None None] Loading extension file: __pycache__ {{(pid=93846) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 16:13:47.001901 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron.api.extensions [None req-ba635889-73af-42a6-ba28-0ef3e9788584 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=93846) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 16:13:47.002250 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron.api.extensions [None req-ba635889-73af-42a6-ba28-0ef3e9788584 None None] Loading extension file: address_group.py {{(pid=93846) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 16:13:47.003077 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron.api.extensions [None req-ba635889-73af-42a6-ba28-0ef3e9788584 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=93846) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 16:13:47.003633 dv-cinder-779576-8-iscsi neutron-server[93846]: INFO neutron.api.extensions [None req-ba635889-73af-42a6-ba28-0ef3e9788584 None None] Loaded extension: address-group Sep 15 16:13:47.003951 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron.api.extensions [None req-ba635889-73af-42a6-ba28-0ef3e9788584 None None] Loading extension file: address_scope.py {{(pid=93846) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 16:13:47.004895 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron.api.extensions [None req-ba635889-73af-42a6-ba28-0ef3e9788584 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=93846) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 16:13:47.005403 dv-cinder-779576-8-iscsi neutron-server[93846]: INFO neutron.api.extensions [None req-ba635889-73af-42a6-ba28-0ef3e9788584 None None] Loaded extension: address-scope Sep 15 16:13:47.005722 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron.api.extensions [None req-ba635889-73af-42a6-ba28-0ef3e9788584 None None] Loading extension file: admin_state_down_before_update.py {{(pid=93846) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 16:13:47.006670 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron.api.extensions [None req-ba635889-73af-42a6-ba28-0ef3e9788584 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=93846) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 16:13:47.007176 dv-cinder-779576-8-iscsi neutron-server[93846]: INFO neutron.api.extensions [None req-ba635889-73af-42a6-ba28-0ef3e9788584 None None] Loaded extension: router-admin-state-down-before-update Sep 15 16:13:47.007494 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron.api.extensions [None req-ba635889-73af-42a6-ba28-0ef3e9788584 None None] Loading extension file: agent.py {{(pid=93846) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 16:13:47.008228 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron.api.extensions [None req-ba635889-73af-42a6-ba28-0ef3e9788584 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=93846) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 16:13:47.008752 dv-cinder-779576-8-iscsi neutron-server[93846]: INFO neutron.api.extensions [None req-ba635889-73af-42a6-ba28-0ef3e9788584 None None] Loaded extension: agent Sep 15 16:13:47.009069 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron.api.extensions [None req-ba635889-73af-42a6-ba28-0ef3e9788584 None None] Loading extension file: agent_resources_synced.py {{(pid=93846) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 16:13:47.009988 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron.api.extensions [None req-ba635889-73af-42a6-ba28-0ef3e9788584 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=93846) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 16:13:47.010490 dv-cinder-779576-8-iscsi neutron-server[93846]: INFO neutron.api.extensions [None req-ba635889-73af-42a6-ba28-0ef3e9788584 None None] Loaded extension: agent-resources-synced Sep 15 16:13:47.010811 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron.api.extensions [None req-ba635889-73af-42a6-ba28-0ef3e9788584 None None] Loading extension file: allowedaddresspairs.py {{(pid=93846) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 16:13:47.012632 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron.api.extensions [None req-ba635889-73af-42a6-ba28-0ef3e9788584 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=93846) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 16:13:47.013258 dv-cinder-779576-8-iscsi neutron-server[93846]: INFO neutron.api.extensions [None req-ba635889-73af-42a6-ba28-0ef3e9788584 None None] Loaded extension: allowed-address-pairs Sep 15 16:13:47.013453 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron.api.extensions [None req-ba635889-73af-42a6-ba28-0ef3e9788584 None None] Loading extension file: auto_allocated_topology.py {{(pid=93846) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 16:13:47.014529 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron.api.extensions [None req-ba635889-73af-42a6-ba28-0ef3e9788584 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=93846) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 16:13:47.015028 dv-cinder-779576-8-iscsi neutron-server[93846]: INFO neutron.api.extensions [None req-ba635889-73af-42a6-ba28-0ef3e9788584 None None] Loaded extension: auto-allocated-topology Sep 15 16:13:47.015348 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron.api.extensions [None req-ba635889-73af-42a6-ba28-0ef3e9788584 None None] Loading extension file: availability_zone.py {{(pid=93846) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 16:13:47.016040 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron.api.extensions [None req-ba635889-73af-42a6-ba28-0ef3e9788584 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=93846) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 16:13:47.016553 dv-cinder-779576-8-iscsi neutron-server[93846]: INFO neutron.api.extensions [None req-ba635889-73af-42a6-ba28-0ef3e9788584 None None] Loaded extension: availability_zone Sep 15 16:13:47.016870 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron.api.extensions [None req-ba635889-73af-42a6-ba28-0ef3e9788584 None None] Loading extension file: availability_zone_filter.py {{(pid=93846) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 16:13:47.017784 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron.api.extensions [None req-ba635889-73af-42a6-ba28-0ef3e9788584 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=93846) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 16:13:47.018425 dv-cinder-779576-8-iscsi neutron-server[93846]: INFO neutron.api.extensions [None req-ba635889-73af-42a6-ba28-0ef3e9788584 None None] Loaded extension: availability_zone_filter Sep 15 16:13:47.018708 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron.api.extensions [None req-ba635889-73af-42a6-ba28-0ef3e9788584 None None] Loading extension file: data_plane_status.py {{(pid=93846) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 16:13:47.019617 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron.api.extensions [None req-ba635889-73af-42a6-ba28-0ef3e9788584 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=93846) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 16:13:47.020142 dv-cinder-779576-8-iscsi neutron-server[93846]: INFO neutron.api.extensions [None req-ba635889-73af-42a6-ba28-0ef3e9788584 None None] Extension data-plane-status not supported by any of loaded plugins Sep 15 16:13:47.020467 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron.api.extensions [None req-ba635889-73af-42a6-ba28-0ef3e9788584 None None] Loading extension file: default_subnetpools.py {{(pid=93846) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 16:13:47.021383 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron.api.extensions [None req-ba635889-73af-42a6-ba28-0ef3e9788584 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=93846) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 16:13:47.021882 dv-cinder-779576-8-iscsi neutron-server[93846]: INFO neutron.api.extensions [None req-ba635889-73af-42a6-ba28-0ef3e9788584 None None] Loaded extension: default-subnetpools Sep 15 16:13:47.022202 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron.api.extensions [None req-ba635889-73af-42a6-ba28-0ef3e9788584 None None] Loading extension file: dhcpagentscheduler.py {{(pid=93846) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 16:13:47.023048 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron.api.extensions [None req-ba635889-73af-42a6-ba28-0ef3e9788584 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93846) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 16:13:47.023546 dv-cinder-779576-8-iscsi neutron-server[93846]: INFO neutron.api.extensions [None req-ba635889-73af-42a6-ba28-0ef3e9788584 None None] Loaded extension: dhcp_agent_scheduler Sep 15 16:13:47.023865 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron.api.extensions [None req-ba635889-73af-42a6-ba28-0ef3e9788584 None None] Loading extension file: dns.py {{(pid=93846) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 16:13:47.024808 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron.api.extensions [None req-ba635889-73af-42a6-ba28-0ef3e9788584 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=93846) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 16:13:47.025305 dv-cinder-779576-8-iscsi neutron-server[93846]: INFO neutron.api.extensions [None req-ba635889-73af-42a6-ba28-0ef3e9788584 None None] Extension dns-integration not supported by any of loaded plugins Sep 15 16:13:47.025622 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron.api.extensions [None req-ba635889-73af-42a6-ba28-0ef3e9788584 None None] Loading extension file: dns_domain_ports.py {{(pid=93846) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 16:13:47.026547 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron.api.extensions [None req-ba635889-73af-42a6-ba28-0ef3e9788584 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=93846) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 16:13:47.027048 dv-cinder-779576-8-iscsi neutron-server[93846]: INFO neutron.api.extensions [None req-ba635889-73af-42a6-ba28-0ef3e9788584 None None] Extension dns-domain-ports not supported by any of loaded plugins Sep 15 16:13:47.027367 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron.api.extensions [None req-ba635889-73af-42a6-ba28-0ef3e9788584 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=93846) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 16:13:47.028314 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron.api.extensions [None req-ba635889-73af-42a6-ba28-0ef3e9788584 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=93846) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 16:13:47.028810 dv-cinder-779576-8-iscsi neutron-server[93846]: INFO neutron.api.extensions [None req-ba635889-73af-42a6-ba28-0ef3e9788584 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Sep 15 16:13:47.029125 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron.api.extensions [None req-ba635889-73af-42a6-ba28-0ef3e9788584 None None] Loading extension file: dvr.py {{(pid=93846) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 16:13:47.029808 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron.api.extensions [None req-ba635889-73af-42a6-ba28-0ef3e9788584 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=93846) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 16:13:47.030299 dv-cinder-779576-8-iscsi neutron-server[93846]: INFO neutron.api.extensions [None req-ba635889-73af-42a6-ba28-0ef3e9788584 None None] Loaded extension: dvr Sep 15 16:13:47.030613 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron.api.extensions [None req-ba635889-73af-42a6-ba28-0ef3e9788584 None None] Loading extension file: ecmp_routes.py {{(pid=93846) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 16:13:47.031524 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron.api.extensions [None req-ba635889-73af-42a6-ba28-0ef3e9788584 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=93846) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 16:13:47.032015 dv-cinder-779576-8-iscsi neutron-server[93846]: INFO neutron.api.extensions [None req-ba635889-73af-42a6-ba28-0ef3e9788584 None None] Extension ecmp_routes not supported by any of loaded plugins Sep 15 16:13:47.032358 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron.api.extensions [None req-ba635889-73af-42a6-ba28-0ef3e9788584 None None] Loading extension file: empty_string_filtering.py {{(pid=93846) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 16:13:47.033269 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron.api.extensions [None req-ba635889-73af-42a6-ba28-0ef3e9788584 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=93846) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 16:13:47.033760 dv-cinder-779576-8-iscsi neutron-server[93846]: INFO neutron.api.extensions [None req-ba635889-73af-42a6-ba28-0ef3e9788584 None None] Loaded extension: empty-string-filtering Sep 15 16:13:47.034103 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron.api.extensions [None req-ba635889-73af-42a6-ba28-0ef3e9788584 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=93846) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 16:13:47.035021 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron.api.extensions [None req-ba635889-73af-42a6-ba28-0ef3e9788584 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93846) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 16:13:47.035513 dv-cinder-779576-8-iscsi neutron-server[93846]: INFO neutron.api.extensions [None req-ba635889-73af-42a6-ba28-0ef3e9788584 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Sep 15 16:13:47.035832 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron.api.extensions [None req-ba635889-73af-42a6-ba28-0ef3e9788584 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=93846) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 16:13:47.036777 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron.api.extensions [None req-ba635889-73af-42a6-ba28-0ef3e9788584 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=93846) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 16:13:47.037314 dv-cinder-779576-8-iscsi neutron-server[93846]: INFO neutron.api.extensions [None req-ba635889-73af-42a6-ba28-0ef3e9788584 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Sep 15 16:13:47.037631 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron.api.extensions [None req-ba635889-73af-42a6-ba28-0ef3e9788584 None None] Loading extension file: external_net.py {{(pid=93846) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 16:13:47.038540 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron.api.extensions [None req-ba635889-73af-42a6-ba28-0ef3e9788584 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=93846) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 16:13:47.039032 dv-cinder-779576-8-iscsi neutron-server[93846]: INFO neutron.api.extensions [None req-ba635889-73af-42a6-ba28-0ef3e9788584 None None] Loaded extension: external-net Sep 15 16:13:47.039349 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron.api.extensions [None req-ba635889-73af-42a6-ba28-0ef3e9788584 None None] Loading extension file: extra_dhcp_opt.py {{(pid=93846) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 16:13:47.040309 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron.api.extensions [None req-ba635889-73af-42a6-ba28-0ef3e9788584 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=93846) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 16:13:47.040808 dv-cinder-779576-8-iscsi neutron-server[93846]: INFO neutron.api.extensions [None req-ba635889-73af-42a6-ba28-0ef3e9788584 None None] Loaded extension: extra_dhcp_opt Sep 15 16:13:47.041122 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron.api.extensions [None req-ba635889-73af-42a6-ba28-0ef3e9788584 None None] Loading extension file: extraroute.py {{(pid=93846) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 16:13:47.042036 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron.api.extensions [None req-ba635889-73af-42a6-ba28-0ef3e9788584 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=93846) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 16:13:47.042532 dv-cinder-779576-8-iscsi neutron-server[93846]: INFO neutron.api.extensions [None req-ba635889-73af-42a6-ba28-0ef3e9788584 None None] Loaded extension: extraroute Sep 15 16:13:47.042845 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron.api.extensions [None req-ba635889-73af-42a6-ba28-0ef3e9788584 None None] Loading extension file: extraroute_atomic.py {{(pid=93846) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 16:13:47.043880 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron.api.extensions [None req-ba635889-73af-42a6-ba28-0ef3e9788584 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=93846) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 16:13:47.044413 dv-cinder-779576-8-iscsi neutron-server[93846]: INFO neutron.api.extensions [None req-ba635889-73af-42a6-ba28-0ef3e9788584 None None] Loaded extension: extraroute-atomic Sep 15 16:13:47.044728 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron.api.extensions [None req-ba635889-73af-42a6-ba28-0ef3e9788584 None None] Loading extension file: filter_validation.py {{(pid=93846) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 16:13:47.045386 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron.api.extensions [None req-ba635889-73af-42a6-ba28-0ef3e9788584 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=93846) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 16:13:47.045878 dv-cinder-779576-8-iscsi neutron-server[93846]: INFO neutron.api.extensions [None req-ba635889-73af-42a6-ba28-0ef3e9788584 None None] Loaded extension: filter-validation Sep 15 16:13:47.046195 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron.api.extensions [None req-ba635889-73af-42a6-ba28-0ef3e9788584 None None] Loading extension file: fip_pf_description.py {{(pid=93846) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 16:13:47.047105 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron.api.extensions [None req-ba635889-73af-42a6-ba28-0ef3e9788584 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=93846) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 16:13:47.047600 dv-cinder-779576-8-iscsi neutron-server[93846]: INFO neutron.api.extensions [None req-ba635889-73af-42a6-ba28-0ef3e9788584 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Sep 15 16:13:47.047918 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron.api.extensions [None req-ba635889-73af-42a6-ba28-0ef3e9788584 None None] Loading extension file: fip_port_details.py {{(pid=93846) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 16:13:47.048872 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron.api.extensions [None req-ba635889-73af-42a6-ba28-0ef3e9788584 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93846) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 16:13:47.049367 dv-cinder-779576-8-iscsi neutron-server[93846]: INFO neutron.api.extensions [None req-ba635889-73af-42a6-ba28-0ef3e9788584 None None] Loaded extension: fip-port-details Sep 15 16:13:47.049825 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron.api.extensions [None req-ba635889-73af-42a6-ba28-0ef3e9788584 None None] Loading extension file: flavors.py {{(pid=93846) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 16:13:47.051064 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron.api.extensions [None req-ba635889-73af-42a6-ba28-0ef3e9788584 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=93846) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 16:13:47.051592 dv-cinder-779576-8-iscsi neutron-server[93846]: INFO neutron.api.extensions [None req-ba635889-73af-42a6-ba28-0ef3e9788584 None None] Loaded extension: flavors Sep 15 16:13:47.051915 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron.api.extensions [None req-ba635889-73af-42a6-ba28-0ef3e9788584 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=93846) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 16:13:47.053589 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron.api.extensions [None req-ba635889-73af-42a6-ba28-0ef3e9788584 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=93846) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 16:13:47.054112 dv-cinder-779576-8-iscsi neutron-server[93846]: INFO neutron.api.extensions [None req-ba635889-73af-42a6-ba28-0ef3e9788584 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Sep 15 16:13:47.054443 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron.api.extensions [None req-ba635889-73af-42a6-ba28-0ef3e9788584 None None] Loading extension file: floatingip_pools.py {{(pid=93846) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 16:13:47.055132 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron.api.extensions [None req-ba635889-73af-42a6-ba28-0ef3e9788584 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=93846) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 16:13:47.055625 dv-cinder-779576-8-iscsi neutron-server[93846]: INFO neutron.api.extensions [None req-ba635889-73af-42a6-ba28-0ef3e9788584 None None] Loaded extension: floatingip-pools Sep 15 16:13:47.055945 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron.api.extensions [None req-ba635889-73af-42a6-ba28-0ef3e9788584 None None] Loading extension file: ip_allocation.py {{(pid=93846) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 16:13:47.056913 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron.api.extensions [None req-ba635889-73af-42a6-ba28-0ef3e9788584 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=93846) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 16:13:47.057409 dv-cinder-779576-8-iscsi neutron-server[93846]: INFO neutron.api.extensions [None req-ba635889-73af-42a6-ba28-0ef3e9788584 None None] Extension ip_allocation not supported by any of loaded plugins Sep 15 16:13:47.057728 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron.api.extensions [None req-ba635889-73af-42a6-ba28-0ef3e9788584 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=93846) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 16:13:47.058659 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron.api.extensions [None req-ba635889-73af-42a6-ba28-0ef3e9788584 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=93846) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 16:13:47.059156 dv-cinder-779576-8-iscsi neutron-server[93846]: INFO neutron.api.extensions [None req-ba635889-73af-42a6-ba28-0ef3e9788584 None None] Loaded extension: ip-substring-filtering Sep 15 16:13:47.059475 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron.api.extensions [None req-ba635889-73af-42a6-ba28-0ef3e9788584 None None] Loading extension file: l2_adjacency.py {{(pid=93846) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 16:13:47.060445 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron.api.extensions [None req-ba635889-73af-42a6-ba28-0ef3e9788584 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=93846) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 16:13:47.060941 dv-cinder-779576-8-iscsi neutron-server[93846]: INFO neutron.api.extensions [None req-ba635889-73af-42a6-ba28-0ef3e9788584 None None] Extension l2_adjacency not supported by any of loaded plugins Sep 15 16:13:47.061259 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron.api.extensions [None req-ba635889-73af-42a6-ba28-0ef3e9788584 None None] Loading extension file: l3.py {{(pid=93846) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 16:13:47.062366 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron.api.extensions [None req-ba635889-73af-42a6-ba28-0ef3e9788584 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=93846) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 16:13:47.062875 dv-cinder-779576-8-iscsi neutron-server[93846]: INFO neutron.api.extensions [None req-ba635889-73af-42a6-ba28-0ef3e9788584 None None] Loaded extension: router Sep 15 16:13:47.063195 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron.api.extensions [None req-ba635889-73af-42a6-ba28-0ef3e9788584 None None] Loading extension file: l3_conntrack_helper.py {{(pid=93846) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 16:13:47.065485 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron.api.extensions [None req-ba635889-73af-42a6-ba28-0ef3e9788584 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93846) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 16:13:47.066012 dv-cinder-779576-8-iscsi neutron-server[93846]: INFO neutron.api.extensions [None req-ba635889-73af-42a6-ba28-0ef3e9788584 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Sep 15 16:13:47.066334 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron.api.extensions [None req-ba635889-73af-42a6-ba28-0ef3e9788584 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=93846) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 16:13:47.067280 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron.api.extensions [None req-ba635889-73af-42a6-ba28-0ef3e9788584 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=93846) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 16:13:47.067781 dv-cinder-779576-8-iscsi neutron-server[93846]: INFO neutron.api.extensions [None req-ba635889-73af-42a6-ba28-0ef3e9788584 None None] Loaded extension: ext-gw-mode Sep 15 16:13:47.068123 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron.api.extensions [None req-ba635889-73af-42a6-ba28-0ef3e9788584 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=93846) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 16:13:47.069067 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron.api.extensions [None req-ba635889-73af-42a6-ba28-0ef3e9788584 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=93846) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 16:13:47.069566 dv-cinder-779576-8-iscsi neutron-server[93846]: INFO neutron.api.extensions [None req-ba635889-73af-42a6-ba28-0ef3e9788584 None None] Loaded extension: l3-ha Sep 15 16:13:47.069894 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron.api.extensions [None req-ba635889-73af-42a6-ba28-0ef3e9788584 None None] Loading extension file: l3_flavors.py {{(pid=93846) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 16:13:47.070807 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron.api.extensions [None req-ba635889-73af-42a6-ba28-0ef3e9788584 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=93846) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 16:13:47.071338 dv-cinder-779576-8-iscsi neutron-server[93846]: INFO neutron.api.extensions [None req-ba635889-73af-42a6-ba28-0ef3e9788584 None None] Loaded extension: l3-flavors Sep 15 16:13:47.071652 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron.api.extensions [None req-ba635889-73af-42a6-ba28-0ef3e9788584 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=93846) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 16:13:47.072591 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron.api.extensions [None req-ba635889-73af-42a6-ba28-0ef3e9788584 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=93846) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 16:13:47.073095 dv-cinder-779576-8-iscsi neutron-server[93846]: INFO neutron.api.extensions [None req-ba635889-73af-42a6-ba28-0ef3e9788584 None None] Loaded extension: l3-port-ip-change-not-allowed Sep 15 16:13:47.073410 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron.api.extensions [None req-ba635889-73af-42a6-ba28-0ef3e9788584 None None] Loading extension file: l3agentscheduler.py {{(pid=93846) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 16:13:47.074454 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron.api.extensions [None req-ba635889-73af-42a6-ba28-0ef3e9788584 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93846) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 16:13:47.074952 dv-cinder-779576-8-iscsi neutron-server[93846]: INFO neutron.api.extensions [None req-ba635889-73af-42a6-ba28-0ef3e9788584 None None] Loaded extension: l3_agent_scheduler Sep 15 16:13:47.075270 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron.api.extensions [None req-ba635889-73af-42a6-ba28-0ef3e9788584 None None] Loading extension file: logging.py {{(pid=93846) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 16:13:47.076787 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron.api.extensions [None req-ba635889-73af-42a6-ba28-0ef3e9788584 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=93846) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 16:13:47.077298 dv-cinder-779576-8-iscsi neutron-server[93846]: INFO neutron.api.extensions [None req-ba635889-73af-42a6-ba28-0ef3e9788584 None None] Extension logging not supported by any of loaded plugins Sep 15 16:13:47.077629 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron.api.extensions [None req-ba635889-73af-42a6-ba28-0ef3e9788584 None None] Loading extension file: metering.py {{(pid=93846) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 16:13:47.078370 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron.api.extensions [None req-ba635889-73af-42a6-ba28-0ef3e9788584 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=93846) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 16:13:47.078946 dv-cinder-779576-8-iscsi neutron-server[93846]: INFO neutron.api.extensions [None req-ba635889-73af-42a6-ba28-0ef3e9788584 None None] Loaded extension: metering Sep 15 16:13:47.079273 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron.api.extensions [None req-ba635889-73af-42a6-ba28-0ef3e9788584 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=93846) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 16:13:47.080394 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron.api.extensions [None req-ba635889-73af-42a6-ba28-0ef3e9788584 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=93846) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 16:13:47.080989 dv-cinder-779576-8-iscsi neutron-server[93846]: INFO neutron.api.extensions [None req-ba635889-73af-42a6-ba28-0ef3e9788584 None None] Loaded extension: metering_source_and_destination_fields Sep 15 16:13:47.081319 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron.api.extensions [None req-ba635889-73af-42a6-ba28-0ef3e9788584 None None] Loading extension file: multiprovidernet.py {{(pid=93846) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 16:13:47.082253 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron.api.extensions [None req-ba635889-73af-42a6-ba28-0ef3e9788584 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=93846) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 16:13:47.082752 dv-cinder-779576-8-iscsi neutron-server[93846]: INFO neutron.api.extensions [None req-ba635889-73af-42a6-ba28-0ef3e9788584 None None] Loaded extension: multi-provider Sep 15 16:13:47.083073 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron.api.extensions [None req-ba635889-73af-42a6-ba28-0ef3e9788584 None None] Loading extension file: netmtu.py {{(pid=93846) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 16:13:47.083994 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron.api.extensions [None req-ba635889-73af-42a6-ba28-0ef3e9788584 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=93846) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 16:13:47.084523 dv-cinder-779576-8-iscsi neutron-server[93846]: INFO neutron.api.extensions [None req-ba635889-73af-42a6-ba28-0ef3e9788584 None None] Loaded extension: net-mtu Sep 15 16:13:47.084843 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron.api.extensions [None req-ba635889-73af-42a6-ba28-0ef3e9788584 None None] Loading extension file: netmtu_writable.py {{(pid=93846) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 16:13:47.085758 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron.api.extensions [None req-ba635889-73af-42a6-ba28-0ef3e9788584 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=93846) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 16:13:47.086251 dv-cinder-779576-8-iscsi neutron-server[93846]: INFO neutron.api.extensions [None req-ba635889-73af-42a6-ba28-0ef3e9788584 None None] Loaded extension: net-mtu-writable Sep 15 16:13:47.086575 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron.api.extensions [None req-ba635889-73af-42a6-ba28-0ef3e9788584 None None] Loading extension file: network_availability_zone.py {{(pid=93846) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 16:13:47.087253 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron.api.extensions [None req-ba635889-73af-42a6-ba28-0ef3e9788584 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=93846) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 16:13:47.087747 dv-cinder-779576-8-iscsi neutron-server[93846]: INFO neutron.api.extensions [None req-ba635889-73af-42a6-ba28-0ef3e9788584 None None] Loaded extension: network_availability_zone Sep 15 16:13:47.088065 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron.api.extensions [None req-ba635889-73af-42a6-ba28-0ef3e9788584 None None] Loading extension file: network_ip_availability.py {{(pid=93846) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 16:13:47.089197 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron.api.extensions [None req-ba635889-73af-42a6-ba28-0ef3e9788584 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=93846) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 16:13:47.089707 dv-cinder-779576-8-iscsi neutron-server[93846]: INFO neutron.api.extensions [None req-ba635889-73af-42a6-ba28-0ef3e9788584 None None] Loaded extension: network-ip-availability Sep 15 16:13:47.090027 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron.api.extensions [None req-ba635889-73af-42a6-ba28-0ef3e9788584 None None] Loading extension file: network_segment_range.py {{(pid=93846) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 16:13:47.090790 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron.api.extensions [None req-ba635889-73af-42a6-ba28-0ef3e9788584 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=93846) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 16:13:47.091284 dv-cinder-779576-8-iscsi neutron-server[93846]: INFO neutron.api.extensions [None req-ba635889-73af-42a6-ba28-0ef3e9788584 None None] Extension network-segment-range not supported by any of loaded plugins Sep 15 16:13:47.091605 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron.api.extensions [None req-ba635889-73af-42a6-ba28-0ef3e9788584 None None] Loading extension file: pagination.py {{(pid=93846) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 16:13:47.092608 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron.api.extensions [None req-ba635889-73af-42a6-ba28-0ef3e9788584 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93846) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 16:13:47.092940 dv-cinder-779576-8-iscsi neutron-server[93846]: INFO neutron.api.extensions [None req-ba635889-73af-42a6-ba28-0ef3e9788584 None None] Loaded extension: pagination Sep 15 16:13:47.093259 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron.api.extensions [None req-ba635889-73af-42a6-ba28-0ef3e9788584 None None] Loading extension file: port_device_profile.py {{(pid=93846) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 16:13:47.094168 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron.api.extensions [None req-ba635889-73af-42a6-ba28-0ef3e9788584 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=93846) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 16:13:47.094703 dv-cinder-779576-8-iscsi neutron-server[93846]: INFO neutron.api.extensions [None req-ba635889-73af-42a6-ba28-0ef3e9788584 None None] Loaded extension: port-device-profile Sep 15 16:13:47.095060 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron.api.extensions [None req-ba635889-73af-42a6-ba28-0ef3e9788584 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=93846) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 16:13:47.095999 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron.api.extensions [None req-ba635889-73af-42a6-ba28-0ef3e9788584 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=93846) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 16:13:47.096552 dv-cinder-779576-8-iscsi neutron-server[93846]: INFO neutron.api.extensions [None req-ba635889-73af-42a6-ba28-0ef3e9788584 None None] Loaded extension: port-mac-address-regenerate Sep 15 16:13:47.096872 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron.api.extensions [None req-ba635889-73af-42a6-ba28-0ef3e9788584 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=93846) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 16:13:47.097795 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron.api.extensions [None req-ba635889-73af-42a6-ba28-0ef3e9788584 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=93846) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 16:13:47.098290 dv-cinder-779576-8-iscsi neutron-server[93846]: INFO neutron.api.extensions [None req-ba635889-73af-42a6-ba28-0ef3e9788584 None None] Loaded extension: port-numa-affinity-policy Sep 15 16:13:47.098606 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron.api.extensions [None req-ba635889-73af-42a6-ba28-0ef3e9788584 None None] Loading extension file: port_resource_request.py {{(pid=93846) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 16:13:47.099650 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron.api.extensions [None req-ba635889-73af-42a6-ba28-0ef3e9788584 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=93846) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 16:13:47.100255 dv-cinder-779576-8-iscsi neutron-server[93846]: INFO neutron.api.extensions [None req-ba635889-73af-42a6-ba28-0ef3e9788584 None None] Extension port-resource-request not supported by any of loaded plugins Sep 15 16:13:47.100574 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron.api.extensions [None req-ba635889-73af-42a6-ba28-0ef3e9788584 None None] Loading extension file: portbindings.py {{(pid=93846) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 16:13:47.101514 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron.api.extensions [None req-ba635889-73af-42a6-ba28-0ef3e9788584 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=93846) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 16:13:47.102010 dv-cinder-779576-8-iscsi neutron-server[93846]: INFO neutron.api.extensions [None req-ba635889-73af-42a6-ba28-0ef3e9788584 None None] Loaded extension: binding Sep 15 16:13:47.102327 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron.api.extensions [None req-ba635889-73af-42a6-ba28-0ef3e9788584 None None] Loading extension file: portbindings_extended.py {{(pid=93846) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 16:13:47.103599 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron.api.extensions [None req-ba635889-73af-42a6-ba28-0ef3e9788584 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=93846) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 16:13:47.104113 dv-cinder-779576-8-iscsi neutron-server[93846]: INFO neutron.api.extensions [None req-ba635889-73af-42a6-ba28-0ef3e9788584 None None] Loaded extension: binding-extended Sep 15 16:13:47.104457 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron.api.extensions [None req-ba635889-73af-42a6-ba28-0ef3e9788584 None None] Loading extension file: portsecurity.py {{(pid=93846) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 16:13:47.105378 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron.api.extensions [None req-ba635889-73af-42a6-ba28-0ef3e9788584 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=93846) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 16:13:47.105885 dv-cinder-779576-8-iscsi neutron-server[93846]: INFO neutron.api.extensions [None req-ba635889-73af-42a6-ba28-0ef3e9788584 None None] Loaded extension: port-security Sep 15 16:13:47.106206 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron.api.extensions [None req-ba635889-73af-42a6-ba28-0ef3e9788584 None None] Loading extension file: project_id.py {{(pid=93846) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 16:13:47.107181 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron.api.extensions [None req-ba635889-73af-42a6-ba28-0ef3e9788584 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=93846) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 16:13:47.107508 dv-cinder-779576-8-iscsi neutron-server[93846]: INFO neutron.api.extensions [None req-ba635889-73af-42a6-ba28-0ef3e9788584 None None] Loaded extension: project-id Sep 15 16:13:47.107828 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron.api.extensions [None req-ba635889-73af-42a6-ba28-0ef3e9788584 None None] Loading extension file: providernet.py {{(pid=93846) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 16:13:47.108772 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron.api.extensions [None req-ba635889-73af-42a6-ba28-0ef3e9788584 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=93846) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 16:13:47.109271 dv-cinder-779576-8-iscsi neutron-server[93846]: INFO neutron.api.extensions [None req-ba635889-73af-42a6-ba28-0ef3e9788584 None None] Loaded extension: provider Sep 15 16:13:47.109594 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron.api.extensions [None req-ba635889-73af-42a6-ba28-0ef3e9788584 None None] Loading extension file: qos.py {{(pid=93846) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 16:13:47.113399 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron.api.extensions [None req-ba635889-73af-42a6-ba28-0ef3e9788584 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=93846) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 16:13:47.113913 dv-cinder-779576-8-iscsi neutron-server[93846]: INFO neutron.api.extensions [None req-ba635889-73af-42a6-ba28-0ef3e9788584 None None] Extension qos not supported by any of loaded plugins Sep 15 16:13:47.114240 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron.api.extensions [None req-ba635889-73af-42a6-ba28-0ef3e9788584 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=93846) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 16:13:47.115495 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron.api.extensions [None req-ba635889-73af-42a6-ba28-0ef3e9788584 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=93846) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 16:13:47.116003 dv-cinder-779576-8-iscsi neutron-server[93846]: INFO neutron.api.extensions [None req-ba635889-73af-42a6-ba28-0ef3e9788584 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Sep 15 16:13:47.116355 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron.api.extensions [None req-ba635889-73af-42a6-ba28-0ef3e9788584 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=93846) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 16:13:47.117270 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron.api.extensions [None req-ba635889-73af-42a6-ba28-0ef3e9788584 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=93846) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 16:13:47.117772 dv-cinder-779576-8-iscsi neutron-server[93846]: INFO neutron.api.extensions [None req-ba635889-73af-42a6-ba28-0ef3e9788584 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Sep 15 16:13:47.118093 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron.api.extensions [None req-ba635889-73af-42a6-ba28-0ef3e9788584 None None] Loading extension file: qos_default.py {{(pid=93846) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 16:13:47.119006 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron.api.extensions [None req-ba635889-73af-42a6-ba28-0ef3e9788584 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=93846) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 16:13:47.119863 dv-cinder-779576-8-iscsi neutron-server[93846]: INFO neutron.api.extensions [None req-ba635889-73af-42a6-ba28-0ef3e9788584 None None] Extension qos-default not supported by any of loaded plugins Sep 15 16:13:47.120214 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron.api.extensions [None req-ba635889-73af-42a6-ba28-0ef3e9788584 None None] Loading extension file: qos_fip.py {{(pid=93846) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 16:13:47.120870 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron.api.extensions [None req-ba635889-73af-42a6-ba28-0ef3e9788584 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=93846) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 16:13:47.121364 dv-cinder-779576-8-iscsi neutron-server[93846]: INFO neutron.api.extensions [None req-ba635889-73af-42a6-ba28-0ef3e9788584 None None] Extension qos-fip not supported by any of loaded plugins Sep 15 16:13:47.121678 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron.api.extensions [None req-ba635889-73af-42a6-ba28-0ef3e9788584 None None] Loading extension file: qos_gateway_ip.py {{(pid=93846) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 16:13:47.122602 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron.api.extensions [None req-ba635889-73af-42a6-ba28-0ef3e9788584 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=93846) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 16:13:47.123104 dv-cinder-779576-8-iscsi neutron-server[93846]: INFO neutron.api.extensions [None req-ba635889-73af-42a6-ba28-0ef3e9788584 None None] Extension qos-gateway-ip not supported by any of loaded plugins Sep 15 16:13:47.123420 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron.api.extensions [None req-ba635889-73af-42a6-ba28-0ef3e9788584 None None] Loading extension file: qos_port_network_policy.py {{(pid=93846) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 16:13:47.124355 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron.api.extensions [None req-ba635889-73af-42a6-ba28-0ef3e9788584 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=93846) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 16:13:47.124849 dv-cinder-779576-8-iscsi neutron-server[93846]: INFO neutron.api.extensions [None req-ba635889-73af-42a6-ba28-0ef3e9788584 None None] Extension qos-port-network-policy not supported by any of loaded plugins Sep 15 16:13:47.125167 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron.api.extensions [None req-ba635889-73af-42a6-ba28-0ef3e9788584 None None] Loading extension file: qos_pps_rule.py {{(pid=93846) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 16:13:47.126336 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron.api.extensions [None req-ba635889-73af-42a6-ba28-0ef3e9788584 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=93846) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 16:13:47.126846 dv-cinder-779576-8-iscsi neutron-server[93846]: INFO neutron.api.extensions [None req-ba635889-73af-42a6-ba28-0ef3e9788584 None None] Extension qos-pps not supported by any of loaded plugins Sep 15 16:13:47.127164 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron.api.extensions [None req-ba635889-73af-42a6-ba28-0ef3e9788584 None None] Loading extension file: qos_rule_type_details.py {{(pid=93846) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 16:13:47.128186 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron.api.extensions [None req-ba635889-73af-42a6-ba28-0ef3e9788584 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=93846) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 16:13:47.128697 dv-cinder-779576-8-iscsi neutron-server[93846]: INFO neutron.api.extensions [None req-ba635889-73af-42a6-ba28-0ef3e9788584 None None] Extension qos-rule-type-details not supported by any of loaded plugins Sep 15 16:13:47.129012 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron.api.extensions [None req-ba635889-73af-42a6-ba28-0ef3e9788584 None None] Loading extension file: qos_rules_alias.py {{(pid=93846) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 16:13:47.130061 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron.api.extensions [None req-ba635889-73af-42a6-ba28-0ef3e9788584 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=93846) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 16:13:47.130566 dv-cinder-779576-8-iscsi neutron-server[93846]: INFO neutron.api.extensions [None req-ba635889-73af-42a6-ba28-0ef3e9788584 None None] Extension qos-rules-alias not supported by any of loaded plugins Sep 15 16:13:47.130881 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron.api.extensions [None req-ba635889-73af-42a6-ba28-0ef3e9788584 None None] Loading extension file: quotasv2.py {{(pid=93846) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 16:13:47.131799 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron.api.extensions [None req-ba635889-73af-42a6-ba28-0ef3e9788584 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=93846) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 16:13:47.132151 dv-cinder-779576-8-iscsi neutron-server[93846]: INFO neutron.api.extensions [None req-ba635889-73af-42a6-ba28-0ef3e9788584 None None] Loaded extension: quotas Sep 15 16:13:47.132474 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron.api.extensions [None req-ba635889-73af-42a6-ba28-0ef3e9788584 None None] Loading extension file: quotasv2_detail.py {{(pid=93846) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 16:13:47.135827 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron.api.extensions [None req-ba635889-73af-42a6-ba28-0ef3e9788584 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=93846) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 16:13:47.136192 dv-cinder-779576-8-iscsi neutron-server[93846]: INFO neutron.api.extensions [None req-ba635889-73af-42a6-ba28-0ef3e9788584 None None] Loaded extension: quota_details Sep 15 16:13:47.136526 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron.api.extensions [None req-ba635889-73af-42a6-ba28-0ef3e9788584 None None] Loading extension file: rbac.py {{(pid=93846) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 16:13:47.137588 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron.api.extensions [None req-ba635889-73af-42a6-ba28-0ef3e9788584 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=93846) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 16:13:47.138110 dv-cinder-779576-8-iscsi neutron-server[93846]: INFO neutron.api.extensions [None req-ba635889-73af-42a6-ba28-0ef3e9788584 None None] Loaded extension: rbac-policies Sep 15 16:13:47.138433 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron.api.extensions [None req-ba635889-73af-42a6-ba28-0ef3e9788584 None None] Loading extension file: rbac_address_group.py {{(pid=93846) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 16:13:47.139371 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron.api.extensions [None req-ba635889-73af-42a6-ba28-0ef3e9788584 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=93846) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 16:13:47.139884 dv-cinder-779576-8-iscsi neutron-server[93846]: INFO neutron.api.extensions [None req-ba635889-73af-42a6-ba28-0ef3e9788584 None None] Loaded extension: rbac-address-group Sep 15 16:13:47.140235 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron.api.extensions [None req-ba635889-73af-42a6-ba28-0ef3e9788584 None None] Loading extension file: rbac_address_scope.py {{(pid=93846) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 16:13:47.141154 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron.api.extensions [None req-ba635889-73af-42a6-ba28-0ef3e9788584 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=93846) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 16:13:47.141658 dv-cinder-779576-8-iscsi neutron-server[93846]: INFO neutron.api.extensions [None req-ba635889-73af-42a6-ba28-0ef3e9788584 None None] Loaded extension: rbac-address-scope Sep 15 16:13:47.141982 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron.api.extensions [None req-ba635889-73af-42a6-ba28-0ef3e9788584 None None] Loading extension file: rbac_security_groups.py {{(pid=93846) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 16:13:47.142895 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron.api.extensions [None req-ba635889-73af-42a6-ba28-0ef3e9788584 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=93846) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 16:13:47.143817 dv-cinder-779576-8-iscsi neutron-server[93846]: INFO neutron.api.extensions [None req-ba635889-73af-42a6-ba28-0ef3e9788584 None None] Loaded extension: rbac-security-groups Sep 15 16:13:47.143817 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron.api.extensions [None req-ba635889-73af-42a6-ba28-0ef3e9788584 None None] Loading extension file: rbac_subnetpool.py {{(pid=93846) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 16:13:47.144762 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron.api.extensions [None req-ba635889-73af-42a6-ba28-0ef3e9788584 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=93846) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 16:13:47.145268 dv-cinder-779576-8-iscsi neutron-server[93846]: INFO neutron.api.extensions [None req-ba635889-73af-42a6-ba28-0ef3e9788584 None None] Loaded extension: rbac-subnetpool Sep 15 16:13:47.145586 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron.api.extensions [None req-ba635889-73af-42a6-ba28-0ef3e9788584 None None] Loading extension file: revisionifmatch.py {{(pid=93846) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 16:13:47.146508 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron.api.extensions [None req-ba635889-73af-42a6-ba28-0ef3e9788584 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=93846) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 16:13:47.147011 dv-cinder-779576-8-iscsi neutron-server[93846]: INFO neutron.api.extensions [None req-ba635889-73af-42a6-ba28-0ef3e9788584 None None] Loaded extension: revision-if-match Sep 15 16:13:47.147326 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron.api.extensions [None req-ba635889-73af-42a6-ba28-0ef3e9788584 None None] Loading extension file: revisions.py {{(pid=93846) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 16:13:47.148523 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron.api.extensions [None req-ba635889-73af-42a6-ba28-0ef3e9788584 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=93846) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 16:13:47.149020 dv-cinder-779576-8-iscsi neutron-server[93846]: INFO neutron.api.extensions [None req-ba635889-73af-42a6-ba28-0ef3e9788584 None None] Loaded extension: standard-attr-revisions Sep 15 16:13:47.149344 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron.api.extensions [None req-ba635889-73af-42a6-ba28-0ef3e9788584 None None] Loading extension file: router_availability_zone.py {{(pid=93846) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 16:13:47.150051 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron.api.extensions [None req-ba635889-73af-42a6-ba28-0ef3e9788584 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=93846) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 16:13:47.150545 dv-cinder-779576-8-iscsi neutron-server[93846]: INFO neutron.api.extensions [None req-ba635889-73af-42a6-ba28-0ef3e9788584 None None] Loaded extension: router_availability_zone Sep 15 16:13:47.150865 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron.api.extensions [None req-ba635889-73af-42a6-ba28-0ef3e9788584 None None] Loading extension file: routerservicetype.py {{(pid=93846) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 16:13:47.151789 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron.api.extensions [None req-ba635889-73af-42a6-ba28-0ef3e9788584 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=93846) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 16:13:47.152310 dv-cinder-779576-8-iscsi neutron-server[93846]: INFO neutron.api.extensions [None req-ba635889-73af-42a6-ba28-0ef3e9788584 None None] Extension router-service-type not supported by any of loaded plugins Sep 15 16:13:47.152632 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron.api.extensions [None req-ba635889-73af-42a6-ba28-0ef3e9788584 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=93846) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 16:13:47.153569 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron.api.extensions [None req-ba635889-73af-42a6-ba28-0ef3e9788584 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=93846) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 16:13:47.154066 dv-cinder-779576-8-iscsi neutron-server[93846]: INFO neutron.api.extensions [None req-ba635889-73af-42a6-ba28-0ef3e9788584 None None] Loaded extension: security-groups-normalized-cidr Sep 15 16:13:47.154386 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron.api.extensions [None req-ba635889-73af-42a6-ba28-0ef3e9788584 None None] Loading extension file: security_groups_port_filtering.py {{(pid=93846) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 16:13:47.155302 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron.api.extensions [None req-ba635889-73af-42a6-ba28-0ef3e9788584 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=93846) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 16:13:47.155797 dv-cinder-779576-8-iscsi neutron-server[93846]: INFO neutron.api.extensions [None req-ba635889-73af-42a6-ba28-0ef3e9788584 None None] Loaded extension: port-security-groups-filtering Sep 15 16:13:47.156146 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron.api.extensions [None req-ba635889-73af-42a6-ba28-0ef3e9788584 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=93846) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 16:13:47.157077 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron.api.extensions [None req-ba635889-73af-42a6-ba28-0ef3e9788584 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=93846) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 16:13:47.157577 dv-cinder-779576-8-iscsi neutron-server[93846]: INFO neutron.api.extensions [None req-ba635889-73af-42a6-ba28-0ef3e9788584 None None] Loaded extension: security-groups-remote-address-group Sep 15 16:13:47.157893 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron.api.extensions [None req-ba635889-73af-42a6-ba28-0ef3e9788584 None None] Loading extension file: securitygroup.py {{(pid=93846) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 16:13:47.169003 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron.api.extensions [None req-ba635889-73af-42a6-ba28-0ef3e9788584 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=93846) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 16:13:47.169529 dv-cinder-779576-8-iscsi neutron-server[93846]: INFO neutron.api.extensions [None req-ba635889-73af-42a6-ba28-0ef3e9788584 None None] Loaded extension: security-group Sep 15 16:13:47.169860 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron.api.extensions [None req-ba635889-73af-42a6-ba28-0ef3e9788584 None None] Loading extension file: segment.py {{(pid=93846) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 16:13:47.170652 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron.api.extensions [None req-ba635889-73af-42a6-ba28-0ef3e9788584 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=93846) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 16:13:47.171153 dv-cinder-779576-8-iscsi neutron-server[93846]: INFO neutron.api.extensions [None req-ba635889-73af-42a6-ba28-0ef3e9788584 None None] Extension segment not supported by any of loaded plugins Sep 15 16:13:47.171475 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron.api.extensions [None req-ba635889-73af-42a6-ba28-0ef3e9788584 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=93846) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 16:13:47.172446 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron.api.extensions [None req-ba635889-73af-42a6-ba28-0ef3e9788584 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=93846) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 16:13:47.172949 dv-cinder-779576-8-iscsi neutron-server[93846]: INFO neutron.api.extensions [None req-ba635889-73af-42a6-ba28-0ef3e9788584 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Sep 15 16:13:47.173267 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron.api.extensions [None req-ba635889-73af-42a6-ba28-0ef3e9788584 None None] Loading extension file: servicetype.py {{(pid=93846) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 16:13:47.174452 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron.api.extensions [None req-ba635889-73af-42a6-ba28-0ef3e9788584 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=93846) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 16:13:47.175028 dv-cinder-779576-8-iscsi neutron-server[93846]: INFO neutron.api.extensions [None req-ba635889-73af-42a6-ba28-0ef3e9788584 None None] Loaded extension: service-type Sep 15 16:13:47.175373 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron.api.extensions [None req-ba635889-73af-42a6-ba28-0ef3e9788584 None None] Loading extension file: sorting.py {{(pid=93846) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 16:13:47.176380 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron.api.extensions [None req-ba635889-73af-42a6-ba28-0ef3e9788584 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93846) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 16:13:47.176711 dv-cinder-779576-8-iscsi neutron-server[93846]: INFO neutron.api.extensions [None req-ba635889-73af-42a6-ba28-0ef3e9788584 None None] Loaded extension: sorting Sep 15 16:13:47.177032 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron.api.extensions [None req-ba635889-73af-42a6-ba28-0ef3e9788584 None None] Loading extension file: standard_attr_segment.py {{(pid=93846) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 16:13:47.177949 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron.api.extensions [None req-ba635889-73af-42a6-ba28-0ef3e9788584 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93846) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 16:13:47.178487 dv-cinder-779576-8-iscsi neutron-server[93846]: INFO neutron.api.extensions [None req-ba635889-73af-42a6-ba28-0ef3e9788584 None None] Extension standard-attr-segment not supported by any of loaded plugins Sep 15 16:13:47.178803 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron.api.extensions [None req-ba635889-73af-42a6-ba28-0ef3e9788584 None None] Loading extension file: standardattrdescription.py {{(pid=93846) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 16:13:47.179449 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron.api.extensions [None req-ba635889-73af-42a6-ba28-0ef3e9788584 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=93846) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 16:13:47.179952 dv-cinder-779576-8-iscsi neutron-server[93846]: INFO neutron.api.extensions [None req-ba635889-73af-42a6-ba28-0ef3e9788584 None None] Loaded extension: standard-attr-description Sep 15 16:13:47.180292 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron.api.extensions [None req-ba635889-73af-42a6-ba28-0ef3e9788584 None None] Loading extension file: stateful_security_group.py {{(pid=93846) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 16:13:47.181220 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron.api.extensions [None req-ba635889-73af-42a6-ba28-0ef3e9788584 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=93846) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 16:13:47.181723 dv-cinder-779576-8-iscsi neutron-server[93846]: INFO neutron.api.extensions [None req-ba635889-73af-42a6-ba28-0ef3e9788584 None None] Loaded extension: stateful-security-group Sep 15 16:13:47.182040 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron.api.extensions [None req-ba635889-73af-42a6-ba28-0ef3e9788584 None None] Loading extension file: stdattrs_common.py {{(pid=93846) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 16:13:47.182618 dv-cinder-779576-8-iscsi neutron-server[93846]: WARNING neutron.api.extensions [None req-ba635889-73af-42a6-ba28-0ef3e9788584 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Sep 15 16:13:47.182939 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron.api.extensions [None req-ba635889-73af-42a6-ba28-0ef3e9788584 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=93846) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 16:13:47.183896 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron.api.extensions [None req-ba635889-73af-42a6-ba28-0ef3e9788584 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=93846) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 16:13:47.184422 dv-cinder-779576-8-iscsi neutron-server[93846]: INFO neutron.api.extensions [None req-ba635889-73af-42a6-ba28-0ef3e9788584 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Sep 15 16:13:47.184736 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron.api.extensions [None req-ba635889-73af-42a6-ba28-0ef3e9788584 None None] Loading extension file: subnet_onboard.py {{(pid=93846) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 16:13:47.185826 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron.api.extensions [None req-ba635889-73af-42a6-ba28-0ef3e9788584 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=93846) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 16:13:47.186332 dv-cinder-779576-8-iscsi neutron-server[93846]: INFO neutron.api.extensions [None req-ba635889-73af-42a6-ba28-0ef3e9788584 None None] Loaded extension: subnet_onboard Sep 15 16:13:47.186652 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron.api.extensions [None req-ba635889-73af-42a6-ba28-0ef3e9788584 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=93846) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 16:13:47.187588 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron.api.extensions [None req-ba635889-73af-42a6-ba28-0ef3e9788584 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=93846) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 16:13:47.188101 dv-cinder-779576-8-iscsi neutron-server[93846]: INFO neutron.api.extensions [None req-ba635889-73af-42a6-ba28-0ef3e9788584 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Sep 15 16:13:47.188433 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron.api.extensions [None req-ba635889-73af-42a6-ba28-0ef3e9788584 None None] Loading extension file: subnet_service_types.py {{(pid=93846) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 16:13:47.189360 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron.api.extensions [None req-ba635889-73af-42a6-ba28-0ef3e9788584 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=93846) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 16:13:47.189867 dv-cinder-779576-8-iscsi neutron-server[93846]: INFO neutron.api.extensions [None req-ba635889-73af-42a6-ba28-0ef3e9788584 None None] Loaded extension: subnet-service-types Sep 15 16:13:47.190188 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron.api.extensions [None req-ba635889-73af-42a6-ba28-0ef3e9788584 None None] Loading extension file: subnetallocation.py {{(pid=93846) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 16:13:47.191294 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron.api.extensions [None req-ba635889-73af-42a6-ba28-0ef3e9788584 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=93846) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 16:13:47.191801 dv-cinder-779576-8-iscsi neutron-server[93846]: INFO neutron.api.extensions [None req-ba635889-73af-42a6-ba28-0ef3e9788584 None None] Loaded extension: subnet_allocation Sep 15 16:13:47.192147 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron.api.extensions [None req-ba635889-73af-42a6-ba28-0ef3e9788584 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=93846) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 16:13:47.192818 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron.api.extensions [None req-ba635889-73af-42a6-ba28-0ef3e9788584 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=93846) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 16:13:47.193313 dv-cinder-779576-8-iscsi neutron-server[93846]: INFO neutron.api.extensions [None req-ba635889-73af-42a6-ba28-0ef3e9788584 None None] Loaded extension: subnetpool-prefix-ops Sep 15 16:13:47.193636 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron.api.extensions [None req-ba635889-73af-42a6-ba28-0ef3e9788584 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=93846) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 16:13:47.194569 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron.api.extensions [None req-ba635889-73af-42a6-ba28-0ef3e9788584 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=93846) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 16:13:47.195070 dv-cinder-779576-8-iscsi neutron-server[93846]: INFO neutron.api.extensions [None req-ba635889-73af-42a6-ba28-0ef3e9788584 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Sep 15 16:13:47.195389 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron.api.extensions [None req-ba635889-73af-42a6-ba28-0ef3e9788584 None None] Loading extension file: tagging.py {{(pid=93846) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 16:13:47.196532 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron.api.extensions [None req-ba635889-73af-42a6-ba28-0ef3e9788584 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=93846) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 16:13:47.197052 dv-cinder-779576-8-iscsi neutron-server[93846]: INFO neutron.api.extensions [None req-ba635889-73af-42a6-ba28-0ef3e9788584 None None] Loaded extension: standard-attr-tag Sep 15 16:13:47.197374 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron.api.extensions [None req-ba635889-73af-42a6-ba28-0ef3e9788584 None None] Loading extension file: timestamp.py {{(pid=93846) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 16:13:47.198588 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron.api.extensions [None req-ba635889-73af-42a6-ba28-0ef3e9788584 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=93846) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 16:13:47.199086 dv-cinder-779576-8-iscsi neutron-server[93846]: INFO neutron.api.extensions [None req-ba635889-73af-42a6-ba28-0ef3e9788584 None None] Loaded extension: standard-attr-timestamp Sep 15 16:13:47.199410 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron.api.extensions [None req-ba635889-73af-42a6-ba28-0ef3e9788584 None None] Loading extension file: trunk.py {{(pid=93846) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 16:13:47.200476 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron.api.extensions [None req-ba635889-73af-42a6-ba28-0ef3e9788584 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=93846) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 16:13:47.200983 dv-cinder-779576-8-iscsi neutron-server[93846]: INFO neutron.api.extensions [None req-ba635889-73af-42a6-ba28-0ef3e9788584 None None] Extension trunk not supported by any of loaded plugins Sep 15 16:13:47.201306 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron.api.extensions [None req-ba635889-73af-42a6-ba28-0ef3e9788584 None None] Loading extension file: trunk_details.py {{(pid=93846) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 16:13:47.202244 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron.api.extensions [None req-ba635889-73af-42a6-ba28-0ef3e9788584 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=93846) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 16:13:47.202751 dv-cinder-779576-8-iscsi neutron-server[93846]: INFO neutron.api.extensions [None req-ba635889-73af-42a6-ba28-0ef3e9788584 None None] Extension trunk-details not supported by any of loaded plugins Sep 15 16:13:47.203069 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron.api.extensions [None req-ba635889-73af-42a6-ba28-0ef3e9788584 None None] Loading extension file: uplink_status_propagation.py {{(pid=93846) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 16:13:47.203985 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron.api.extensions [None req-ba635889-73af-42a6-ba28-0ef3e9788584 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=93846) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 16:13:47.204516 dv-cinder-779576-8-iscsi neutron-server[93846]: INFO neutron.api.extensions [None req-ba635889-73af-42a6-ba28-0ef3e9788584 None None] Extension uplink-status-propagation not supported by any of loaded plugins Sep 15 16:13:47.204835 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron.api.extensions [None req-ba635889-73af-42a6-ba28-0ef3e9788584 None None] Loading extension file: vlantransparent.py {{(pid=93846) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 16:13:47.205511 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron.api.extensions [None req-ba635889-73af-42a6-ba28-0ef3e9788584 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=93846) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 16:13:47.206098 dv-cinder-779576-8-iscsi neutron-server[93846]: INFO neutron.api.extensions [None req-ba635889-73af-42a6-ba28-0ef3e9788584 None None] Extension vlan-transparent not supported by any of loaded plugins Sep 15 16:13:47.208704 dv-cinder-779576-8-iscsi neutron-server[93846]: INFO neutron.quota.resource_registry [None req-ba635889-73af-42a6-ba28-0ef3e9788584 None None] Creating instance of TrackedResource for resource:network Sep 15 16:13:47.209255 dv-cinder-779576-8-iscsi neutron-server[93846]: INFO neutron.quota.resource_registry [None req-ba635889-73af-42a6-ba28-0ef3e9788584 None None] Creating instance of TrackedResource for resource:subnet Sep 15 16:13:47.209659 dv-cinder-779576-8-iscsi neutron-server[93846]: INFO neutron.quota.resource_registry [None req-ba635889-73af-42a6-ba28-0ef3e9788584 None None] Creating instance of TrackedResource for resource:subnetpool Sep 15 16:13:47.210058 dv-cinder-779576-8-iscsi neutron-server[93846]: INFO neutron.quota.resource_registry [None req-ba635889-73af-42a6-ba28-0ef3e9788584 None None] Creating instance of TrackedResource for resource:port Sep 15 16:13:47.211313 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron.api.v2.resource_helper [None req-ba635889-73af-42a6-ba28-0ef3e9788584 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93846) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 15 16:13:47.211753 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron.api.v2.resource_helper [None req-ba635889-73af-42a6-ba28-0ef3e9788584 None None] Service FLAVORS assigned prefix: {{(pid=93846) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 15 16:13:47.212418 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron.api.v2.resource_helper [None req-ba635889-73af-42a6-ba28-0ef3e9788584 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93846) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 15 16:13:47.212838 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron.api.v2.resource_helper [None req-ba635889-73af-42a6-ba28-0ef3e9788584 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93846) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 15 16:13:47.213175 dv-cinder-779576-8-iscsi neutron-server[93846]: INFO neutron.quota.resource_registry [None req-ba635889-73af-42a6-ba28-0ef3e9788584 None None] Creating instance of TrackedResource for resource:router Sep 15 16:13:47.213600 dv-cinder-779576-8-iscsi neutron-server[93846]: INFO neutron.quota.resource_registry [None req-ba635889-73af-42a6-ba28-0ef3e9788584 None None] Creating instance of TrackedResource for resource:floatingip Sep 15 16:13:47.214083 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron.api.v2.resource_helper [None req-ba635889-73af-42a6-ba28-0ef3e9788584 None None] Service METERING assigned prefix: /metering {{(pid=93846) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 15 16:13:47.215544 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-ba635889-73af-42a6-ba28-0ef3e9788584 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93846) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 16:13:47.215913 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-ba635889-73af-42a6-ba28-0ef3e9788584 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93846) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 16:13:47.216292 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-ba635889-73af-42a6-ba28-0ef3e9788584 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93846) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 16:13:47.217338 dv-cinder-779576-8-iscsi neutron-server[93846]: INFO neutron.quota.resource_registry [None req-ba635889-73af-42a6-ba28-0ef3e9788584 None None] Creating instance of CountableResource for resource:rbac_policy Sep 15 16:13:47.217791 dv-cinder-779576-8-iscsi neutron-server[93846]: INFO neutron.quota.resource_registry [None req-ba635889-73af-42a6-ba28-0ef3e9788584 None None] Creating instance of TrackedResource for resource:security_group Sep 15 16:13:47.218216 dv-cinder-779576-8-iscsi neutron-server[93846]: INFO neutron.quota.resource_registry [None req-ba635889-73af-42a6-ba28-0ef3e9788584 None None] Creating instance of TrackedResource for resource:security_group_rule Sep 15 16:13:47.218797 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron.api.v2.resource_helper [None req-ba635889-73af-42a6-ba28-0ef3e9788584 None None] Service CORE assigned prefix: {{(pid=93846) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 15 16:13:47.219122 dv-cinder-779576-8-iscsi neutron-server[93846]: INFO neutron.quota.resource_registry [None req-ba635889-73af-42a6-ba28-0ef3e9788584 None None] Creating instance of TrackedResource for resource:subnetpool Sep 15 16:13:47.219470 dv-cinder-779576-8-iscsi neutron-server[93846]: WARNING neutron.quota.resource_registry [None req-ba635889-73af-42a6-ba28-0ef3e9788584 None None] subnetpool is already registered Sep 15 16:13:47.219911 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron.api.v2.resource_helper [None req-ba635889-73af-42a6-ba28-0ef3e9788584 None None] Service CORE assigned prefix: {{(pid=93846) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 15 16:13:47.220274 dv-cinder-779576-8-iscsi neutron-server[93846]: INFO neutron.quota.resource_registry [None req-ba635889-73af-42a6-ba28-0ef3e9788584 None None] Creating instance of TrackedResource for resource:subnetpool Sep 15 16:13:47.220604 dv-cinder-779576-8-iscsi neutron-server[93846]: WARNING neutron.quota.resource_registry [None req-ba635889-73af-42a6-ba28-0ef3e9788584 None None] subnetpool is already registered Sep 15 16:13:47.223066 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron.api.v2.resource_helper [None req-ba635889-73af-42a6-ba28-0ef3e9788584 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93846) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 15 16:13:47.223497 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron.api.v2.resource_helper [None req-ba635889-73af-42a6-ba28-0ef3e9788584 None None] Service FLAVORS assigned prefix: {{(pid=93846) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 15 16:13:47.224101 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron.api.v2.resource_helper [None req-ba635889-73af-42a6-ba28-0ef3e9788584 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93846) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 15 16:13:47.224533 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron.api.v2.resource_helper [None req-ba635889-73af-42a6-ba28-0ef3e9788584 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93846) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 15 16:13:47.224867 dv-cinder-779576-8-iscsi neutron-server[93846]: INFO neutron.quota.resource_registry [None req-ba635889-73af-42a6-ba28-0ef3e9788584 None None] Creating instance of TrackedResource for resource:router Sep 15 16:13:47.225202 dv-cinder-779576-8-iscsi neutron-server[93846]: WARNING neutron.quota.resource_registry [None req-ba635889-73af-42a6-ba28-0ef3e9788584 None None] router is already registered Sep 15 16:13:47.225614 dv-cinder-779576-8-iscsi neutron-server[93846]: INFO neutron.quota.resource_registry [None req-ba635889-73af-42a6-ba28-0ef3e9788584 None None] Creating instance of TrackedResource for resource:floatingip Sep 15 16:13:47.225950 dv-cinder-779576-8-iscsi neutron-server[93846]: WARNING neutron.quota.resource_registry [None req-ba635889-73af-42a6-ba28-0ef3e9788584 None None] floatingip is already registered Sep 15 16:13:47.226400 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron.api.v2.resource_helper [None req-ba635889-73af-42a6-ba28-0ef3e9788584 None None] Service METERING assigned prefix: /metering {{(pid=93846) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 15 16:13:47.227071 dv-cinder-779576-8-iscsi neutron-server[93846]: INFO neutron.quota.resource_registry [None req-ba635889-73af-42a6-ba28-0ef3e9788584 None None] Creating instance of CountableResource for resource:rbac_policy Sep 15 16:13:47.227392 dv-cinder-779576-8-iscsi neutron-server[93846]: WARNING neutron.quota.resource_registry [None req-ba635889-73af-42a6-ba28-0ef3e9788584 None None] rbac_policy is already registered Sep 15 16:13:47.227801 dv-cinder-779576-8-iscsi neutron-server[93846]: INFO neutron.quota.resource_registry [None req-ba635889-73af-42a6-ba28-0ef3e9788584 None None] Creating instance of TrackedResource for resource:security_group Sep 15 16:13:47.228217 dv-cinder-779576-8-iscsi neutron-server[93846]: WARNING neutron.quota.resource_registry [None req-ba635889-73af-42a6-ba28-0ef3e9788584 None None] security_group is already registered Sep 15 16:13:47.228565 dv-cinder-779576-8-iscsi neutron-server[93846]: INFO neutron.quota.resource_registry [None req-ba635889-73af-42a6-ba28-0ef3e9788584 None None] Creating instance of TrackedResource for resource:security_group_rule Sep 15 16:13:47.228891 dv-cinder-779576-8-iscsi neutron-server[93846]: WARNING neutron.quota.resource_registry [None req-ba635889-73af-42a6-ba28-0ef3e9788584 None None] security_group_rule is already registered Sep 15 16:13:47.229506 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron.api.v2.resource_helper [None req-ba635889-73af-42a6-ba28-0ef3e9788584 None None] Service CORE assigned prefix: {{(pid=93846) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 15 16:13:47.229837 dv-cinder-779576-8-iscsi neutron-server[93846]: INFO neutron.quota.resource_registry [None req-ba635889-73af-42a6-ba28-0ef3e9788584 None None] Creating instance of TrackedResource for resource:subnetpool Sep 15 16:13:47.230171 dv-cinder-779576-8-iscsi neutron-server[93846]: WARNING neutron.quota.resource_registry [None req-ba635889-73af-42a6-ba28-0ef3e9788584 None None] subnetpool is already registered Sep 15 16:13:47.230584 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron.api.v2.resource_helper [None req-ba635889-73af-42a6-ba28-0ef3e9788584 None None] Service CORE assigned prefix: {{(pid=93846) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 15 16:13:47.230914 dv-cinder-779576-8-iscsi neutron-server[93846]: INFO neutron.quota.resource_registry [None req-ba635889-73af-42a6-ba28-0ef3e9788584 None None] Creating instance of TrackedResource for resource:subnetpool Sep 15 16:13:47.231242 dv-cinder-779576-8-iscsi neutron-server[93846]: WARNING neutron.quota.resource_registry [None req-ba635889-73af-42a6-ba28-0ef3e9788584 None None] subnetpool is already registered Sep 15 16:13:47.231709 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron.api.extensions [None req-ba635889-73af-42a6-ba28-0ef3e9788584 None None] Extended resource: extensions {{(pid=93846) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 16:13:47.233204 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron.api.extensions [None req-ba635889-73af-42a6-ba28-0ef3e9788584 None None] Extended resource: address-groups {{(pid=93846) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 16:13:47.234673 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron.api.extensions [None req-ba635889-73af-42a6-ba28-0ef3e9788584 None None] Extended resource: address-scopes {{(pid=93846) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 16:13:47.235988 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron.api.extensions [None req-ba635889-73af-42a6-ba28-0ef3e9788584 None None] Extended resource: agents {{(pid=93846) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 16:13:47.237231 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron.api.extensions [None req-ba635889-73af-42a6-ba28-0ef3e9788584 None None] Extended resource: auto-allocated-topology {{(pid=93846) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 16:13:47.238482 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron.api.extensions [None req-ba635889-73af-42a6-ba28-0ef3e9788584 None None] Extended resource: availability_zones {{(pid=93846) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 16:13:47.239702 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron.api.extensions [None req-ba635889-73af-42a6-ba28-0ef3e9788584 None None] Extended resource: dhcp-networks {{(pid=93846) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 16:13:47.241228 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron.api.extensions [None req-ba635889-73af-42a6-ba28-0ef3e9788584 None None] Extended resource: dhcp-agents {{(pid=93846) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 16:13:47.242663 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron.api.extensions [None req-ba635889-73af-42a6-ba28-0ef3e9788584 None None] Extended resource: routers {{(pid=93846) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 16:13:47.245272 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron.api.extensions [None req-ba635889-73af-42a6-ba28-0ef3e9788584 None None] Extended resource: flavors {{(pid=93846) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 16:13:47.246426 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron.api.extensions [None req-ba635889-73af-42a6-ba28-0ef3e9788584 None None] Extended resource: service_profiles {{(pid=93846) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 16:13:47.247621 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron.api.extensions [None req-ba635889-73af-42a6-ba28-0ef3e9788584 None None] Extended resource: next_providers {{(pid=93846) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 16:13:47.249097 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron.api.extensions [None req-ba635889-73af-42a6-ba28-0ef3e9788584 None None] Extended resource: service_profiles {{(pid=93846) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 16:13:47.250634 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron.api.extensions [None req-ba635889-73af-42a6-ba28-0ef3e9788584 None None] Extended resource: floatingip-pools {{(pid=93846) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 16:13:47.251831 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron.api.extensions [None req-ba635889-73af-42a6-ba28-0ef3e9788584 None None] Extended resource: routers {{(pid=93846) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 16:13:47.253999 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron.api.extensions [None req-ba635889-73af-42a6-ba28-0ef3e9788584 None None] Extended resource: floatingips {{(pid=93846) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 16:13:47.255284 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron.api.extensions [None req-ba635889-73af-42a6-ba28-0ef3e9788584 None None] Extended resource: l3-routers {{(pid=93846) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 16:13:47.256699 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron.api.extensions [None req-ba635889-73af-42a6-ba28-0ef3e9788584 None None] Extended resource: l3-agents {{(pid=93846) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 16:13:47.258088 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron.api.extensions [None req-ba635889-73af-42a6-ba28-0ef3e9788584 None None] Extended resource: metering-labels {{(pid=93846) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 16:13:47.259444 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron.api.extensions [None req-ba635889-73af-42a6-ba28-0ef3e9788584 None None] Extended resource: metering-label-rules {{(pid=93846) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 16:13:47.260761 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron.api.extensions [None req-ba635889-73af-42a6-ba28-0ef3e9788584 None None] Extended resource: network-ip-availabilities {{(pid=93846) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 16:13:47.262039 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron.api.extensions [None req-ba635889-73af-42a6-ba28-0ef3e9788584 None None] Extended resource: bindings {{(pid=93846) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 16:13:47.264518 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron.api.extensions [None req-ba635889-73af-42a6-ba28-0ef3e9788584 None None] Extended resource: quotas {{(pid=93846) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 16:13:47.265936 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron.api.extensions [None req-ba635889-73af-42a6-ba28-0ef3e9788584 None None] Extended resource: quotas {{(pid=93846) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 16:13:47.267356 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron.api.extensions [None req-ba635889-73af-42a6-ba28-0ef3e9788584 None None] Extended resource: rbac-policies {{(pid=93846) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 16:13:47.268664 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron.api.extensions [None req-ba635889-73af-42a6-ba28-0ef3e9788584 None None] Extended resource: security-groups {{(pid=93846) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 16:13:47.269962 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron.api.extensions [None req-ba635889-73af-42a6-ba28-0ef3e9788584 None None] Extended resource: security-group-rules {{(pid=93846) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 16:13:47.271239 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron.api.extensions [None req-ba635889-73af-42a6-ba28-0ef3e9788584 None None] Extended resource: service-providers {{(pid=93846) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 16:13:47.272464 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron.api.extensions [None req-ba635889-73af-42a6-ba28-0ef3e9788584 None None] Extended resource: subnetpools {{(pid=93846) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 16:13:47.273896 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron.api.extensions [None req-ba635889-73af-42a6-ba28-0ef3e9788584 None None] Extended resource: subnetpools {{(pid=93846) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 16:13:47.275332 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron.api.extensions [None req-ba635889-73af-42a6-ba28-0ef3e9788584 None None] Extended resource: tags {{(pid=93846) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 16:13:47.277018 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron.api.extensions [None req-ba635889-73af-42a6-ba28-0ef3e9788584 None None] Extended resource: tags {{(pid=93846) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 16:13:47.278861 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron.api.extensions [None req-ba635889-73af-42a6-ba28-0ef3e9788584 None None] Extended resource: tags {{(pid=93846) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 16:13:47.280664 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron.api.extensions [None req-ba635889-73af-42a6-ba28-0ef3e9788584 None None] Extended resource: tags {{(pid=93846) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 16:13:47.282431 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron.api.extensions [None req-ba635889-73af-42a6-ba28-0ef3e9788584 None None] Extended resource: tags {{(pid=93846) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 16:13:47.284342 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron.api.extensions [None req-ba635889-73af-42a6-ba28-0ef3e9788584 None None] Extended resource: tags {{(pid=93846) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 16:13:47.286128 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron.api.extensions [None req-ba635889-73af-42a6-ba28-0ef3e9788584 None None] Extended resource: tags {{(pid=93846) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 16:13:47.288028 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron.api.extensions [None req-ba635889-73af-42a6-ba28-0ef3e9788584 None None] Extended resource: tags {{(pid=93846) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 16:13:47.289811 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron.api.extensions [None req-ba635889-73af-42a6-ba28-0ef3e9788584 None None] Extended resource: tags {{(pid=93846) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 16:13:47.291541 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron.api.extensions [None req-ba635889-73af-42a6-ba28-0ef3e9788584 None None] Extended resource: tags {{(pid=93846) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 16:13:47.297523 dv-cinder-779576-8-iscsi neutron-server[93846]: WARNING keystonemiddleware.auth_token [None req-ba635889-73af-42a6-ba28-0ef3e9788584 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Sep 15 16:13:47.302503 dv-cinder-779576-8-iscsi neutron-server[93846]: WARNING keystonemiddleware.auth_token [None req-ba635889-73af-42a6-ba28-0ef3e9788584 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Sep 15 16:13:47.310943 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_concurrency.lockutils [None req-ba635889-73af-42a6-ba28-0ef3e9788584 None None] Acquired lock "singleton_lock" {{(pid=93846) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Sep 15 16:13:47.311411 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_concurrency.lockutils [None req-ba635889-73af-42a6-ba28-0ef3e9788584 None None] Releasing lock "singleton_lock" {{(pid=93846) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Sep 15 16:13:47.312098 dv-cinder-779576-8-iscsi neutron-server[93846]: INFO oslo_service.service [None req-ba635889-73af-42a6-ba28-0ef3e9788584 None None] Starting 2 workers Sep 15 16:13:47.316922 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [None req-ba635889-73af-42a6-ba28-0ef3e9788584 None None] Started child 93953 {{(pid=93846) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 15 16:13:47.321329 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [None req-ba635889-73af-42a6-ba28-0ef3e9788584 None None] Started child 93954 {{(pid=93846) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 15 16:13:47.322468 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:47.323148 dv-cinder-779576-8-iscsi neutron-server[93846]: INFO neutron.service [None req-ba635889-73af-42a6-ba28-0ef3e9788584 None None] Neutron service started, listening on 0.0.0.0:9696 Sep 15 16:13:47.323515 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-ba635889-73af-42a6-ba28-0ef3e9788584 None None] Notify callbacks [] for process, before_spawn {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:47.323817 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [-] (93953) wsgi starting up on http://0.0.0.0:9696 Sep 15 16:13:47.325976 dv-cinder-779576-8-iscsi neutron-server[93846]: INFO oslo_service.service [None req-ba635889-73af-42a6-ba28-0ef3e9788584 None None] Starting 1 workers Sep 15 16:13:47.326112 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:47.327371 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [-] (93954) wsgi starting up on http://0.0.0.0:9696 Sep 15 16:13:47.331263 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [None req-ba635889-73af-42a6-ba28-0ef3e9788584 None None] Started child 93955 {{(pid=93846) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 15 16:13:47.331803 dv-cinder-779576-8-iscsi neutron-server[93846]: INFO oslo_service.service [None req-ba635889-73af-42a6-ba28-0ef3e9788584 None None] Starting 1 workers Sep 15 16:13:47.335095 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.service [None req-ba635889-73af-42a6-ba28-0ef3e9788584 None None] calling RpcWorker wait() {{(pid=93955) _wait /opt/stack/neutron/neutron/service.py:128}} Sep 15 16:13:47.335664 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.service [None req-ba635889-73af-42a6-ba28-0ef3e9788584 None None] returning from RpcWorker wait() {{(pid=93955) _wait /opt/stack/neutron/neutron/service.py:135}} Sep 15 16:13:47.336305 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [None req-ba635889-73af-42a6-ba28-0ef3e9788584 None None] Started child 93956 {{(pid=93846) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 15 16:13:47.336864 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:47.337102 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG neutron_lib.callbacks.manager [None req-ba635889-73af-42a6-ba28-0ef3e9788584 None None] Notify callbacks [] for process, after_spawn {{(pid=93846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:47.337358 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=93955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:13:47.339110 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93846) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 15 16:13:47.339301 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 15 16:13:47.339505 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 15 16:13:47.339662 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 15 16:13:47.340041 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 15 16:13:47.340198 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 15 16:13:47.340731 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:13:47.341007 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:13:47.341235 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:13:47.341524 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:13:47.341810 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:13:47.342379 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:13:47.342621 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:13:47.342752 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:47.343256 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:13:47.343256 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:13:47.343415 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:13:47.343494 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:13:47.343633 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:13:47.343910 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:13:47.344133 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:13:47.344456 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:13:47.344699 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:13:47.344929 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:13:47.345194 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:13:47.345359 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:13:47.345620 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:13:47.345890 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:13:47.346112 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:13:47.346413 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] debug = True {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:13:47.346652 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:13:47.347112 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:13:47.347364 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:13:47.347610 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:13:47.347838 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:13:47.348122 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:13:47.348358 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:13:47.348606 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:13:47.348838 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:13:47.349052 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:13:47.349299 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:13:47.349556 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:13:47.349788 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:13:47.350018 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:13:47.350234 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:13:47.350564 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:13:47.350712 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:13:47.351166 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] host = dv-cinder-779576-8-iscsi {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:13:47.351411 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:13:47.351654 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:13:47.351897 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:13:47.352162 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:13:47.352405 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:13:47.352636 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:13:47.352886 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:13:47.353122 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:13:47.353381 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:13:47.353606 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:13:47.353845 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:13:47.354099 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:13:47.354352 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:13:47.354592 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] log_file = None {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:13:47.354754 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] log_options = True {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:13:47.354986 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:13:47.355241 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:13:47.355499 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:13:47.355689 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:13:47.355856 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:13:47.356030 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:13:47.356308 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:13:47.356470 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:13:47.356723 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:13:47.356952 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:13:47.357164 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:13:47.357396 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:13:47.357626 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:13:47.357838 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:13:47.358101 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:13:47.358348 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:13:47.358569 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:13:47.358775 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:13:47.359016 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:13:47.359246 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:13:47.359477 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:13:47.359721 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:13:47.359950 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:13:47.360191 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:13:47.360426 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:13:47.360678 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:13:47.360906 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:13:47.361118 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:13:47.361328 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:13:47.361590 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:13:47.361842 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:13:47.362155 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:13:47.362371 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:13:47.362608 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:13:47.362868 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:13:47.363179 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:13:47.363321 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:13:47.363534 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:13:47.363801 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:13:47.364027 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:13:47.364307 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:13:47.364568 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:13:47.364784 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:13:47.365026 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:13:47.365245 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:13:47.365481 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:13:47.365713 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] use_json = False {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:13:47.365925 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:13:47.366158 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:13:47.366428 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:13:47.366650 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:13:47.366864 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:13:47.367076 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:13:47.367311 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:13:47.367519 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:13:47.367964 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:47.368274 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:47.368703 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:47.368840 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:47.369086 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:47.369310 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:47.369904 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:47.370132 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:47.370481 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:47.370652 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:47.370930 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:47.371154 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:47.371573 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:47.371777 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:47.371921 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:47.372331 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:47.372594 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:47.373037 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:47.373127 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:47.373334 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:47.373548 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:47.373800 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:47.374212 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:47.374320 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:47.374552 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:47.374791 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:47.375017 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:47.376041 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:47.376350 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:47.376632 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.39/identity {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:47.376885 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:47.377103 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:47.377340 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:47.377601 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:47.377844 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:47.378065 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:47.378270 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:47.378526 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:47.378799 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:47.378985 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:47.379636 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:47.379636 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:47.379636 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:47.379876 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:47.380118 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:47.380379 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:47.380625 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:47.380843 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:47.381062 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:47.381288 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:47.381697 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:47.381697 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:47.382336 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:47.382553 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:47.382819 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:47.383068 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:47.383275 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:47.383493 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:47.383696 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:47.383948 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:47.384167 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:13:47.384884 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:47.385107 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:47.385653 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:47.385653 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:47.385828 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:47.385944 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:47.386194 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:47.386409 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:47.386618 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:47.386828 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:47.387060 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:47.387286 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:47.388007 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:47.388007 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:47.388007 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:47.388300 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:47.388380 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:47.388560 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:47.388791 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:47.389004 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:47.389223 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:47.389440 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:47.390183 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:47.390183 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:47.390183 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:47.390430 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:47.390521 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:47.390686 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:47.390916 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:47.391441 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:47.391601 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:47.391732 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:47.391989 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:47.392246 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:47.392502 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:47.392744 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:47.392974 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:47.393586 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:47.393586 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:47.393807 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:47.394211 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:47.394315 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:47.394489 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:47.394710 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:47.394951 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:47.395170 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:47.395382 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:47.396650 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:47.396650 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:47.396650 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:47.396650 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:47.396650 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:47.397084 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:47.397084 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:47.397300 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:47.397575 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:47.397853 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:47.398538 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:47.398963 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:47.399190 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:47.399469 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:47.399764 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:47.400024 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:47.400279 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:47.400530 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:47.400777 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:47.401011 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:47.401253 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:47.401516 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:47.401791 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:47.402018 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:47.402242 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:47.402509 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:47.402738 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:47.402960 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:47.403191 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:47.403438 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:47.405768 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:47.406027 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:47.406260 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:47.406525 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:47.407292 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:47.411116 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:47.411387 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:47.411682 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:47.411951 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:47.415709 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:47.415994 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:47.416299 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.39/identity {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:47.416560 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:47.416833 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:47.417101 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:47.417334 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:47.417593 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:47.417820 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:47.418078 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:47.418309 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:47.418531 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:47.418786 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:47.419019 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:47.419249 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:47.419490 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:47.419685 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:47.419910 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:47.424097 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:47.424394 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:47.424772 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:47.425681 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:47.425933 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:47.426204 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:47.426476 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:47.426726 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:47.426997 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:47.427238 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:47.427530 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:47.427805 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:47.428056 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:47.428680 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:47.428919 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:47.429196 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:47.429443 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:47.429720 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:47.429948 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:47.430191 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:47.430411 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:47.430657 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:47.430876 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:47.431464 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:47.431718 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:47.431958 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:47.436129 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:47.436482 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:47.436864 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:47.437146 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:47.437394 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:47.437658 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:47.437888 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:47.438136 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:47.438381 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:47.438625 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:47.438866 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:47.439086 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:47.439313 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:47.439576 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:47.439829 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:47.440132 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:47.440441 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:47.440760 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:47.440976 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:47.441205 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:47.441440 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:47.441731 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:47.441987 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:47.442221 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:47.442477 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:47.442724 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:47.442937 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:47.443183 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:47.443881 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:47.444227 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:47.445350 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:47.445597 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:47.445813 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:47.446044 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:47.447193 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:47.447421 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:47.447649 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:47.448476 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:47.449655 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:47.450166 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:47.451452 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:47.451698 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:47.451948 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:47.452202 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:47.452430 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:47.452669 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:47.452890 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:47.453296 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:47.454802 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:47.456440 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:47.456681 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:47.456964 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:47.457209 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:47.457452 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:47.457687 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:47.457913 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:47.458148 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:47.458437 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:47.458713 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:47.458937 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:47.459224 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:47.459469 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:47.459712 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:47.459976 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:47.460323 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:47.460560 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:47.460816 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:47.461032 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:47.461260 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:47.461476 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:47.461735 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:47.462055 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:47.462345 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:47.462585 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:47.462833 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:47.463128 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:47.463397 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:50:99'] {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:47.463666 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:47.463875 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:47.464597 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:47.466003 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:47.466792 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:47.467615 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:47.467884 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:47.468151 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:47.468717 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:47.468947 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:47.469193 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:47.469921 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:47.470201 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:47.470463 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:47.470562 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:13:47.470695 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:47.470942 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:47.471180 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:47.471474 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:47.471814 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:47.472041 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:47.472322 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:47.472543 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:47.472757 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:47.472910 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 15 16:13:47.473441 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93846) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 15 16:13:47.473600 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 15 16:13:47.473749 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 15 16:13:47.473916 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 15 16:13:47.474098 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 15 16:13:47.474227 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 15 16:13:47.474435 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:13:47.474591 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:13:47.474744 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:13:47.474896 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:13:47.475050 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:13:47.475239 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:13:47.475402 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:13:47.475547 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:13:47.475691 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:13:47.475825 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:13:47.475980 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:13:47.476153 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:13:47.476305 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:13:47.476459 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:13:47.476610 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:13:47.476762 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:13:47.476914 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:13:47.477070 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:13:47.477225 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:13:47.477377 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:13:47.477530 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:13:47.477682 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:13:47.477833 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] debug = True {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:13:47.477984 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:13:47.478190 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:13:47.478401 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:13:47.478494 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:13:47.478641 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:13:47.478791 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:13:47.478945 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:13:47.479096 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:13:47.479246 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:13:47.479397 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:13:47.479550 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:13:47.479702 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:13:47.479854 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:13:47.480006 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:13:47.480181 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:13:47.480336 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:13:47.480489 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:13:47.480639 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] host = dv-cinder-779576-8-iscsi {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:13:47.480793 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:13:47.480944 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:13:47.481097 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:13:47.481246 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:13:47.481396 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:13:47.481548 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:13:47.481699 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:13:47.481850 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:13:47.482001 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:13:47.482154 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:13:47.482307 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:13:47.482455 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:13:47.482605 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:13:47.482754 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] log_file = None {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:13:47.482905 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] log_options = True {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:13:47.483058 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:13:47.483209 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:13:47.483361 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:13:47.483541 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:13:47.483699 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:13:47.483851 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:13:47.492100 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:13:47.492100 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:13:47.492100 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:13:47.492100 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:13:47.492100 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:13:47.492100 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:13:47.492100 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:13:47.492100 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:13:47.492734 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:13:47.492734 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:13:47.492734 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:13:47.492734 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:13:47.492734 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:13:47.492734 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:13:47.492734 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:13:47.492734 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:13:47.493264 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:13:47.493264 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:13:47.493264 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:13:47.493264 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:13:47.493264 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:13:47.493264 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:13:47.493264 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:13:47.493264 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:13:47.493264 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:13:47.493851 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:13:47.493851 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:13:47.493851 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:13:47.493851 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:13:47.493851 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:13:47.493851 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:13:47.493851 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:13:47.493851 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:13:47.494370 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:13:47.494370 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:13:47.494370 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:13:47.494370 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:13:47.494370 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:13:47.494370 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:13:47.494370 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:13:47.494370 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] use_json = False {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:13:47.495264 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:13:47.495264 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:13:47.495264 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:13:47.495264 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:13:47.495264 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:13:47.495264 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:13:47.495264 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:13:47.495264 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:13:47.495802 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:47.495802 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:47.495802 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:47.495802 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:47.496310 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:47.496498 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:47.496672 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:47.496840 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:47.497006 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:47.497170 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:47.497339 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:47.497503 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:47.497676 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:47.497837 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:47.497995 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:47.498157 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:47.498315 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:47.498473 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:47.498634 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:47.498801 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:47.498953 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:47.499112 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:47.499277 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:47.499433 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:47.499589 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:47.499745 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:47.499901 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:47.500103 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:47.500290 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:47.500448 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.39/identity {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:47.500605 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:47.500761 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:47.500918 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:47.501076 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:47.501233 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:47.501389 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:47.501546 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:47.501702 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:47.501858 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:47.502016 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:47.502172 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:47.502329 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:47.502486 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:47.502724 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:47.502885 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:47.503042 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:47.503198 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:47.503366 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:47.503514 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:47.503669 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:47.503826 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:47.503984 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:47.504161 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:47.504319 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:47.504475 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:47.504643 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:47.504821 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:47.504947 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:47.505105 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:47.505260 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:47.505415 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:47.505570 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:47.505725 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:47.505882 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:47.506038 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:47.506194 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:47.506488 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:47.506645 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:47.506801 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:47.506958 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:47.507114 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:47.507273 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:47.507429 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:47.507585 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:47.507741 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:47.507899 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:47.508056 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:47.508233 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:47.508390 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:47.508547 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:47.508705 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:47.508860 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:47.509076 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:47.509185 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:47.509314 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:47.509507 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:47.509630 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:47.509766 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:47.509920 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:47.510085 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:47.510262 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:47.510420 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:47.510577 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:47.510734 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:47.510891 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:47.511046 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:47.511202 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:47.511358 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:47.511513 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:47.512375 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:47.512375 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:47.512375 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:47.512627 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:47.512627 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:47.512771 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:47.512881 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:47.513037 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:47.513193 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:47.513349 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:47.513664 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:47.513664 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:47.513827 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:47.513934 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:47.514109 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:47.514244 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:47.514400 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:47.514565 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:47.514720 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:47.514879 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:47.515105 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:47.515204 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:47.515355 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:47.515511 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:47.515668 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:47.516030 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:47.516030 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:47.516225 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:47.516320 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:47.516563 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:47.516725 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:47.516881 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:47.517038 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:47.517203 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:47.517372 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:47.517528 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:47.517683 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:47.517839 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:47.518019 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:47.518174 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:47.518387 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:47.518544 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:47.518700 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:47.518856 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:47.519012 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:47.519171 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:47.519339 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:47.519480 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:47.519637 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:47.519773 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.39/identity {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:47.519924 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:47.520103 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:47.520261 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:47.520422 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:47.520579 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:47.520722 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:47.520880 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:47.521038 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:47.521224 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:47.521339 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:47.521494 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:47.521650 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:47.521807 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:47.521962 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:47.522120 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:47.522275 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:47.522431 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:47.522589 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:47.522745 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:47.522903 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:47.523060 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:47.523215 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:47.523370 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:47.523526 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:47.523682 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:47.523841 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:47.523998 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:47.524176 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:47.524335 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:47.524492 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:47.524658 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:47.524787 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:47.524938 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:47.525092 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:47.525262 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:47.525393 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:47.525548 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:47.525705 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:47.525861 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:47.526018 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:47.526173 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:47.526481 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:47.526481 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:47.526657 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:47.526815 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:47.526973 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:47.527131 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:47.527287 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:47.527443 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:47.527599 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:47.527755 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:47.527910 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:47.528065 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:47.528239 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:47.528399 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:47.528556 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:47.528712 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:47.528868 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:47.529022 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:47.529176 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:47.529350 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:47.529475 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:47.529643 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:47.529801 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:47.529957 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:47.530120 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:47.530277 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:47.530433 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:47.530599 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:47.530755 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:47.530911 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:47.531066 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:47.531221 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:47.531376 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:47.531540 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:47.531697 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:47.531852 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:47.532007 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:47.532182 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:47.532338 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:47.532504 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:47.532659 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:47.532814 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:47.532969 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:47.533124 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:47.533279 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:47.533443 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:47.533598 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:47.533752 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:47.533952 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:47.534108 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:47.534262 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:47.534428 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:47.534584 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:47.534740 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:47.534895 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:47.535050 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:47.535205 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:47.535372 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:47.535529 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:47.535685 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:47.535849 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:47.536006 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:47.536185 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:47.536342 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:47.536512 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:47.536667 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:47.536825 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:47.536981 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:47.537137 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:47.537294 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:47.537452 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:47.537612 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:47.537778 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:47.537943 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:47.538100 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:47.538266 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:47.538429 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:50:99'] {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:47.538594 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:47.538749 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:47.538913 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:47.539082 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:47.539241 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:47.539396 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:47.539555 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:47.539711 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:47.539868 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:47.540024 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:47.540208 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:47.540365 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:47.540520 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:47.540677 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:47.540833 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:47.540988 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:47.541144 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:47.541301 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:47.541458 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:47.541614 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:47.541769 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:47.541925 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:47.542082 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:13:47.542230 dv-cinder-779576-8-iscsi neutron-server[93846]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93846) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 15 16:13:47.691316 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.wsgi [-] (93954) accepted ('10.222.0.39', 56592) {{(pid=93954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:13:47.700532 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [-] 10.222.0.39 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0068386 Sep 15 16:13:59.163485 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d87ba8a-2265-44ef-a02b-46a0aef0f444 None None] get_active_networks_info from dv-cinder-779576-8-iscsi {{(pid=93955) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 15 16:13:59.225310 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d87ba8a-2265-44ef-a02b-46a0aef0f444 None None] No non-hosted networks {{(pid=93955) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Sep 15 16:13:59.232679 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.db.agentschedulers_db [None req-0d87ba8a-2265-44ef-a02b-46a0aef0f444 None None] DHCP Agent not found on host dv-cinder-779576-8-iscsi {{(pid=93955) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Sep 15 16:13:59.294129 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-0c086a39-fe3d-4344-8a19-414cec30cb8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791196484491', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3725616'] for agent, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:01.816556 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-57d8a9a3-d16f-4b20-b77b-ca1e664c03db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791196484491', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3725616'] for agent, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:01.817906 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d8a9a3-d16f-4b20-b77b-ca1e664c03db None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:14:01.818508 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d8a9a3-d16f-4b20-b77b-ca1e664c03db None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:14:01.819390 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d8a9a3-d16f-4b20-b77b-ca1e664c03db None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:14:01.819953 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d8a9a3-d16f-4b20-b77b-ca1e664c03db None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:14:01.820510 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d8a9a3-d16f-4b20-b77b-ca1e664c03db None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:14:01.821028 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d8a9a3-d16f-4b20-b77b-ca1e664c03db None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:14:01.821691 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d8a9a3-d16f-4b20-b77b-ca1e664c03db None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:14:01.822257 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d8a9a3-d16f-4b20-b77b-ca1e664c03db None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:14:01.822775 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d8a9a3-d16f-4b20-b77b-ca1e664c03db None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:14:01.823291 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d8a9a3-d16f-4b20-b77b-ca1e664c03db None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:14:01.823876 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d8a9a3-d16f-4b20-b77b-ca1e664c03db None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:14:01.824519 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d8a9a3-d16f-4b20-b77b-ca1e664c03db None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:14:01.825141 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d8a9a3-d16f-4b20-b77b-ca1e664c03db None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-779576-8-iscsi', {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=93955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:14:01.843067 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d8a9a3-d16f-4b20-b77b-ca1e664c03db None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-779576-8-iscsi', 'version_map': {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=93955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:14:01.913123 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-ea1b30f0-b265-4612-93fb-f6c328f57e3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791196484491', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3725616'] for agent, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:01.972711 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-10201798-92f7-4acc-8f5f-482c47b8865f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791196484491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953091'] for agent, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:02.946806 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-eee1357e-56cc-4bdc-884d-16a88731d16f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791196484491', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3725616'] for agent, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:04.271795 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-7ad16b6f-1dcb-4567-914a-8ec9b5a04b47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791196484491', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3725616'] for agent, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:05.636970 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.wsgi [-] (93953) accepted ('10.222.0.39', 56682) {{(pid=93953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:14:06.169715 dv-cinder-779576-8-iscsi neutron-server[93953]: WARNING oslo_policy.policy [None req-f79e1212-0eed-4cf5-b733-009019acee23 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 15 16:14:06.170270 dv-cinder-779576-8-iscsi neutron-server[93953]: WARNING oslo_policy.policy [None req-f79e1212-0eed-4cf5-b733-009019acee23 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 15 16:14:06.386685 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.wsgi [None req-f79e1212-0eed-4cf5-b733-009019acee23 admin admin] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=93953) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 15 16:14:06.387965 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [None req-f79e1212-0eed-4cf5-b733-009019acee23 admin admin] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7489665 Sep 15 16:14:07.215626 dv-cinder-779576-8-iscsi neutron-server[93955]: INFO neutron.db.l3_hamode_db [None req-9a99347a-65ac-4252-b3c6-f38c04f076a9 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Sep 15 16:14:07.294252 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a99347a-65ac-4252-b3c6-f38c04f076a9 None None] Routers set() bound to L3 agent in host dv-cinder-779576-8-iscsi {{(pid=93955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:14:07.294636 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a99347a-65ac-4252-b3c6-f38c04f076a9 None None] Router IDs set() for agent in host dv-cinder-779576-8-iscsi {{(pid=93955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Sep 15 16:14:08.766183 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.wsgi [-] (93953) accepted ('10.222.0.39', 56696) {{(pid=93953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:14:09.098567 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.api.v2.base [None req-e87a21ef-15c5-4ea5-b798-acf1541f95f0 admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26, 'is_default': True, 'name': 'shared-default-subnetpool-v4', 'shared': True}} {{(pid=93953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:14:09.190559 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.policy [None req-e87a21ef-15c5-4ea5-b798-acf1541f95f0 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93953) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 15 16:14:09.234082 dv-cinder-779576-8-iscsi neutron-server[93953]: WARNING oslo_policy.policy [None req-e87a21ef-15c5-4ea5-b798-acf1541f95f0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 15 16:14:09.234442 dv-cinder-779576-8-iscsi neutron-server[93953]: WARNING oslo_policy.policy [None req-e87a21ef-15c5-4ea5-b798-acf1541f95f0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 15 16:14:09.242829 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.quota [None req-e87a21ef-15c5-4ea5-b798-acf1541f95f0 admin admin] Loaded quota_driver: . Sep 15 16:14:09.340469 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-e87a21ef-15c5-4ea5-b798-acf1541f95f0 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8791195901690', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8791195901065', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8791195880704', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8791195878628', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8791194424403', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8791195932505', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-644237', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-829331', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-4018954', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3832368'] for rbac-policy, before_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:09.410545 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-e87a21ef-15c5-4ea5-b798-acf1541f95f0 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:09.411793 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [None req-e87a21ef-15c5-4ea5-b798-acf1541f95f0 admin admin] 10.222.0.39 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6446290 Sep 15 16:14:12.030114 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.wsgi [-] (93953) accepted ('10.222.0.39', 56708) {{(pid=93953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:14:12.347402 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.api.v2.base [None req-42377a7b-fad1-42e0-9ce4-71bfe91e2ce7 admin admin] Request body: {'network': {'tenant_id': 'e9712b08f1d4445f98dbf3356efa604e', 'name': 'private', 'project_id': 'e9712b08f1d4445f98dbf3356efa604e', 'admin_state_up': True}} {{(pid=93953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:14:12.380407 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42377a7b-fad1-42e0-9ce4-71bfe91e2ce7 admin admin] Made reservation on behalf of e9712b08f1d4445f98dbf3356efa604e for: {'network': 1} {{(pid=93953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 16:14:12.383157 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-42377a7b-fad1-42e0-9ce4-71bfe91e2ce7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928820'] for network, before_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:12.399927 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-42377a7b-fad1-42e0-9ce4-71bfe91e2ce7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:12.534337 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-42377a7b-fad1-42e0-9ce4-71bfe91e2ce7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:12.540738 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-42377a7b-fad1-42e0-9ce4-71bfe91e2ce7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3702208'] for security_group, after_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:12.560469 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-42377a7b-fad1-42e0-9ce4-71bfe91e2ce7 admin admin] vlan segment allocate from pool success with {'vlan_id': 67, 'physical_network': 'physnet1'} {{(pid=93953) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 16:14:12.588446 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-42377a7b-fad1-42e0-9ce4-71bfe91e2ce7 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8791196484500', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-955409'] for segment, precommit_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:12.589022 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-42377a7b-fad1-42e0-9ce4-71bfe91e2ce7 admin admin] Unsubscribe: segment precommit_create {{(pid=93953) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 15 16:14:12.589520 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.db.segments_db [None req-42377a7b-fad1-42e0-9ce4-71bfe91e2ce7 admin admin] Added segment 52be672e-bc64-42a5-817a-da27fe2e7111 of type vlan for network f426307c-d754-4239-a8b6-dc470559643a Sep 15 16:14:12.605273 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42377a7b-fad1-42e0-9ce4-71bfe91e2ce7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42488f6b-40e4-4c6e-98a0-e97569bb9d24,revision_number=1']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:14:12.660588 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42377a7b-fad1-42e0-9ce4-71bfe91e2ce7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:14:12.660960 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42377a7b-fad1-42e0-9ce4-71bfe91e2ce7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:14:12.661275 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42377a7b-fad1-42e0-9ce4-71bfe91e2ce7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:14:12.661602 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42377a7b-fad1-42e0-9ce4-71bfe91e2ce7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:14:12.661925 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42377a7b-fad1-42e0-9ce4-71bfe91e2ce7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:14:12.662266 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42377a7b-fad1-42e0-9ce4-71bfe91e2ce7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:14:12.662587 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42377a7b-fad1-42e0-9ce4-71bfe91e2ce7 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:14:12.662907 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42377a7b-fad1-42e0-9ce4-71bfe91e2ce7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:14:12.663237 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42377a7b-fad1-42e0-9ce4-71bfe91e2ce7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:14:12.663554 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42377a7b-fad1-42e0-9ce4-71bfe91e2ce7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:14:12.663850 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42377a7b-fad1-42e0-9ce4-71bfe91e2ce7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:14:12.664182 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42377a7b-fad1-42e0-9ce4-71bfe91e2ce7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:14:12.665207 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42377a7b-fad1-42e0-9ce4-71bfe91e2ce7 admin admin] Tracked resource versions report: Sep 15 16:14:12.665207 dv-cinder-779576-8-iscsi neutron-server[93953]: pushed versions: Sep 15 16:14:12.665207 dv-cinder-779576-8-iscsi neutron-server[93953]: { 'AddressGroup': {'1.2'}, Sep 15 16:14:12.665207 dv-cinder-779576-8-iscsi neutron-server[93953]: 'ConntrackHelper': {'1.0'}, Sep 15 16:14:12.665207 dv-cinder-779576-8-iscsi neutron-server[93953]: 'Log': {'1.0'}, Sep 15 16:14:12.665207 dv-cinder-779576-8-iscsi neutron-server[93953]: 'Network': {'1.1'}, Sep 15 16:14:12.665207 dv-cinder-779576-8-iscsi neutron-server[93953]: 'Port': {'1.7'}, Sep 15 16:14:12.665207 dv-cinder-779576-8-iscsi neutron-server[93953]: 'PortForwarding': {'1.2'}, Sep 15 16:14:12.665207 dv-cinder-779576-8-iscsi neutron-server[93953]: 'QosPolicy': {'1.9'}, Sep 15 16:14:12.665207 dv-cinder-779576-8-iscsi neutron-server[93953]: 'SecurityGroup': {'1.4'}, Sep 15 16:14:12.665207 dv-cinder-779576-8-iscsi neutron-server[93953]: 'SecurityGroupRule': {'1.2'}, Sep 15 16:14:12.665207 dv-cinder-779576-8-iscsi neutron-server[93953]: 'SubPort': {'1.0'}, Sep 15 16:14:12.665207 dv-cinder-779576-8-iscsi neutron-server[93953]: 'Subnet': {'1.1'}, Sep 15 16:14:12.665207 dv-cinder-779576-8-iscsi neutron-server[93953]: 'Trunk': {'1.1'}} Sep 15 16:14:12.665207 dv-cinder-779576-8-iscsi neutron-server[93953]: consumer versions: Sep 15 16:14:12.665207 dv-cinder-779576-8-iscsi neutron-server[93953]: { DHCP agent@dv-cinder-779576-8-iscsi: {}, Sep 15 16:14:12.665207 dv-cinder-779576-8-iscsi neutron-server[93953]: L3 agent@dv-cinder-779576-8-iscsi: {}, Sep 15 16:14:12.665207 dv-cinder-779576-8-iscsi neutron-server[93953]: Metadata agent@dv-cinder-779576-8-iscsi: {}, Sep 15 16:14:12.665207 dv-cinder-779576-8-iscsi neutron-server[93953]: Metering agent@dv-cinder-779576-8-iscsi: {}, Sep 15 16:14:12.665207 dv-cinder-779576-8-iscsi neutron-server[93953]: Open vSwitch agent@dv-cinder-779576-8-iscsi: { 'AddressGroup': '1.2', Sep 15 16:14:12.665207 dv-cinder-779576-8-iscsi neutron-server[93953]: 'ConntrackHelper': '1.0', Sep 15 16:14:12.665207 dv-cinder-779576-8-iscsi neutron-server[93953]: 'Log': '1.0', Sep 15 16:14:12.665207 dv-cinder-779576-8-iscsi neutron-server[93953]: 'Network': '1.1', Sep 15 16:14:12.665207 dv-cinder-779576-8-iscsi neutron-server[93953]: 'Port': '1.7', Sep 15 16:14:12.665207 dv-cinder-779576-8-iscsi neutron-server[93953]: 'PortForwarding': '1.2', Sep 15 16:14:12.665207 dv-cinder-779576-8-iscsi neutron-server[93953]: 'QosPolicy': '1.9', Sep 15 16:14:12.665207 dv-cinder-779576-8-iscsi neutron-server[93953]: 'SecurityGroup': '1.4', Sep 15 16:14:12.665207 dv-cinder-779576-8-iscsi neutron-server[93953]: 'SecurityGroupRule': '1.2', Sep 15 16:14:12.665207 dv-cinder-779576-8-iscsi neutron-server[93953]: 'SubPort': '1.0', Sep 15 16:14:12.665207 dv-cinder-779576-8-iscsi neutron-server[93953]: 'Subnet': '1.1', Sep 15 16:14:12.665207 dv-cinder-779576-8-iscsi neutron-server[93953]: 'Trunk': '1.1'}} Sep 15 16:14:12.665207 dv-cinder-779576-8-iscsi neutron-server[93953]: {{(pid=93953) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 15 16:14:12.721197 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-42377a7b-fad1-42e0-9ce4-71bfe91e2ce7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791195928360'] for network, precommit_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:12.762432 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-42377a7b-fad1-42e0-9ce4-71bfe91e2ce7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748912'] for network, after_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:12.763634 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42377a7b-fad1-42e0-9ce4-71bfe91e2ce7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:14:12.764305 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-42377a7b-fad1-42e0-9ce4-71bfe91e2ce7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3748898'] for network, before_response {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:12.822476 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [None req-42377a7b-fad1-42e0-9ce4-71bfe91e2ce7 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 848 time: 0.7912560 Sep 15 16:14:12.862771 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42377a7b-fad1-42e0-9ce4-71bfe91e2ce7 admin admin] Pushing event updated for resources: {'Network': ['ID=f426307c-d754-4239-a8b6-dc470559643a,revision_number=1']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:14:12.875500 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.rpc [None req-57d8a9a3-d16f-4b20-b77b-ca1e664c03db None None] Network f426307c-d754-4239-a8b6-dc470559643a details requested by agent ovs-agent-dv-cinder-779576-8-iscsi with host dv-cinder-779576-8-iscsi {{(pid=93955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 16:14:15.511453 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.wsgi [-] (93954) accepted ('10.222.0.39', 56722) {{(pid=93954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:14:16.037070 dv-cinder-779576-8-iscsi neutron-server[93954]: WARNING oslo_policy.policy [None req-77cf48a6-797f-4c62-82e8-80209e1857d9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 15 16:14:16.037627 dv-cinder-779576-8-iscsi neutron-server[93954]: WARNING oslo_policy.policy [None req-77cf48a6-797f-4c62-82e8-80209e1857d9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 15 16:14:16.471894 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.policy [None req-77cf48a6-797f-4c62-82e8-80209e1857d9 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93954) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 15 16:14:16.516490 dv-cinder-779576-8-iscsi neutron-server[93954]: WARNING oslo_policy.policy [None req-77cf48a6-797f-4c62-82e8-80209e1857d9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 15 16:14:16.517073 dv-cinder-779576-8-iscsi neutron-server[93954]: WARNING oslo_policy.policy [None req-77cf48a6-797f-4c62-82e8-80209e1857d9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 15 16:14:16.525040 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77cf48a6-797f-4c62-82e8-80209e1857d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:14:16.526777 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [None req-77cf48a6-797f-4c62-82e8-80209e1857d9 admin admin] 10.222.0.39 "GET /v2.0/networks/f426307c-d754-4239-a8b6-dc470559643a HTTP/1.1" status: 200 len: 824 time: 1.0144296 Sep 15 16:14:16.570074 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [None req-e27ad141-6135-431f-bd1f-19b8dc40487f admin admin] 10.222.0.39 "GET /v2.0/subnetpools/926cc0c7-ec1c-4640-817c-ed38b8fe3255 HTTP/1.1" status: 200 len: 734 time: 0.0333288 Sep 15 16:14:16.583082 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.api.v2.base [None req-244a6ac3-13a8-47d4-a755-1111e7f58142 admin admin] Request body: {'subnet': {'tenant_id': 'e9712b08f1d4445f98dbf3356efa604e', 'ip_version': 4, 'subnetpool_id': '926cc0c7-ec1c-4640-817c-ed38b8fe3255', 'name': 'private-subnet', 'network_id': 'f426307c-d754-4239-a8b6-dc470559643a', 'gateway_ip': '172.20.0.1'}} {{(pid=93954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:14:16.584663 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.quota [None req-244a6ac3-13a8-47d4-a755-1111e7f58142 admin admin] Loaded quota_driver: . Sep 15 16:14:16.626244 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-244a6ac3-13a8-47d4-a755-1111e7f58142 admin admin] Made reservation on behalf of e9712b08f1d4445f98dbf3356efa604e for: {'subnet': 1} {{(pid=93954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 16:14:16.629030 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-244a6ac3-13a8-47d4-a755-1111e7f58142 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:16.935234 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-244a6ac3-13a8-47d4-a755-1111e7f58142 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748912'] for subnet, after_create {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:17.003849 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-244a6ac3-13a8-47d4-a755-1111e7f58142 admin admin] Checking segment: {'id': '52be672e-bc64-42a5-817a-da27fe2e7111', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'f426307c-d754-4239-a8b6-dc470559643a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 16:14:17.004219 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-244a6ac3-13a8-47d4-a755-1111e7f58142 admin admin] Network hostable DHCP agents. Network: f426307c-d754-4239-a8b6-dc470559643a, hostable agents: ['2fbb1984-d09c-42d8-b085-ece7113d0e35'], hosted agents: [] {{(pid=93954) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 16:14:17.018412 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244a6ac3-13a8-47d4-a755-1111e7f58142 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0f8cdb81-b31b-4b4e-842c-ec269f7fcbb0,revision_number=0']} {{(pid=93954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:14:17.031686 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-244a6ac3-13a8-47d4-a755-1111e7f58142 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:14:17.032043 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-244a6ac3-13a8-47d4-a755-1111e7f58142 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:14:17.032408 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-244a6ac3-13a8-47d4-a755-1111e7f58142 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:14:17.032731 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-244a6ac3-13a8-47d4-a755-1111e7f58142 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:14:17.033106 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-244a6ac3-13a8-47d4-a755-1111e7f58142 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:14:17.033444 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-244a6ac3-13a8-47d4-a755-1111e7f58142 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:14:17.033752 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-244a6ac3-13a8-47d4-a755-1111e7f58142 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:14:17.034409 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-244a6ac3-13a8-47d4-a755-1111e7f58142 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:14:17.034763 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-244a6ac3-13a8-47d4-a755-1111e7f58142 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:14:17.035078 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-244a6ac3-13a8-47d4-a755-1111e7f58142 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:14:17.035393 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-244a6ac3-13a8-47d4-a755-1111e7f58142 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:14:17.035700 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-244a6ac3-13a8-47d4-a755-1111e7f58142 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:14:17.036753 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-244a6ac3-13a8-47d4-a755-1111e7f58142 admin admin] Tracked resource versions report: Sep 15 16:14:17.036753 dv-cinder-779576-8-iscsi neutron-server[93954]: pushed versions: Sep 15 16:14:17.036753 dv-cinder-779576-8-iscsi neutron-server[93954]: { 'AddressGroup': {'1.2'}, Sep 15 16:14:17.036753 dv-cinder-779576-8-iscsi neutron-server[93954]: 'ConntrackHelper': {'1.0'}, Sep 15 16:14:17.036753 dv-cinder-779576-8-iscsi neutron-server[93954]: 'Log': {'1.0'}, Sep 15 16:14:17.036753 dv-cinder-779576-8-iscsi neutron-server[93954]: 'Network': {'1.1'}, Sep 15 16:14:17.036753 dv-cinder-779576-8-iscsi neutron-server[93954]: 'Port': {'1.7'}, Sep 15 16:14:17.036753 dv-cinder-779576-8-iscsi neutron-server[93954]: 'PortForwarding': {'1.2'}, Sep 15 16:14:17.036753 dv-cinder-779576-8-iscsi neutron-server[93954]: 'QosPolicy': {'1.9'}, Sep 15 16:14:17.036753 dv-cinder-779576-8-iscsi neutron-server[93954]: 'SecurityGroup': {'1.4'}, Sep 15 16:14:17.036753 dv-cinder-779576-8-iscsi neutron-server[93954]: 'SecurityGroupRule': {'1.2'}, Sep 15 16:14:17.036753 dv-cinder-779576-8-iscsi neutron-server[93954]: 'SubPort': {'1.0'}, Sep 15 16:14:17.036753 dv-cinder-779576-8-iscsi neutron-server[93954]: 'Subnet': {'1.1'}, Sep 15 16:14:17.036753 dv-cinder-779576-8-iscsi neutron-server[93954]: 'Trunk': {'1.1'}} Sep 15 16:14:17.036753 dv-cinder-779576-8-iscsi neutron-server[93954]: consumer versions: Sep 15 16:14:17.036753 dv-cinder-779576-8-iscsi neutron-server[93954]: { DHCP agent@dv-cinder-779576-8-iscsi: {}, Sep 15 16:14:17.036753 dv-cinder-779576-8-iscsi neutron-server[93954]: L3 agent@dv-cinder-779576-8-iscsi: {}, Sep 15 16:14:17.036753 dv-cinder-779576-8-iscsi neutron-server[93954]: Metadata agent@dv-cinder-779576-8-iscsi: {}, Sep 15 16:14:17.036753 dv-cinder-779576-8-iscsi neutron-server[93954]: Metering agent@dv-cinder-779576-8-iscsi: {}, Sep 15 16:14:17.036753 dv-cinder-779576-8-iscsi neutron-server[93954]: Open vSwitch agent@dv-cinder-779576-8-iscsi: { 'AddressGroup': '1.2', Sep 15 16:14:17.036753 dv-cinder-779576-8-iscsi neutron-server[93954]: 'ConntrackHelper': '1.0', Sep 15 16:14:17.036753 dv-cinder-779576-8-iscsi neutron-server[93954]: 'Log': '1.0', Sep 15 16:14:17.036753 dv-cinder-779576-8-iscsi neutron-server[93954]: 'Network': '1.1', Sep 15 16:14:17.036753 dv-cinder-779576-8-iscsi neutron-server[93954]: 'Port': '1.7', Sep 15 16:14:17.036753 dv-cinder-779576-8-iscsi neutron-server[93954]: 'PortForwarding': '1.2', Sep 15 16:14:17.036753 dv-cinder-779576-8-iscsi neutron-server[93954]: 'QosPolicy': '1.9', Sep 15 16:14:17.036753 dv-cinder-779576-8-iscsi neutron-server[93954]: 'SecurityGroup': '1.4', Sep 15 16:14:17.036753 dv-cinder-779576-8-iscsi neutron-server[93954]: 'SecurityGroupRule': '1.2', Sep 15 16:14:17.036753 dv-cinder-779576-8-iscsi neutron-server[93954]: 'SubPort': '1.0', Sep 15 16:14:17.036753 dv-cinder-779576-8-iscsi neutron-server[93954]: 'Subnet': '1.1', Sep 15 16:14:17.036753 dv-cinder-779576-8-iscsi neutron-server[93954]: 'Trunk': '1.1'}} Sep 15 16:14:17.036753 dv-cinder-779576-8-iscsi neutron-server[93954]: {{(pid=93954) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 15 16:14:17.065499 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-244a6ac3-13a8-47d4-a755-1111e7f58142 admin admin] Network f426307c-d754-4239-a8b6-dc470559643a is scheduled to be hosted by DHCP agent 2fbb1984-d09c-42d8-b085-ece7113d0e35 with binding_index 1 {{(pid=93954) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 16:14:17.080017 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.scheduler.base_scheduler [None req-244a6ac3-13a8-47d4-a755-1111e7f58142 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-779576-8-iscsi, f426307c-d754-4239-a8b6-dc470559643a) {{(pid=93954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:14:17.085216 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-244a6ac3-13a8-47d4-a755-1111e7f58142 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:14:17.085847 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-244a6ac3-13a8-47d4-a755-1111e7f58142 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3748898'] for subnet, before_response {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:17.091846 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7c30608-6fd3-4345-b8cc-81b4f4f001e3 None None] Network f426307c-d754-4239-a8b6-dc470559643a requested from dv-cinder-779576-8-iscsi {{(pid=93955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 16:14:17.107376 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [None req-244a6ac3-13a8-47d4-a755-1111e7f58142 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5279744 Sep 15 16:14:17.411400 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30f343e8-389b-4e6a-ac09-a174f679b799 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc7308360-924b-5de6-8a2e-c749ffa8d93c-f426307c-d754-4239-a8b6-dc470559643a', 'network_id': 'f426307c-d754-4239-a8b6-dc470559643a', 'tenant_id': 'e9712b08f1d4445f98dbf3356efa604e', 'fixed_ips': [{'subnet_id': '0f8cdb81-b31b-4b4e-842c-ec269f7fcbb0'}]}} from dv-cinder-779576-8-iscsi. {{(pid=93955) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 15 16:14:17.412680 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-30f343e8-389b-4e6a-ac09-a174f679b799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928820'] for port, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:17.690631 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.db.db_base_plugin_common [None req-30f343e8-389b-4e6a-ac09-a174f679b799 None None] Allocated IP 172.20.0.2 (f426307c-d754-4239-a8b6-dc470559643a/0f8cdb81-b31b-4b4e-842c-ec269f7fcbb0/a7b020dc-097f-4a3f-b3bc-4ac7fdf514ce) {{(pid=93955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 16:14:17.892188 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-30f343e8-389b-4e6a-ac09-a174f679b799 None None] Notify callbacks [] for port, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:17.902006 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-30f343e8-389b-4e6a-ac09-a174f679b799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791195969994'] for port, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:17.998272 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30f343e8-389b-4e6a-ac09-a174f679b799 None None] Network f426307c-d754-4239-a8b6-dc470559643a is already hosted by enough agents. {{(pid=93955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:14:18.007409 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.scheduler.base_scheduler [None req-30f343e8-389b-4e6a-ac09-a174f679b799 None None] Resources bound (agent type, host, resource id): {{(pid=93955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:14:18.015424 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f343e8-389b-4e6a-ac09-a174f679b799 None None] Pushing event updated for resources: {'Port': ['ID=a7b020dc-097f-4a3f-b3bc-4ac7fdf514ce,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:14:18.017860 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30f343e8-389b-4e6a-ac09-a174f679b799 None None] Received port after_create {{(pid=93955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 16:14:18.027821 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30f343e8-389b-4e6a-ac09-a174f679b799 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:14:18.028180 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30f343e8-389b-4e6a-ac09-a174f679b799 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:14:18.028513 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30f343e8-389b-4e6a-ac09-a174f679b799 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:14:18.028835 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30f343e8-389b-4e6a-ac09-a174f679b799 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:14:18.029153 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30f343e8-389b-4e6a-ac09-a174f679b799 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:14:18.029477 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30f343e8-389b-4e6a-ac09-a174f679b799 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:14:18.029816 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30f343e8-389b-4e6a-ac09-a174f679b799 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:14:18.030106 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30f343e8-389b-4e6a-ac09-a174f679b799 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:14:18.030433 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30f343e8-389b-4e6a-ac09-a174f679b799 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:14:18.030746 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30f343e8-389b-4e6a-ac09-a174f679b799 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:14:18.031038 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30f343e8-389b-4e6a-ac09-a174f679b799 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:14:18.031364 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30f343e8-389b-4e6a-ac09-a174f679b799 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:14:18.032413 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30f343e8-389b-4e6a-ac09-a174f679b799 None None] Tracked resource versions report: Sep 15 16:14:18.032413 dv-cinder-779576-8-iscsi neutron-server[93955]: pushed versions: Sep 15 16:14:18.032413 dv-cinder-779576-8-iscsi neutron-server[93955]: { 'AddressGroup': {'1.2'}, Sep 15 16:14:18.032413 dv-cinder-779576-8-iscsi neutron-server[93955]: 'ConntrackHelper': {'1.0'}, Sep 15 16:14:18.032413 dv-cinder-779576-8-iscsi neutron-server[93955]: 'Log': {'1.0'}, Sep 15 16:14:18.032413 dv-cinder-779576-8-iscsi neutron-server[93955]: 'Network': {'1.1'}, Sep 15 16:14:18.032413 dv-cinder-779576-8-iscsi neutron-server[93955]: 'Port': {'1.7'}, Sep 15 16:14:18.032413 dv-cinder-779576-8-iscsi neutron-server[93955]: 'PortForwarding': {'1.2'}, Sep 15 16:14:18.032413 dv-cinder-779576-8-iscsi neutron-server[93955]: 'QosPolicy': {'1.9'}, Sep 15 16:14:18.032413 dv-cinder-779576-8-iscsi neutron-server[93955]: 'SecurityGroup': {'1.4'}, Sep 15 16:14:18.032413 dv-cinder-779576-8-iscsi neutron-server[93955]: 'SecurityGroupRule': {'1.2'}, Sep 15 16:14:18.032413 dv-cinder-779576-8-iscsi neutron-server[93955]: 'SubPort': {'1.0'}, Sep 15 16:14:18.032413 dv-cinder-779576-8-iscsi neutron-server[93955]: 'Subnet': {'1.1'}, Sep 15 16:14:18.032413 dv-cinder-779576-8-iscsi neutron-server[93955]: 'Trunk': {'1.1'}} Sep 15 16:14:18.032413 dv-cinder-779576-8-iscsi neutron-server[93955]: consumer versions: Sep 15 16:14:18.032413 dv-cinder-779576-8-iscsi neutron-server[93955]: { DHCP agent@dv-cinder-779576-8-iscsi: {}, Sep 15 16:14:18.032413 dv-cinder-779576-8-iscsi neutron-server[93955]: L3 agent@dv-cinder-779576-8-iscsi: {}, Sep 15 16:14:18.032413 dv-cinder-779576-8-iscsi neutron-server[93955]: Metadata agent@dv-cinder-779576-8-iscsi: {}, Sep 15 16:14:18.032413 dv-cinder-779576-8-iscsi neutron-server[93955]: Metering agent@dv-cinder-779576-8-iscsi: {}, Sep 15 16:14:18.032413 dv-cinder-779576-8-iscsi neutron-server[93955]: Open vSwitch agent@dv-cinder-779576-8-iscsi: { 'AddressGroup': '1.2', Sep 15 16:14:18.032413 dv-cinder-779576-8-iscsi neutron-server[93955]: 'ConntrackHelper': '1.0', Sep 15 16:14:18.032413 dv-cinder-779576-8-iscsi neutron-server[93955]: 'Log': '1.0', Sep 15 16:14:18.032413 dv-cinder-779576-8-iscsi neutron-server[93955]: 'Network': '1.1', Sep 15 16:14:18.032413 dv-cinder-779576-8-iscsi neutron-server[93955]: 'Port': '1.7', Sep 15 16:14:18.032413 dv-cinder-779576-8-iscsi neutron-server[93955]: 'PortForwarding': '1.2', Sep 15 16:14:18.032413 dv-cinder-779576-8-iscsi neutron-server[93955]: 'QosPolicy': '1.9', Sep 15 16:14:18.032413 dv-cinder-779576-8-iscsi neutron-server[93955]: 'SecurityGroup': '1.4', Sep 15 16:14:18.032413 dv-cinder-779576-8-iscsi neutron-server[93955]: 'SecurityGroupRule': '1.2', Sep 15 16:14:18.032413 dv-cinder-779576-8-iscsi neutron-server[93955]: 'SubPort': '1.0', Sep 15 16:14:18.032413 dv-cinder-779576-8-iscsi neutron-server[93955]: 'Subnet': '1.1', Sep 15 16:14:18.032413 dv-cinder-779576-8-iscsi neutron-server[93955]: 'Trunk': '1.1'}} Sep 15 16:14:18.032413 dv-cinder-779576-8-iscsi neutron-server[93955]: {{(pid=93955) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 15 16:14:18.105942 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [None req-30f343e8-389b-4e6a-ac09-a174f679b799 None None] Attempting to bind port a7b020dc-097f-4a3f-b3bc-4ac7fdf514ce on host dv-cinder-779576-8-iscsi for vnic_type normal with profile {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 16:14:18.106630 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [None req-30f343e8-389b-4e6a-ac09-a174f679b799 None None] Attempting to bind port a7b020dc-097f-4a3f-b3bc-4ac7fdf514ce by drivers openvswitch,hyperv on host dv-cinder-779576-8-iscsi at level 0 using segments [{'id': '52be672e-bc64-42a5-817a-da27fe2e7111', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'f426307c-d754-4239-a8b6-dc470559643a'}] {{(pid=93955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 16:14:18.106736 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30f343e8-389b-4e6a-ac09-a174f679b799 None None] Attempting to bind port a7b020dc-097f-4a3f-b3bc-4ac7fdf514ce on network f426307c-d754-4239-a8b6-dc470559643a {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 16:14:18.112270 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30f343e8-389b-4e6a-ac09-a174f679b799 None None] Checking agent: {'id': 'afdc58b1-457c-454f-9c1a-1b1c93cc1a70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-779576-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 16, 14, 2), 'started_at': datetime.datetime(2021, 9, 15, 16, 14, 2), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 16, 14, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-779576-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 16:14:18.112673 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30f343e8-389b-4e6a-ac09-a174f679b799 None None] Checking segment: {'id': '52be672e-bc64-42a5-817a-da27fe2e7111', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'f426307c-d754-4239-a8b6-dc470559643a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 16:14:18.113154 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-30f343e8-389b-4e6a-ac09-a174f679b799 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:18.113540 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30f343e8-389b-4e6a-ac09-a174f679b799 None None] Bound using segment: {'id': '52be672e-bc64-42a5-817a-da27fe2e7111', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'f426307c-d754-4239-a8b6-dc470559643a'} {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 16:14:18.114030 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [None req-30f343e8-389b-4e6a-ac09-a174f679b799 None None] Bound port: a7b020dc-097f-4a3f-b3bc-4ac7fdf514ce, host: dv-cinder-779576-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52be672e-bc64-42a5-817a-da27fe2e7111', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'f426307c-d754-4239-a8b6-dc470559643a'}}] {{(pid=93955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 16:14:18.114416 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-30f343e8-389b-4e6a-ac09-a174f679b799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928820'] for port, before_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:18.176419 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.db [None req-30f343e8-389b-4e6a-ac09-a174f679b799 None None] For port a7b020dc-097f-4a3f-b3bc-4ac7fdf514ce, host dv-cinder-779576-8-iscsi, cleared binding levels {{(pid=93955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 16:14:18.180702 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.db [None req-30f343e8-389b-4e6a-ac09-a174f679b799 None None] For port a7b020dc-097f-4a3f-b3bc-4ac7fdf514ce, host dv-cinder-779576-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779576-8-iscsi',level=0,port_id=a7b020dc-097f-4a3f-b3bc-4ac7fdf514ce,segment=NetworkSegment(52be672e-bc64-42a5-817a-da27fe2e7111),segment_id=52be672e-bc64-42a5-817a-da27fe2e7111)] {{(pid=93955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 16:14:18.185863 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-30f343e8-389b-4e6a-ac09-a174f679b799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791196459277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791195970012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791195970030'] for port, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:18.249709 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f343e8-389b-4e6a-ac09-a174f679b799 None None] Pushing event updated for resources: {'Port': ['ID=a7b020dc-097f-4a3f-b3bc-4ac7fdf514ce,revision_number=2']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:14:19.519838 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.wsgi [-] (93953) accepted ('10.222.0.39', 56742) {{(pid=93953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:14:19.837846 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.wsgi [None req-0c133a4e-e7a8-4b07-819f-b27ba0063897 admin admin] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=93953) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 15 16:14:19.838838 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [None req-0c133a4e-e7a8-4b07-819f-b27ba0063897 admin admin] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3178003 Sep 15 16:14:22.239276 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.wsgi [-] (93954) accepted ('10.222.0.39', 56750) {{(pid=93954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:14:22.563521 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.wsgi [None req-9918802c-ded6-44b6-afc7-3e93c1fd9fef admin admin] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=93954) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 15 16:14:22.564608 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [None req-9918802c-ded6-44b6-afc7-3e93c1fd9fef admin admin] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3242753 Sep 15 16:14:25.193377 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.wsgi [-] (93953) accepted ('10.222.0.39', 56760) {{(pid=93953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:14:25.521736 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.api.v2.base [None req-5b9258ce-41f2-45d2-abc3-fabf853633bc admin admin] Request body: {'router': {'tenant_id': 'e9712b08f1d4445f98dbf3356efa604e', 'admin_state_up': True, 'name': 'router1'}} {{(pid=93953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:14:25.553167 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-5b9258ce-41f2-45d2-abc3-fabf853633bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3724442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-688'] for router, before_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:25.554745 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-5b9258ce-41f2-45d2-abc3-fabf853633bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3721994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3726746', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4095511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-647'] for router, precommit_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:25.694229 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-5b9258ce-41f2-45d2-abc3-fabf853633bc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:25.699764 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-5b9258ce-41f2-45d2-abc3-fabf853633bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3721989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3725645'] for router, after_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:25.714218 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-5b9258ce-41f2-45d2-abc3-fabf853633bc admin admin] Notify callbacks [] for router, before_response {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:25.715529 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [None req-5b9258ce-41f2-45d2-abc3-fabf853633bc admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5211103 Sep 15 16:14:26.557385 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-556a35d2-6116-4c54-ac59-4c918f9f0a8f None None] Network f426307c-d754-4239-a8b6-dc470559643a requested from dv-cinder-779576-8-iscsi {{(pid=93955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 16:14:26.627409 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.db.provisioning_blocks [None req-a88981f4-20e9-47a2-b035-a4e683985f1b None None] Provisioning complete for port a7b020dc-097f-4a3f-b3bc-4ac7fdf514ce triggered by entity DHCP. {{(pid=93955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:14:26.627782 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-a88981f4-20e9-47a2-b035-a4e683985f1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953592'] for port, provisioning_complete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:26.817141 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-a88981f4-20e9-47a2-b035-a4e683985f1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928820'] for port, before_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:26.883521 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.db [None req-a88981f4-20e9-47a2-b035-a4e683985f1b None None] For port a7b020dc-097f-4a3f-b3bc-4ac7fdf514ce, host dv-cinder-779576-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779576-8-iscsi',level=0,port_id=a7b020dc-097f-4a3f-b3bc-4ac7fdf514ce,segment=NetworkSegment(52be672e-bc64-42a5-817a-da27fe2e7111),segment_id=52be672e-bc64-42a5-817a-da27fe2e7111)] {{(pid=93955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:14:26.888765 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-a88981f4-20e9-47a2-b035-a4e683985f1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791196459277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791195970012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791195970030'] for port, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:26.940324 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88981f4-20e9-47a2-b035-a4e683985f1b None None] Pushing event updated for resources: {'Port': ['ID=a7b020dc-097f-4a3f-b3bc-4ac7fdf514ce,revision_number=3']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:14:27.114136 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.db.provisioning_blocks [None req-bf033088-c72f-4d68-9e26-a11a5f68c23f None None] Provisioning complete for port a7b020dc-097f-4a3f-b3bc-4ac7fdf514ce triggered by entity DHCP. {{(pid=93955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:14:27.114393 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-bf033088-c72f-4d68-9e26-a11a5f68c23f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953592'] for port, provisioning_complete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:27.369208 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.rpc [None req-57d8a9a3-d16f-4b20-b77b-ca1e664c03db None None] Device a7b020dc-097f-4a3f-b3bc-4ac7fdf514ce up at agent ovs-agent-dv-cinder-779576-8-iscsi {{(pid=93955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 16:14:27.420797 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.db.provisioning_blocks [None req-57d8a9a3-d16f-4b20-b77b-ca1e664c03db None None] Provisioning complete for port a7b020dc-097f-4a3f-b3bc-4ac7fdf514ce triggered by entity L2. {{(pid=93955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:14:27.421168 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-57d8a9a3-d16f-4b20-b77b-ca1e664c03db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953592'] for port, provisioning_complete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:28.139451 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.wsgi [-] (93954) accepted ('10.222.0.39', 56772) {{(pid=93954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:14:28.484798 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.wsgi [None req-9239c202-134e-4cba-a7a6-73bf4c03642f admin admin] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=93954) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 15 16:14:28.486052 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [None req-9239c202-134e-4cba-a7a6-73bf4c03642f admin admin] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3454876 Sep 15 16:14:29.092528 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-44e599b8-71c8-4d3a-bb7c-443b22c53409 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791196484491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953091'] for agent, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:30.963771 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.wsgi [-] (93954) accepted ('10.222.0.39', 56780) {{(pid=93954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:14:31.317366 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.api.v2.base [None req-30e8fe3e-a955-46d2-b831-76efcbcf9a38 admin admin] Request body: {'network': {'name': 'public', 'provider:network_type': 'flat', 'admin_state_up': True, 'provider:physical_network': 'physnet1', 'router:external': True, 'is_default': True}} {{(pid=93954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:14:31.348841 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30e8fe3e-a955-46d2-b831-76efcbcf9a38 admin admin] Made reservation on behalf of 4132882708b243b28af04f09dfb17784 for: {'network': 1} {{(pid=93954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 16:14:31.352309 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-30e8fe3e-a955-46d2-b831-76efcbcf9a38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928820'] for network, before_create {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:31.371601 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-30e8fe3e-a955-46d2-b831-76efcbcf9a38 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:31.496799 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-30e8fe3e-a955-46d2-b831-76efcbcf9a38 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:31.504604 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-30e8fe3e-a955-46d2-b831-76efcbcf9a38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3702208'] for security_group, after_create {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:31.524588 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-30e8fe3e-a955-46d2-b831-76efcbcf9a38 admin admin] Reserving flat network on physical network physnet1 {{(pid=93954) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Sep 15 16:14:31.543983 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e8fe3e-a955-46d2-b831-76efcbcf9a38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f70a592-61e3-4fbe-9f24-eab53d5e793f,revision_number=1']} {{(pid=93954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:14:31.553717 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-30e8fe3e-a955-46d2-b831-76efcbcf9a38 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8791196484500', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-955409'] for segment, precommit_create {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:31.554432 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-30e8fe3e-a955-46d2-b831-76efcbcf9a38 admin admin] Unsubscribe: segment precommit_create {{(pid=93954) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 15 16:14:31.555042 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.db.segments_db [None req-30e8fe3e-a955-46d2-b831-76efcbcf9a38 admin admin] Added segment fd8e905d-efc3-4108-bd70-37f32575b93b of type flat for network 62251075-a3e3-4d47-8761-104d217b089a Sep 15 16:14:31.616988 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-30e8fe3e-a955-46d2-b831-76efcbcf9a38 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791195928360'] for network, precommit_create {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:31.669507 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-30e8fe3e-a955-46d2-b831-76efcbcf9a38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748912'] for network, after_create {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:31.670492 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30e8fe3e-a955-46d2-b831-76efcbcf9a38 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:14:31.671219 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-30e8fe3e-a955-46d2-b831-76efcbcf9a38 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3748898'] for network, before_response {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:31.757445 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [None req-30e8fe3e-a955-46d2-b831-76efcbcf9a38 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7925992 Sep 15 16:14:31.787354 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e8fe3e-a955-46d2-b831-76efcbcf9a38 admin admin] Pushing event updated for resources: {'Network': ['ID=62251075-a3e3-4d47-8761-104d217b089a,revision_number=1']} {{(pid=93954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:14:31.800224 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.rpc [None req-57d8a9a3-d16f-4b20-b77b-ca1e664c03db None None] Network 62251075-a3e3-4d47-8761-104d217b089a details requested by agent ovs-agent-dv-cinder-779576-8-iscsi with host dv-cinder-779576-8-iscsi {{(pid=93955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 16:14:31.803886 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-57d8a9a3-d16f-4b20-b77b-ca1e664c03db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791196484491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953091'] for agent, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:31.898257 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-4107ea0f-d8eb-49d4-b4d7-85603eb75803 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791196484491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953091'] for agent, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:32.874155 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-eee1357e-56cc-4bdc-884d-16a88731d16f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791196484491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953091'] for agent, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:34.177653 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.wsgi [-] (93954) accepted ('10.222.0.39', 56798) {{(pid=93954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:14:34.220598 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-7ad16b6f-1dcb-4567-914a-8ec9b5a04b47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791196484491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953091'] for agent, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:34.366393 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23bea476-4d13-4c97-9409-76150015902f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:14:34.367721 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [None req-23bea476-4d13-4c97-9409-76150015902f admin admin] 10.222.0.39 "GET /v2.0/subnets/0f8cdb81-b31b-4b4e-842c-ec269f7fcbb0 HTTP/1.1" status: 200 len: 849 time: 0.1890717 Sep 15 16:14:34.533808 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [None req-75c34662-31ae-43bb-a627-59f26a932458 admin admin] 10.222.0.39 "GET /v2.0/routers/fb401607-4833-41c7-b332-6aa903de9880 HTTP/1.1" status: 200 len: 704 time: 0.1559198 Sep 15 16:14:34.812265 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-b360066c-1d7a-456b-9ffd-776ce07013fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928820'] for port, before_create {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:35.119756 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.db.db_base_plugin_common [None req-b360066c-1d7a-456b-9ffd-776ce07013fe admin admin] Allocated IP 172.20.0.1 (f426307c-d754-4239-a8b6-dc470559643a/0f8cdb81-b31b-4b4e-842c-ec269f7fcbb0/4b8ee3c4-15f5-43ff-ada4-ce7339566889) {{(pid=93954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 16:14:35.286491 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-b360066c-1d7a-456b-9ffd-776ce07013fe admin admin] Notify callbacks [] for port, precommit_create {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:35.362473 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-b360066c-1d7a-456b-9ffd-776ce07013fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791195969994'] for port, after_create {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:35.409939 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron.db.agents_db [None req-9c583be1-859f-4a85-bd6b-6d26517e04c2 None None] Agent healthcheck: found 5 active agents {{(pid=93956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 16:14:35.440851 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b360066c-1d7a-456b-9ffd-776ce07013fe admin admin] Network f426307c-d754-4239-a8b6-dc470559643a is already hosted by enough agents. {{(pid=93954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:14:35.446751 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.scheduler.base_scheduler [None req-b360066c-1d7a-456b-9ffd-776ce07013fe admin admin] Resources bound (agent type, host, resource id): {{(pid=93954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:14:35.453576 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b360066c-1d7a-456b-9ffd-776ce07013fe admin admin] Received port after_create {{(pid=93954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 16:14:35.454133 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-b360066c-1d7a-456b-9ffd-776ce07013fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3725722'] for router_interface, before_create {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:35.456876 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b360066c-1d7a-456b-9ffd-776ce07013fe admin admin] Pushing event updated for resources: {'Port': ['ID=4b8ee3c4-15f5-43ff-ada4-ce7339566889,revision_number=1']} {{(pid=93954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:14:35.679116 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.db.provisioning_blocks [None req-aa67f080-a992-496f-b70f-79c7a8fbf8fc None None] Provisioning complete for port 4b8ee3c4-15f5-43ff-ada4-ce7339566889 triggered by entity DHCP. {{(pid=93955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:14:35.679681 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-aa67f080-a992-496f-b70f-79c7a8fbf8fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953592'] for port, provisioning_complete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:35.704788 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-b360066c-1d7a-456b-9ffd-776ce07013fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928820'] for port, before_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:35.714644 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [None req-aa67f080-a992-496f-b70f-79c7a8fbf8fc None None] Port 4b8ee3c4-15f5-43ff-ada4-ce7339566889 cannot update to ACTIVE because it is not bound. {{(pid=93955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 16:14:35.926216 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-b360066c-1d7a-456b-9ffd-776ce07013fe admin admin] Notify callbacks [] for port, precommit_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:35.933309 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-b360066c-1d7a-456b-9ffd-776ce07013fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791196459277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791195970012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791195970030'] for port, after_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:35.934003 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-b360066c-1d7a-456b-9ffd-776ce07013fe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3751642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3724810'] for router_interface, after_create {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:35.998428 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b360066c-1d7a-456b-9ffd-776ce07013fe admin admin] Pushing event updated for resources: {'Port': ['ID=4b8ee3c4-15f5-43ff-ada4-ce7339566889,revision_number=2']} {{(pid=93954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:14:36.072742 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b360066c-1d7a-456b-9ffd-776ce07013fe admin admin] Network f426307c-d754-4239-a8b6-dc470559643a is already hosted by enough agents. {{(pid=93954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:14:36.074250 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.scheduler.base_scheduler [None req-b360066c-1d7a-456b-9ffd-776ce07013fe admin admin] Resources bound (agent type, host, resource id): {{(pid=93954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:14:36.237758 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.db.provisioning_blocks [None req-af3aae85-cec5-4d35-943d-62743c4fcea3 None None] Provisioning complete for port 4b8ee3c4-15f5-43ff-ada4-ce7339566889 triggered by entity DHCP. {{(pid=93955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:14:36.238093 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b360066c-1d7a-456b-9ffd-776ce07013fe admin admin] Router fb401607-4833-41c7-b332-6aa903de9880 is scheduled to L3 agent 7a8df8d7-c3ef-43b4-9534-c977f7014926 with binding_index 1 {{(pid=93954) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 15 16:14:36.238206 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-af3aae85-cec5-4d35-943d-62743c4fcea3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953592'] for port, provisioning_complete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:36.273736 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [None req-af3aae85-cec5-4d35-943d-62743c4fcea3 None None] Port 4b8ee3c4-15f5-43ff-ada4-ce7339566889 cannot update to ACTIVE because it is not bound. {{(pid=93955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 16:14:36.334950 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b360066c-1d7a-456b-9ffd-776ce07013fe admin admin] Notify agent at l3_agent.dv-cinder-779576-8-iscsi the message routers_updated {{(pid=93954) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 16:14:36.340116 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [None req-b360066c-1d7a-456b-9ffd-776ce07013fe admin admin] 10.222.0.39 "PUT /v2.0/routers/fb401607-4833-41c7-b332-6aa903de9880/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7969546 Sep 15 16:14:36.345652 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f59d703-e2df-435a-af92-67240510e722 None None] Sync routers for ids ['fb401607-4833-41c7-b332-6aa903de9880'] in dv-cinder-779576-8-iscsi {{(pid=93956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 16:14:36.360950 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f59d703-e2df-435a-af92-67240510e722 None None] Routers {'fb401607-4833-41c7-b332-6aa903de9880'} bound to L3 agent in host dv-cinder-779576-8-iscsi {{(pid=93956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:14:36.362737 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron.db.l3_hamode_db [None req-7f59d703-e2df-435a-af92-67240510e722 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779576-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-15T16:14:02Z,description=,heartbeat_timestamp=2021-09-15T16:14:32Z,host='dv-cinder-779576-8-iscsi',id=7a8df8d7-c3ef-43b4-9534-c977f7014926,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T16:14:02Z,topic='l3_agent')) {'router_ids': ['fb401607-4833-41c7-b332-6aa903de9880'], 'active': True} {{(pid=93956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:14:36.552362 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron.db.l3_dvr_db [None req-7f59d703-e2df-435a-af92-67240510e722 None None] Set router fb401607-4833-41c7-b332-6aa903de9880 gateway port host: None {{(pid=93956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 16:14:36.995463 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron.db.l3_hamode_db [None req-7f59d703-e2df-435a-af92-67240510e722 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb401607-4833-41c7-b332-6aa903de9880', 'name': 'router1', 'tenant_id': 'e9712b08f1d4445f98dbf3356efa604e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:14:25Z', 'updated_at': '2021-09-15T16:14:35Z', 'revision_number': 2, 'project_id': 'e9712b08f1d4445f98dbf3356efa604e', 'gw_port_host': None, '_interfaces': [{'id': '4b8ee3c4-15f5-43ff-ada4-ce7339566889', 'name': '', 'network_id': 'f426307c-d754-4239-a8b6-dc470559643a', 'tenant_id': 'e9712b08f1d4445f98dbf3356efa604e', 'mac_address': 'fa:16:3e:8f:d8:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb401607-4833-41c7-b332-6aa903de9880', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '0f8cdb81-b31b-4b4e-842c-ec269f7fcbb0', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:14:34Z', 'updated_at': '2021-09-15T16:14:35Z', 'revision_number': 2, 'project_id': 'e9712b08f1d4445f98dbf3356efa604e', 'subnets': [{'id': '0f8cdb81-b31b-4b4e-842c-ec269f7fcbb0', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '926cc0c7-ec1c-4640-817c-ed38b8fe3255'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779576-8-iscsi', False) {} {{(pid=93956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:14:37.046889 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f59d703-e2df-435a-af92-67240510e722 None None] Checking router: fb401607-4833-41c7-b332-6aa903de9880 for host: dv-cinder-779576-8-iscsi {{(pid=93956) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 16:14:37.047252 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f59d703-e2df-435a-af92-67240510e722 None None] Updating router fb401607-4833-41c7-b332-6aa903de9880 port 4b8ee3c4-15f5-43ff-ada4-ce7339566889 binding host dv-cinder-779576-8-iscsi {{(pid=93956) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 16:14:37.094552 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-7f59d703-e2df-435a-af92-67240510e722 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928820'] for port, before_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:37.602904 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-7f59d703-e2df-435a-af92-67240510e722 None None] Notify callbacks [] for port, precommit_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:37.611377 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-7f59d703-e2df-435a-af92-67240510e722 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791196459277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791195970012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791195970030'] for port, after_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:37.750066 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7e9bb0-b528-43bc-af71-d23b58f64246 None None] Pushing event updated for resources: {'Port': ['ID=4b8ee3c4-15f5-43ff-ada4-ce7339566889,revision_number=3']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:14:37.775097 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c7e9bb0-b528-43bc-af71-d23b58f64246 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:14:37.775430 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c7e9bb0-b528-43bc-af71-d23b58f64246 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:14:37.775769 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c7e9bb0-b528-43bc-af71-d23b58f64246 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:14:37.776116 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c7e9bb0-b528-43bc-af71-d23b58f64246 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:14:37.776447 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c7e9bb0-b528-43bc-af71-d23b58f64246 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:14:37.776774 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c7e9bb0-b528-43bc-af71-d23b58f64246 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:14:37.777095 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c7e9bb0-b528-43bc-af71-d23b58f64246 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:14:37.777420 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c7e9bb0-b528-43bc-af71-d23b58f64246 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:14:37.777749 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c7e9bb0-b528-43bc-af71-d23b58f64246 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:14:37.778064 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c7e9bb0-b528-43bc-af71-d23b58f64246 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:14:37.778382 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c7e9bb0-b528-43bc-af71-d23b58f64246 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:14:37.778804 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c7e9bb0-b528-43bc-af71-d23b58f64246 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:14:37.779732 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c7e9bb0-b528-43bc-af71-d23b58f64246 None None] Tracked resource versions report: Sep 15 16:14:37.779732 dv-cinder-779576-8-iscsi neutron-server[93956]: pushed versions: Sep 15 16:14:37.779732 dv-cinder-779576-8-iscsi neutron-server[93956]: { 'AddressGroup': {'1.2'}, Sep 15 16:14:37.779732 dv-cinder-779576-8-iscsi neutron-server[93956]: 'ConntrackHelper': {'1.0'}, Sep 15 16:14:37.779732 dv-cinder-779576-8-iscsi neutron-server[93956]: 'Log': {'1.0'}, Sep 15 16:14:37.779732 dv-cinder-779576-8-iscsi neutron-server[93956]: 'Network': {'1.1'}, Sep 15 16:14:37.779732 dv-cinder-779576-8-iscsi neutron-server[93956]: 'Port': {'1.7'}, Sep 15 16:14:37.779732 dv-cinder-779576-8-iscsi neutron-server[93956]: 'PortForwarding': {'1.2'}, Sep 15 16:14:37.779732 dv-cinder-779576-8-iscsi neutron-server[93956]: 'QosPolicy': {'1.9'}, Sep 15 16:14:37.779732 dv-cinder-779576-8-iscsi neutron-server[93956]: 'SecurityGroup': {'1.4'}, Sep 15 16:14:37.779732 dv-cinder-779576-8-iscsi neutron-server[93956]: 'SecurityGroupRule': {'1.2'}, Sep 15 16:14:37.779732 dv-cinder-779576-8-iscsi neutron-server[93956]: 'SubPort': {'1.0'}, Sep 15 16:14:37.779732 dv-cinder-779576-8-iscsi neutron-server[93956]: 'Subnet': {'1.1'}, Sep 15 16:14:37.779732 dv-cinder-779576-8-iscsi neutron-server[93956]: 'Trunk': {'1.1'}} Sep 15 16:14:37.779732 dv-cinder-779576-8-iscsi neutron-server[93956]: consumer versions: Sep 15 16:14:37.779732 dv-cinder-779576-8-iscsi neutron-server[93956]: { DHCP agent@dv-cinder-779576-8-iscsi: {}, Sep 15 16:14:37.779732 dv-cinder-779576-8-iscsi neutron-server[93956]: L3 agent@dv-cinder-779576-8-iscsi: {}, Sep 15 16:14:37.779732 dv-cinder-779576-8-iscsi neutron-server[93956]: Metadata agent@dv-cinder-779576-8-iscsi: {}, Sep 15 16:14:37.779732 dv-cinder-779576-8-iscsi neutron-server[93956]: Metering agent@dv-cinder-779576-8-iscsi: {}, Sep 15 16:14:37.779732 dv-cinder-779576-8-iscsi neutron-server[93956]: Open vSwitch agent@dv-cinder-779576-8-iscsi: { 'AddressGroup': '1.2', Sep 15 16:14:37.779732 dv-cinder-779576-8-iscsi neutron-server[93956]: 'ConntrackHelper': '1.0', Sep 15 16:14:37.779732 dv-cinder-779576-8-iscsi neutron-server[93956]: 'Log': '1.0', Sep 15 16:14:37.779732 dv-cinder-779576-8-iscsi neutron-server[93956]: 'Network': '1.1', Sep 15 16:14:37.779732 dv-cinder-779576-8-iscsi neutron-server[93956]: 'Port': '1.7', Sep 15 16:14:37.779732 dv-cinder-779576-8-iscsi neutron-server[93956]: 'PortForwarding': '1.2', Sep 15 16:14:37.779732 dv-cinder-779576-8-iscsi neutron-server[93956]: 'QosPolicy': '1.9', Sep 15 16:14:37.779732 dv-cinder-779576-8-iscsi neutron-server[93956]: 'SecurityGroup': '1.4', Sep 15 16:14:37.779732 dv-cinder-779576-8-iscsi neutron-server[93956]: 'SecurityGroupRule': '1.2', Sep 15 16:14:37.779732 dv-cinder-779576-8-iscsi neutron-server[93956]: 'SubPort': '1.0', Sep 15 16:14:37.779732 dv-cinder-779576-8-iscsi neutron-server[93956]: 'Subnet': '1.1', Sep 15 16:14:37.779732 dv-cinder-779576-8-iscsi neutron-server[93956]: 'Trunk': '1.1'}} Sep 15 16:14:37.779732 dv-cinder-779576-8-iscsi neutron-server[93956]: {{(pid=93956) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 15 16:14:37.791738 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron.plugins.ml2.managers [None req-7f59d703-e2df-435a-af92-67240510e722 None None] Attempting to bind port 4b8ee3c4-15f5-43ff-ada4-ce7339566889 on host dv-cinder-779576-8-iscsi for vnic_type normal with profile {{(pid=93956) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 16:14:37.792164 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron.plugins.ml2.managers [None req-7f59d703-e2df-435a-af92-67240510e722 None None] Attempting to bind port 4b8ee3c4-15f5-43ff-ada4-ce7339566889 by drivers openvswitch,hyperv on host dv-cinder-779576-8-iscsi at level 0 using segments [{'id': '52be672e-bc64-42a5-817a-da27fe2e7111', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'f426307c-d754-4239-a8b6-dc470559643a'}] {{(pid=93956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 16:14:37.792587 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f59d703-e2df-435a-af92-67240510e722 None None] Attempting to bind port 4b8ee3c4-15f5-43ff-ada4-ce7339566889 on network f426307c-d754-4239-a8b6-dc470559643a {{(pid=93956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 16:14:37.798318 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f59d703-e2df-435a-af92-67240510e722 None None] Checking agent: {'id': 'afdc58b1-457c-454f-9c1a-1b1c93cc1a70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-779576-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 16, 14, 2), 'started_at': datetime.datetime(2021, 9, 15, 16, 14, 32), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 16, 14, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-779576-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 16:14:37.798731 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f59d703-e2df-435a-af92-67240510e722 None None] Checking segment: {'id': '52be672e-bc64-42a5-817a-da27fe2e7111', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'f426307c-d754-4239-a8b6-dc470559643a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93956) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 16:14:37.800110 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-7f59d703-e2df-435a-af92-67240510e722 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:37.800507 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f59d703-e2df-435a-af92-67240510e722 None None] Bound using segment: {'id': '52be672e-bc64-42a5-817a-da27fe2e7111', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'f426307c-d754-4239-a8b6-dc470559643a'} {{(pid=93956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 16:14:37.801094 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron.plugins.ml2.managers [None req-7f59d703-e2df-435a-af92-67240510e722 None None] Bound port: 4b8ee3c4-15f5-43ff-ada4-ce7339566889, host: dv-cinder-779576-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52be672e-bc64-42a5-817a-da27fe2e7111', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'f426307c-d754-4239-a8b6-dc470559643a'}}] {{(pid=93956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 16:14:37.801427 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-7f59d703-e2df-435a-af92-67240510e722 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928820'] for port, before_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:37.866903 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron.plugins.ml2.db [None req-7f59d703-e2df-435a-af92-67240510e722 None None] For port 4b8ee3c4-15f5-43ff-ada4-ce7339566889, host dv-cinder-779576-8-iscsi, cleared binding levels {{(pid=93956) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 16:14:37.887242 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron.plugins.ml2.db [None req-7f59d703-e2df-435a-af92-67240510e722 None None] For port 4b8ee3c4-15f5-43ff-ada4-ce7339566889, host dv-cinder-779576-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779576-8-iscsi',level=0,port_id=4b8ee3c4-15f5-43ff-ada4-ce7339566889,segment=NetworkSegment(52be672e-bc64-42a5-817a-da27fe2e7111),segment_id=52be672e-bc64-42a5-817a-da27fe2e7111)] {{(pid=93956) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 16:14:37.893811 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-7f59d703-e2df-435a-af92-67240510e722 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791196459277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791195970012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791195970030'] for port, after_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:37.904687 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.db.provisioning_blocks [None req-0c95c41d-3675-4e6b-b671-923e2c8a38c6 None None] Provisioning complete for port 4b8ee3c4-15f5-43ff-ada4-ce7339566889 triggered by entity DHCP. {{(pid=93955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:14:37.905507 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-0c95c41d-3675-4e6b-b671-923e2c8a38c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953592'] for port, provisioning_complete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:37.951034 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f59d703-e2df-435a-af92-67240510e722 None None] Routers {'fb401607-4833-41c7-b332-6aa903de9880'} bound to L3 agent in host dv-cinder-779576-8-iscsi {{(pid=93956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:14:37.951815 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron.db.l3_hamode_db [None req-7f59d703-e2df-435a-af92-67240510e722 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779576-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-15T16:14:02Z,description=,heartbeat_timestamp=2021-09-15T16:14:32Z,host='dv-cinder-779576-8-iscsi',id=7a8df8d7-c3ef-43b4-9534-c977f7014926,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T16:14:02Z,topic='l3_agent')) {'router_ids': ['fb401607-4833-41c7-b332-6aa903de9880'], 'active': True} {{(pid=93956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:14:37.990093 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-0c95c41d-3675-4e6b-b671-923e2c8a38c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928820'] for port, before_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:38.032409 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.db [None req-0c95c41d-3675-4e6b-b671-923e2c8a38c6 None None] For port 4b8ee3c4-15f5-43ff-ada4-ce7339566889, host dv-cinder-779576-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779576-8-iscsi',level=0,port_id=4b8ee3c4-15f5-43ff-ada4-ce7339566889,segment=NetworkSegment(52be672e-bc64-42a5-817a-da27fe2e7111),segment_id=52be672e-bc64-42a5-817a-da27fe2e7111)] {{(pid=93955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:14:38.039460 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-0c95c41d-3675-4e6b-b671-923e2c8a38c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791196459277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791195970012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791195970030'] for port, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:38.057685 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron.db.l3_dvr_db [None req-7f59d703-e2df-435a-af92-67240510e722 None None] Set router fb401607-4833-41c7-b332-6aa903de9880 gateway port host: None {{(pid=93956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 16:14:38.089722 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c95c41d-3675-4e6b-b671-923e2c8a38c6 None None] Pushing event updated for resources: {'Port': ['ID=4b8ee3c4-15f5-43ff-ada4-ce7339566889,revision_number=5']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:14:38.133719 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7e9bb0-b528-43bc-af71-d23b58f64246 None None] Pushing event updated for resources: {'Port': ['ID=4b8ee3c4-15f5-43ff-ada4-ce7339566889,revision_number=4']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:14:38.160988 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.db.provisioning_blocks [None req-17d578cb-71ef-4d53-98e5-19320865423a None None] Provisioning complete for port 4b8ee3c4-15f5-43ff-ada4-ce7339566889 triggered by entity DHCP. {{(pid=93955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:14:38.161498 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-17d578cb-71ef-4d53-98e5-19320865423a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953592'] for port, provisioning_complete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:38.273431 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron.db.l3_hamode_db [None req-7f59d703-e2df-435a-af92-67240510e722 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb401607-4833-41c7-b332-6aa903de9880', 'name': 'router1', 'tenant_id': 'e9712b08f1d4445f98dbf3356efa604e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:14:25Z', 'updated_at': '2021-09-15T16:14:35Z', 'revision_number': 2, 'project_id': 'e9712b08f1d4445f98dbf3356efa604e', 'gw_port_host': None, '_interfaces': [{'id': '4b8ee3c4-15f5-43ff-ada4-ce7339566889', 'name': '', 'network_id': 'f426307c-d754-4239-a8b6-dc470559643a', 'tenant_id': 'e9712b08f1d4445f98dbf3356efa604e', 'mac_address': 'fa:16:3e:8f:d8:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb401607-4833-41c7-b332-6aa903de9880', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '0f8cdb81-b31b-4b4e-842c-ec269f7fcbb0', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779576-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:14:34Z', 'updated_at': '2021-09-15T16:14:37Z', 'revision_number': 4, 'project_id': 'e9712b08f1d4445f98dbf3356efa604e', 'subnets': [{'id': '0f8cdb81-b31b-4b4e-842c-ec269f7fcbb0', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '926cc0c7-ec1c-4640-817c-ed38b8fe3255'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779576-8-iscsi', False) {} {{(pid=93956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:14:38.299120 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f59d703-e2df-435a-af92-67240510e722 None None] The sync data for ids ['fb401607-4833-41c7-b332-6aa903de9880'] in dv-cinder-779576-8-iscsi is: [{'id': 'fb401607-4833-41c7-b332-6aa903de9880', 'name': 'router1', 'tenant_id': 'e9712b08f1d4445f98dbf3356efa604e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:14:25Z', 'updated_at': '2021-09-15T16:14:35Z', 'revision_number': 2, 'project_id': 'e9712b08f1d4445f98dbf3356efa604e', 'gw_port_host': None, '_interfaces': [{'id': '4b8ee3c4-15f5-43ff-ada4-ce7339566889', 'name': '', 'network_id': 'f426307c-d754-4239-a8b6-dc470559643a', 'tenant_id': 'e9712b08f1d4445f98dbf3356efa604e', 'mac_address': 'fa:16:3e:8f:d8:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb401607-4833-41c7-b332-6aa903de9880', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '0f8cdb81-b31b-4b4e-842c-ec269f7fcbb0', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779576-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:14:34Z', 'updated_at': '2021-09-15T16:14:37Z', 'revision_number': 4, 'project_id': 'e9712b08f1d4445f98dbf3356efa604e', 'subnets': [{'id': '0f8cdb81-b31b-4b4e-842c-ec269f7fcbb0', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '926cc0c7-ec1c-4640-817c-ed38b8fe3255'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 16:14:38.569805 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.wsgi [-] (93954) accepted ('10.222.0.39', 56818) {{(pid=93954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:14:38.682784 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03ea0439-3534-44c4-9925-8289dd4470bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:14:38.684302 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [None req-03ea0439-3534-44c4-9925-8289dd4470bc admin admin] 10.222.0.39 "GET /v2.0/networks/62251075-a3e3-4d47-8761-104d217b089a HTTP/1.1" status: 200 len: 842 time: 0.1132033 Sep 15 16:14:38.695395 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.api.v2.base [None req-b21a46e3-83cb-4654-86a4-533584824e7d admin admin] Request body: {'subnet': {'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'name': 'public-subnet', 'network_id': '62251075-a3e3-4d47-8761-104d217b089a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:14:38.718624 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b21a46e3-83cb-4654-86a4-533584824e7d admin admin] Made reservation on behalf of 4132882708b243b28af04f09dfb17784 for: {'subnet': 1} {{(pid=93954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 16:14:38.721374 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-b21a46e3-83cb-4654-86a4-533584824e7d admin admin] Notify callbacks [] for subnet, before_create {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:39.004850 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.objects.ports [None req-b21a46e3-83cb-4654-86a4-533584824e7d admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93954) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 15 16:14:39.005237 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-b21a46e3-83cb-4654-86a4-533584824e7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748912'] for subnet, after_create {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:39.061380 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21a46e3-83cb-4654-86a4-533584824e7d admin admin] Pushing event updated for resources: {'Subnet': ['ID=9a71565b-217b-482b-8364-bc8ecb4c8f88,revision_number=0']} {{(pid=93954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:14:39.070129 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b21a46e3-83cb-4654-86a4-533584824e7d admin admin] Checking segment: {'id': 'fd8e905d-efc3-4108-bd70-37f32575b93b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62251075-a3e3-4d47-8761-104d217b089a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 16:14:39.070484 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b21a46e3-83cb-4654-86a4-533584824e7d admin admin] Network hostable DHCP agents. Network: 62251075-a3e3-4d47-8761-104d217b089a, hostable agents: ['2fbb1984-d09c-42d8-b085-ece7113d0e35'], hosted agents: [] {{(pid=93954) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 16:14:39.088661 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b21a46e3-83cb-4654-86a4-533584824e7d admin admin] Network 62251075-a3e3-4d47-8761-104d217b089a is scheduled to be hosted by DHCP agent 2fbb1984-d09c-42d8-b085-ece7113d0e35 with binding_index 1 {{(pid=93954) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 16:14:39.097910 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.scheduler.base_scheduler [None req-b21a46e3-83cb-4654-86a4-533584824e7d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-779576-8-iscsi, 62251075-a3e3-4d47-8761-104d217b089a) {{(pid=93954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:14:39.102472 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b21a46e3-83cb-4654-86a4-533584824e7d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:14:39.103050 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-b21a46e3-83cb-4654-86a4-533584824e7d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3748898'] for subnet, before_response {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:39.107501 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2529e49d-f9b1-437d-b8cc-33a16fa51469 None None] Network 62251075-a3e3-4d47-8761-104d217b089a requested from dv-cinder-779576-8-iscsi {{(pid=93955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 16:14:39.129036 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [None req-b21a46e3-83cb-4654-86a4-533584824e7d admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4272058 Sep 15 16:14:39.254300 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a95166bc-b427-4fb9-96f5-79ede0ef7c8a None None] Network 62251075-a3e3-4d47-8761-104d217b089a requested from dv-cinder-779576-8-iscsi {{(pid=93955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 16:14:41.434014 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.wsgi [-] (93954) accepted ('10.222.0.39', 56826) {{(pid=93954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:14:41.569364 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [None req-a266b414-b6d9-463d-be43-e9dd22da1567 admin admin] 10.222.0.39 "GET /v2.0/routers/fb401607-4833-41c7-b332-6aa903de9880 HTTP/1.1" status: 200 len: 710 time: 0.1341069 Sep 15 16:14:41.659106 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5a289a1-6d1a-4bb4-b862-c02bb6a75485 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:14:41.660629 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [None req-e5a289a1-6d1a-4bb4-b862-c02bb6a75485 admin admin] 10.222.0.39 "GET /v2.0/networks/62251075-a3e3-4d47-8761-104d217b089a HTTP/1.1" status: 200 len: 886 time: 0.0850649 Sep 15 16:14:41.670321 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.api.v2.base [None req-f4b78e57-71d3-482e-a1ce-5baf70ef191e admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '62251075-a3e3-4d47-8761-104d217b089a'}}} {{(pid=93954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:14:41.996472 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-f4b78e57-71d3-482e-a1ce-5baf70ef191e admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:42.231919 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-f4b78e57-71d3-482e-a1ce-5baf70ef191e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:42.307731 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-f4b78e57-71d3-482e-a1ce-5baf70ef191e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928820'] for port, before_create {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:42.409089 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.db.db_base_plugin_common [None req-f4b78e57-71d3-482e-a1ce-5baf70ef191e admin admin] Allocated IP 172.27.3.179 (62251075-a3e3-4d47-8761-104d217b089a/9a71565b-217b-482b-8364-bc8ecb4c8f88/c21e5e4c-408e-40f4-86d8-70092fa679e3) {{(pid=93954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 16:14:42.511047 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-f4b78e57-71d3-482e-a1ce-5baf70ef191e admin admin] Notify callbacks [] for port, precommit_create {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:42.547234 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-f4b78e57-71d3-482e-a1ce-5baf70ef191e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791195969994'] for port, after_create {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:42.587831 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4b78e57-71d3-482e-a1ce-5baf70ef191e admin admin] Network 62251075-a3e3-4d47-8761-104d217b089a is already hosted by enough agents. {{(pid=93954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:14:42.590487 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.scheduler.base_scheduler [None req-f4b78e57-71d3-482e-a1ce-5baf70ef191e admin admin] Resources bound (agent type, host, resource id): {{(pid=93954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:14:42.597174 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4b78e57-71d3-482e-a1ce-5baf70ef191e admin admin] Received port after_create {{(pid=93954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 16:14:42.599972 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b78e57-71d3-482e-a1ce-5baf70ef191e admin admin] Pushing event updated for resources: {'Port': ['ID=c21e5e4c-408e-40f4-86d8-70092fa679e3,revision_number=1']} {{(pid=93954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:14:42.845786 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-f4b78e57-71d3-482e-a1ce-5baf70ef191e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:43.129693 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-f4b78e57-71d3-482e-a1ce-5baf70ef191e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3726764', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3722012', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-661'] for router, precommit_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:43.133262 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-f4b78e57-71d3-482e-a1ce-5baf70ef191e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3725645', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3726759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3726782', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3722007'] for router, after_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:43.241751 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4b78e57-71d3-482e-a1ce-5baf70ef191e admin admin] Router fb401607-4833-41c7-b332-6aa903de9880 has already been hosted by L3 agent 7a8df8d7-c3ef-43b4-9534-c977f7014926 {{(pid=93954) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 16:14:43.355355 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4b78e57-71d3-482e-a1ce-5baf70ef191e admin admin] Notify agent at l3_agent.dv-cinder-779576-8-iscsi the message routers_updated {{(pid=93954) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 16:14:43.360564 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-f4b78e57-71d3-482e-a1ce-5baf70ef191e admin admin] Notify callbacks [] for router, before_response {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:43.362218 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [None req-f4b78e57-71d3-482e-a1ce-5baf70ef191e admin admin] 10.222.0.39 "PUT /v2.0/routers/fb401607-4833-41c7-b332-6aa903de9880 HTTP/1.1" status: 200 len: 890 time: 1.6952198 Sep 15 16:14:44.757437 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b2d04d5-7859-4b94-b25c-cd879774e31b None None] Sync routers for ids ['fb401607-4833-41c7-b332-6aa903de9880'] in dv-cinder-779576-8-iscsi {{(pid=93955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 16:14:44.767619 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b2d04d5-7859-4b94-b25c-cd879774e31b None None] Routers {'fb401607-4833-41c7-b332-6aa903de9880'} bound to L3 agent in host dv-cinder-779576-8-iscsi {{(pid=93955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:14:44.768374 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.db.l3_hamode_db [None req-2b2d04d5-7859-4b94-b25c-cd879774e31b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779576-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-15T16:14:02Z,description=,heartbeat_timestamp=2021-09-15T16:14:32Z,host='dv-cinder-779576-8-iscsi',id=7a8df8d7-c3ef-43b4-9534-c977f7014926,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T16:14:02Z,topic='l3_agent')) {'router_ids': ['fb401607-4833-41c7-b332-6aa903de9880'], 'active': True} {{(pid=93955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:14:45.015262 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.db.l3_dvr_db [None req-2b2d04d5-7859-4b94-b25c-cd879774e31b None None] Set router fb401607-4833-41c7-b332-6aa903de9880 gateway port host: dv-cinder-779576-8-iscsi {{(pid=93955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 16:14:45.380957 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.rpc [None req-57d8a9a3-d16f-4b20-b77b-ca1e664c03db None None] Device 4b8ee3c4-15f5-43ff-ada4-ce7339566889 up at agent ovs-agent-dv-cinder-779576-8-iscsi {{(pid=93955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 16:14:45.442262 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.db.l3_hamode_db [None req-2b2d04d5-7859-4b94-b25c-cd879774e31b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb401607-4833-41c7-b332-6aa903de9880', 'name': 'router1', 'tenant_id': 'e9712b08f1d4445f98dbf3356efa604e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62251075-a3e3-4d47-8761-104d217b089a', 'external_fixed_ips': [{'subnet_id': '9a71565b-217b-482b-8364-bc8ecb4c8f88', 'ip_address': '172.27.3.179'}], 'enable_snat': True}, 'gw_port_id': 'c21e5e4c-408e-40f4-86d8-70092fa679e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:14:25Z', 'updated_at': '2021-09-15T16:14:42Z', 'revision_number': 4, 'project_id': 'e9712b08f1d4445f98dbf3356efa604e', 'gw_port': {'id': 'c21e5e4c-408e-40f4-86d8-70092fa679e3', 'name': '', 'network_id': '62251075-a3e3-4d47-8761-104d217b089a', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:ef:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb401607-4833-41c7-b332-6aa903de9880', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '9a71565b-217b-482b-8364-bc8ecb4c8f88', 'ip_address': '172.27.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:14:42Z', 'updated_at': '2021-09-15T16:14:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9a71565b-217b-482b-8364-bc8ecb4c8f88', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779576-8-iscsi', '_interfaces': [{'id': '4b8ee3c4-15f5-43ff-ada4-ce7339566889', 'name': '', 'network_id': 'f426307c-d754-4239-a8b6-dc470559643a', 'tenant_id': 'e9712b08f1d4445f98dbf3356efa604e', 'mac_address': 'fa:16:3e:8f:d8:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb401607-4833-41c7-b332-6aa903de9880', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '0f8cdb81-b31b-4b4e-842c-ec269f7fcbb0', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779576-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:14:34Z', 'updated_at': '2021-09-15T16:14:38Z', 'revision_number': 5, 'project_id': 'e9712b08f1d4445f98dbf3356efa604e', 'subnets': [{'id': '0f8cdb81-b31b-4b4e-842c-ec269f7fcbb0', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '926cc0c7-ec1c-4640-817c-ed38b8fe3255'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779576-8-iscsi', False) {} {{(pid=93955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:14:45.496131 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b2d04d5-7859-4b94-b25c-cd879774e31b None None] Checking router: fb401607-4833-41c7-b332-6aa903de9880 for host: dv-cinder-779576-8-iscsi {{(pid=93955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 16:14:45.496492 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b2d04d5-7859-4b94-b25c-cd879774e31b None None] Updating router fb401607-4833-41c7-b332-6aa903de9880 port c21e5e4c-408e-40f4-86d8-70092fa679e3 binding host dv-cinder-779576-8-iscsi {{(pid=93955) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 16:14:45.542415 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.db.provisioning_blocks [None req-57d8a9a3-d16f-4b20-b77b-ca1e664c03db None None] Provisioning complete for port 4b8ee3c4-15f5-43ff-ada4-ce7339566889 triggered by entity L2. {{(pid=93955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:14:45.542704 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-57d8a9a3-d16f-4b20-b77b-ca1e664c03db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953592'] for port, provisioning_complete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:45.550455 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-2b2d04d5-7859-4b94-b25c-cd879774e31b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928820'] for port, before_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:45.759387 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.wsgi [-] (93954) accepted ('10.222.0.39', 56838) {{(pid=93954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:14:45.873444 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [None req-7f2823e8-70f3-4b9e-90d2-b38e2683ab8c admin admin] 10.222.0.39 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1128657 Sep 15 16:14:45.935467 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-2b2d04d5-7859-4b94-b25c-cd879774e31b None None] Notify callbacks [] for port, precommit_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:45.943067 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-2b2d04d5-7859-4b94-b25c-cd879774e31b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791196459277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791195970012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791195970030'] for port, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:45.996502 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [None req-2b2d04d5-7859-4b94-b25c-cd879774e31b None None] Attempting to bind port c21e5e4c-408e-40f4-86d8-70092fa679e3 on host dv-cinder-779576-8-iscsi for vnic_type normal with profile {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 16:14:45.996871 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [None req-2b2d04d5-7859-4b94-b25c-cd879774e31b None None] Attempting to bind port c21e5e4c-408e-40f4-86d8-70092fa679e3 by drivers openvswitch,hyperv on host dv-cinder-779576-8-iscsi at level 0 using segments [{'id': 'fd8e905d-efc3-4108-bd70-37f32575b93b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62251075-a3e3-4d47-8761-104d217b089a'}] {{(pid=93955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 16:14:45.997290 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b2d04d5-7859-4b94-b25c-cd879774e31b None None] Attempting to bind port c21e5e4c-408e-40f4-86d8-70092fa679e3 on network 62251075-a3e3-4d47-8761-104d217b089a {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 16:14:45.999552 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8061f3-1270-4054-b3f9-cce214bcb926 None None] Pushing event updated for resources: {'Port': ['ID=c21e5e4c-408e-40f4-86d8-70092fa679e3,revision_number=2']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:14:46.007085 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b2d04d5-7859-4b94-b25c-cd879774e31b None None] Checking agent: {'id': 'afdc58b1-457c-454f-9c1a-1b1c93cc1a70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-779576-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 16, 14, 2), 'started_at': datetime.datetime(2021, 9, 15, 16, 14, 32), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 16, 14, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-779576-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 16:14:46.007522 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b2d04d5-7859-4b94-b25c-cd879774e31b None None] Checking segment: {'id': 'fd8e905d-efc3-4108-bd70-37f32575b93b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62251075-a3e3-4d47-8761-104d217b089a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 16:14:46.007854 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-2b2d04d5-7859-4b94-b25c-cd879774e31b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:46.008278 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b2d04d5-7859-4b94-b25c-cd879774e31b None None] Bound using segment: {'id': 'fd8e905d-efc3-4108-bd70-37f32575b93b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62251075-a3e3-4d47-8761-104d217b089a'} {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 16:14:46.008774 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [None req-2b2d04d5-7859-4b94-b25c-cd879774e31b None None] Bound port: c21e5e4c-408e-40f4-86d8-70092fa679e3, host: dv-cinder-779576-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd8e905d-efc3-4108-bd70-37f32575b93b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62251075-a3e3-4d47-8761-104d217b089a'}}] {{(pid=93955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 16:14:46.009123 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-2b2d04d5-7859-4b94-b25c-cd879774e31b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928820'] for port, before_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:46.143544 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.db [None req-2b2d04d5-7859-4b94-b25c-cd879774e31b None None] For port c21e5e4c-408e-40f4-86d8-70092fa679e3, host dv-cinder-779576-8-iscsi, cleared binding levels {{(pid=93955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 16:14:46.146650 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.db [None req-2b2d04d5-7859-4b94-b25c-cd879774e31b None None] For port c21e5e4c-408e-40f4-86d8-70092fa679e3, host dv-cinder-779576-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779576-8-iscsi',level=0,port_id=c21e5e4c-408e-40f4-86d8-70092fa679e3,segment=NetworkSegment(fd8e905d-efc3-4108-bd70-37f32575b93b),segment_id=fd8e905d-efc3-4108-bd70-37f32575b93b)] {{(pid=93955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 16:14:46.151038 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-2b2d04d5-7859-4b94-b25c-cd879774e31b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791196459277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791195970012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791195970030'] for port, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:46.208786 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8061f3-1270-4054-b3f9-cce214bcb926 None None] Pushing event updated for resources: {'Port': ['ID=c21e5e4c-408e-40f4-86d8-70092fa679e3,revision_number=3']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:14:46.212626 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b2d04d5-7859-4b94-b25c-cd879774e31b None None] Routers {'fb401607-4833-41c7-b332-6aa903de9880'} bound to L3 agent in host dv-cinder-779576-8-iscsi {{(pid=93955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:14:46.213218 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.db.l3_hamode_db [None req-2b2d04d5-7859-4b94-b25c-cd879774e31b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779576-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-15T16:14:02Z,description=,heartbeat_timestamp=2021-09-15T16:14:32Z,host='dv-cinder-779576-8-iscsi',id=7a8df8d7-c3ef-43b4-9534-c977f7014926,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T16:14:02Z,topic='l3_agent')) {'router_ids': ['fb401607-4833-41c7-b332-6aa903de9880'], 'active': True} {{(pid=93955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:14:46.319645 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.db.l3_dvr_db [None req-2b2d04d5-7859-4b94-b25c-cd879774e31b None None] Set router fb401607-4833-41c7-b332-6aa903de9880 gateway port host: dv-cinder-779576-8-iscsi {{(pid=93955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 16:14:46.534521 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.db.l3_hamode_db [None req-2b2d04d5-7859-4b94-b25c-cd879774e31b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb401607-4833-41c7-b332-6aa903de9880', 'name': 'router1', 'tenant_id': 'e9712b08f1d4445f98dbf3356efa604e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62251075-a3e3-4d47-8761-104d217b089a', 'external_fixed_ips': [{'subnet_id': '9a71565b-217b-482b-8364-bc8ecb4c8f88', 'ip_address': '172.27.3.179'}], 'enable_snat': True}, 'gw_port_id': 'c21e5e4c-408e-40f4-86d8-70092fa679e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:14:25Z', 'updated_at': '2021-09-15T16:14:42Z', 'revision_number': 4, 'project_id': 'e9712b08f1d4445f98dbf3356efa604e', 'gw_port': {'id': 'c21e5e4c-408e-40f4-86d8-70092fa679e3', 'name': '', 'network_id': '62251075-a3e3-4d47-8761-104d217b089a', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:ef:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb401607-4833-41c7-b332-6aa903de9880', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '9a71565b-217b-482b-8364-bc8ecb4c8f88', 'ip_address': '172.27.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779576-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:14:42Z', 'updated_at': '2021-09-15T16:14:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9a71565b-217b-482b-8364-bc8ecb4c8f88', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779576-8-iscsi', '_interfaces': [{'id': '4b8ee3c4-15f5-43ff-ada4-ce7339566889', 'name': '', 'network_id': 'f426307c-d754-4239-a8b6-dc470559643a', 'tenant_id': 'e9712b08f1d4445f98dbf3356efa604e', 'mac_address': 'fa:16:3e:8f:d8:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb401607-4833-41c7-b332-6aa903de9880', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '0f8cdb81-b31b-4b4e-842c-ec269f7fcbb0', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779576-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:14:34Z', 'updated_at': '2021-09-15T16:14:38Z', 'revision_number': 5, 'project_id': 'e9712b08f1d4445f98dbf3356efa604e', 'subnets': [{'id': '0f8cdb81-b31b-4b4e-842c-ec269f7fcbb0', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '926cc0c7-ec1c-4640-817c-ed38b8fe3255'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779576-8-iscsi', False) {} {{(pid=93955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:14:46.560828 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b2d04d5-7859-4b94-b25c-cd879774e31b None None] The sync data for ids ['fb401607-4833-41c7-b332-6aa903de9880'] in dv-cinder-779576-8-iscsi is: [{'id': 'fb401607-4833-41c7-b332-6aa903de9880', 'name': 'router1', 'tenant_id': 'e9712b08f1d4445f98dbf3356efa604e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62251075-a3e3-4d47-8761-104d217b089a', 'external_fixed_ips': [{'subnet_id': '9a71565b-217b-482b-8364-bc8ecb4c8f88', 'ip_address': '172.27.3.179'}], 'enable_snat': True}, 'gw_port_id': 'c21e5e4c-408e-40f4-86d8-70092fa679e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:14:25Z', 'updated_at': '2021-09-15T16:14:42Z', 'revision_number': 4, 'project_id': 'e9712b08f1d4445f98dbf3356efa604e', 'gw_port': {'id': 'c21e5e4c-408e-40f4-86d8-70092fa679e3', 'name': '', 'network_id': '62251075-a3e3-4d47-8761-104d217b089a', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:ef:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb401607-4833-41c7-b332-6aa903de9880', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '9a71565b-217b-482b-8364-bc8ecb4c8f88', 'ip_address': '172.27.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779576-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:14:42Z', 'updated_at': '2021-09-15T16:14:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9a71565b-217b-482b-8364-bc8ecb4c8f88', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779576-8-iscsi', '_interfaces': [{'id': '4b8ee3c4-15f5-43ff-ada4-ce7339566889', 'name': '', 'network_id': 'f426307c-d754-4239-a8b6-dc470559643a', 'tenant_id': 'e9712b08f1d4445f98dbf3356efa604e', 'mac_address': 'fa:16:3e:8f:d8:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb401607-4833-41c7-b332-6aa903de9880', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '0f8cdb81-b31b-4b4e-842c-ec269f7fcbb0', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779576-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:14:34Z', 'updated_at': '2021-09-15T16:14:38Z', 'revision_number': 5, 'project_id': 'e9712b08f1d4445f98dbf3356efa604e', 'subnets': [{'id': '0f8cdb81-b31b-4b4e-842c-ec269f7fcbb0', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '926cc0c7-ec1c-4640-817c-ed38b8fe3255'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 16:14:47.381533 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.rpc [None req-57d8a9a3-d16f-4b20-b77b-ca1e664c03db None None] Device c21e5e4c-408e-40f4-86d8-70092fa679e3 up at agent ovs-agent-dv-cinder-779576-8-iscsi {{(pid=93955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 16:14:47.428120 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.db.provisioning_blocks [None req-57d8a9a3-d16f-4b20-b77b-ca1e664c03db None None] Provisioning complete for port c21e5e4c-408e-40f4-86d8-70092fa679e3 triggered by entity L2. {{(pid=93955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:14:47.428494 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-57d8a9a3-d16f-4b20-b77b-ca1e664c03db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953592'] for port, provisioning_complete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:47.512817 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-57d8a9a3-d16f-4b20-b77b-ca1e664c03db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928820'] for port, before_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:47.533857 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.db [None req-57d8a9a3-d16f-4b20-b77b-ca1e664c03db None None] For port c21e5e4c-408e-40f4-86d8-70092fa679e3, host dv-cinder-779576-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779576-8-iscsi',level=0,port_id=c21e5e4c-408e-40f4-86d8-70092fa679e3,segment=NetworkSegment(fd8e905d-efc3-4108-bd70-37f32575b93b),segment_id=fd8e905d-efc3-4108-bd70-37f32575b93b)] {{(pid=93955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:14:47.540377 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-57d8a9a3-d16f-4b20-b77b-ca1e664c03db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791196459277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791195970012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791195970030'] for port, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:47.600808 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d8a9a3-d16f-4b20-b77b-ca1e664c03db None None] Pushing event updated for resources: {'Port': ['ID=c21e5e4c-408e-40f4-86d8-70092fa679e3,revision_number=4']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:14:49.379802 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.rpc [None req-57d8a9a3-d16f-4b20-b77b-ca1e664c03db None None] Device c21e5e4c-408e-40f4-86d8-70092fa679e3 up at agent ovs-agent-dv-cinder-779576-8-iscsi {{(pid=93955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 16:14:49.452833 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.db.provisioning_blocks [None req-57d8a9a3-d16f-4b20-b77b-ca1e664c03db None None] Provisioning complete for port c21e5e4c-408e-40f4-86d8-70092fa679e3 triggered by entity L2. {{(pid=93955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:14:49.454825 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-57d8a9a3-d16f-4b20-b77b-ca1e664c03db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953592'] for port, provisioning_complete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:59.087969 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-9ce77370-b519-42c8-97d3-22a6a1b6e969 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791196484491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953091'] for agent, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:01.802225 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-57d8a9a3-d16f-4b20-b77b-ca1e664c03db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791196484491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953091'] for agent, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:01.903893 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-dcfee71a-2efb-43b1-95b2-d1aab4722522 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791196484491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953091'] for agent, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:02.878912 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-eee1357e-56cc-4bdc-884d-16a88731d16f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791196484491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953091'] for agent, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:04.242198 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-7ad16b6f-1dcb-4567-914a-8ec9b5a04b47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791196484491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953091'] for agent, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:12.409792 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron.db.agents_db [None req-9c583be1-859f-4a85-bd6b-6d26517e04c2 None None] Agent healthcheck: found 5 active agents {{(pid=93956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 16:15:29.085968 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-1349e403-e17f-4674-b12b-22f0539999cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791196484491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953091'] for agent, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:31.799056 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-57d8a9a3-d16f-4b20-b77b-ca1e664c03db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791196484491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953091'] for agent, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:31.902794 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-290060d2-546f-43a6-a9f7-5d45ace6b930 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791196484491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953091'] for agent, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:32.879622 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-eee1357e-56cc-4bdc-884d-16a88731d16f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791196484491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953091'] for agent, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:34.245491 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-7ad16b6f-1dcb-4567-914a-8ec9b5a04b47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791196484491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953091'] for agent, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:49.409900 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron.db.agents_db [None req-9c583be1-859f-4a85-bd6b-6d26517e04c2 None None] Agent healthcheck: found 5 active agents {{(pid=93956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 16:15:59.080928 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-a7a3de58-e337-4f97-bc48-8a2d0f6bdc5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791196484491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953091'] for agent, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:16:01.793840 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-57d8a9a3-d16f-4b20-b77b-ca1e664c03db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791196484491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953091'] for agent, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:16:01.896510 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-be2c3839-f75d-462f-93b6-6cc0dc72a7a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791196484491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953091'] for agent, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:16:02.885944 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-eee1357e-56cc-4bdc-884d-16a88731d16f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791196484491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953091'] for agent, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:16:04.245686 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-7ad16b6f-1dcb-4567-914a-8ec9b5a04b47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791196484491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953091'] for agent, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:16:22.007990 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.wsgi [-] (93954) accepted ('10.222.0.39', 57400) {{(pid=93954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:16:22.076944 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.pecan_wsgi.hooks.translation [None req-709080f8-7afb-4788-b1b4-65a152f1370d admin admin] GET failed (client error): The resource could not be found. Sep 15 16:16:22.078281 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [None req-709080f8-7afb-4788-b1b4-65a152f1370d admin admin] 10.222.0.39 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0693049 Sep 15 16:16:22.256141 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d294645-a910-47de-a711-3647c9b808ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:16:22.257562 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [None req-2d294645-a910-47de-a711-3647c9b808ef admin admin] 10.222.0.39 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 871 time: 0.1726632 Sep 15 16:16:24.451353 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.wsgi [-] (93954) accepted ('10.222.0.39', 57410) {{(pid=93954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:16:24.554958 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da2b6d55-4f90-447b-b9b3-816933c477cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:16:24.556938 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [None req-da2b6d55-4f90-447b-b9b3-816933c477cb admin admin] 10.222.0.39 "GET /v2.0/subnets/0f8cdb81-b31b-4b4e-842c-ec269f7fcbb0 HTTP/1.1" status: 200 len: 849 time: 0.1045191 Sep 15 16:16:24.573600 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.api.v2.base [None req-8c822c02-909d-4aee-b5f5-c0cd7d1218d6 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=93954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:16:24.677934 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-8c822c02-909d-4aee-b5f5-c0cd7d1218d6 admin admin] Notify callbacks [] for subnet, before_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:16:24.828170 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-8c822c02-909d-4aee-b5f5-c0cd7d1218d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8791196459268'] for subnet, after_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:16:24.860642 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c822c02-909d-4aee-b5f5-c0cd7d1218d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:16:24.861221 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-8c822c02-909d-4aee-b5f5-c0cd7d1218d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3748898'] for subnet, before_response {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:16:24.862510 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [None req-8c822c02-909d-4aee-b5f5-c0cd7d1218d6 admin admin] 10.222.0.39 "PUT /v2.0/subnets/0f8cdb81-b31b-4b4e-842c-ec269f7fcbb0 HTTP/1.1" status: 200 len: 868 time: 0.2955434 Sep 15 16:16:24.867265 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04e372ed-5942-41d0-bcf5-a0354dba9f16 None None] Network f426307c-d754-4239-a8b6-dc470559643a requested from dv-cinder-779576-8-iscsi {{(pid=93955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 16:16:24.884202 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c822c02-909d-4aee-b5f5-c0cd7d1218d6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0f8cdb81-b31b-4b4e-842c-ec269f7fcbb0,revision_number=1']} {{(pid=93954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:16:24.891983 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c822c02-909d-4aee-b5f5-c0cd7d1218d6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:16:24.892229 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c822c02-909d-4aee-b5f5-c0cd7d1218d6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:16:24.892554 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c822c02-909d-4aee-b5f5-c0cd7d1218d6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:16:24.892897 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c822c02-909d-4aee-b5f5-c0cd7d1218d6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:16:24.893218 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c822c02-909d-4aee-b5f5-c0cd7d1218d6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:16:24.893582 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c822c02-909d-4aee-b5f5-c0cd7d1218d6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:16:24.893906 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c822c02-909d-4aee-b5f5-c0cd7d1218d6 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:16:24.894211 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c822c02-909d-4aee-b5f5-c0cd7d1218d6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:16:24.894554 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c822c02-909d-4aee-b5f5-c0cd7d1218d6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:16:24.894852 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c822c02-909d-4aee-b5f5-c0cd7d1218d6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:16:24.895161 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c822c02-909d-4aee-b5f5-c0cd7d1218d6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:16:24.895489 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c822c02-909d-4aee-b5f5-c0cd7d1218d6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:16:25.239962 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.db.provisioning_blocks [None req-e8738e7f-48da-4e85-9bfe-ec4af1815e89 None None] Provisioning complete for port a7b020dc-097f-4a3f-b3bc-4ac7fdf514ce triggered by entity DHCP. {{(pid=93955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:16:25.240362 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-e8738e7f-48da-4e85-9bfe-ec4af1815e89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953592'] for port, provisioning_complete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:16:25.328171 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.db.provisioning_blocks [None req-e8738e7f-48da-4e85-9bfe-ec4af1815e89 None None] Provisioning complete for port 4b8ee3c4-15f5-43ff-ada4-ce7339566889 triggered by entity DHCP. {{(pid=93955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:16:25.328370 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-e8738e7f-48da-4e85-9bfe-ec4af1815e89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953592'] for port, provisioning_complete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:16:26.410992 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron.db.agents_db [None req-9c583be1-859f-4a85-bd6b-6d26517e04c2 None None] Agent healthcheck: found 5 active agents {{(pid=93956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 16:16:27.089578 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.wsgi [-] (93954) accepted ('10.222.0.39', 57418) {{(pid=93954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:16:27.317823 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf3478a7-addf-4787-8b75-12cd3511336d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:16:27.318231 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf3478a7-addf-4787-8b75-12cd3511336d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:16:27.319785 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [None req-cf3478a7-addf-4787-8b75-12cd3511336d admin admin] 10.222.0.39 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1548 time: 0.2292392 Sep 15 16:16:29.084526 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-989e1da9-d098-44f0-83a9-5d79948b425d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791196484491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953091'] for agent, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:16:29.551642 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.wsgi [-] (93954) accepted ('10.222.0.39', 57426) {{(pid=93954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:16:29.703289 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bed33db-d9a8-4cd9-bb3b-ff32e1eab76f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:16:29.703777 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bed33db-d9a8-4cd9-bb3b-ff32e1eab76f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:16:29.705345 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [None req-4bed33db-d9a8-4cd9-bb3b-ff32e1eab76f admin admin] 10.222.0.39 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1548 time: 0.1527030 Sep 15 16:16:31.801568 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-57d8a9a3-d16f-4b20-b77b-ca1e664c03db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791196484491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953091'] for agent, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:16:31.900904 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-fec3fcb9-d9aa-409c-af43-f78c9a51716e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791196484491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953091'] for agent, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:16:31.983169 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.wsgi [-] (93954) accepted ('10.222.0.39', 57434) {{(pid=93954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:16:32.139197 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-832756aa-b501-4800-9593-4679557e50f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:16:32.140517 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [None req-832756aa-b501-4800-9593-4679557e50f4 admin admin] 10.222.0.39 "GET /v2.0/networks/62251075-a3e3-4d47-8761-104d217b089a HTTP/1.1" status: 200 len: 886 time: 0.1562765 Sep 15 16:16:32.886237 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-eee1357e-56cc-4bdc-884d-16a88731d16f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791196484491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953091'] for agent, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:16:34.253836 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-7ad16b6f-1dcb-4567-914a-8ec9b5a04b47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791196484491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953091'] for agent, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:16:34.362605 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.wsgi [-] (93953) accepted ('10.222.0.39', 57442) {{(pid=93953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:16:34.610527 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a09d4c5a-efbb-4fce-901a-4090d1a3c1d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:16:34.611841 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [None req-a09d4c5a-efbb-4fce-901a-4090d1a3c1d2 admin admin] 10.222.0.39 "GET /v2.0/networks/f426307c-d754-4239-a8b6-dc470559643a HTTP/1.1" status: 200 len: 868 time: 0.2479298 Sep 15 16:16:36.825516 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.wsgi [-] (93953) accepted ('10.222.0.39', 57452) {{(pid=93953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:16:36.956544 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01e19ce6-aa39-4384-ab17-52895fc92b9c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:16:36.956997 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01e19ce6-aa39-4384-ab17-52895fc92b9c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:16:36.958511 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [None req-01e19ce6-aa39-4384-ab17-52895fc92b9c admin admin] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1319985 Sep 15 16:16:39.200257 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.wsgi [-] (93953) accepted ('10.222.0.39', 57460) {{(pid=93953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:16:39.298891 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07c00234-d4b3-495b-b37e-1dbb02903e48 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:16:39.299610 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07c00234-d4b3-495b-b37e-1dbb02903e48 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:16:39.302269 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [None req-07c00234-d4b3-495b-b37e-1dbb02903e48 admin admin] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1008298 Sep 15 16:16:41.487052 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.wsgi [-] (93953) accepted ('10.222.0.39', 57468) {{(pid=93953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:16:41.619454 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa89ddad-fe26-4427-a3a3-ba71608f1e22 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:16:41.620846 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [None req-fa89ddad-fe26-4427-a3a3-ba71608f1e22 admin admin] 10.222.0.39 "GET /v2.0/subnets/0f8cdb81-b31b-4b4e-842c-ec269f7fcbb0 HTTP/1.1" status: 200 len: 868 time: 0.1328366 Sep 15 16:16:43.840469 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.wsgi [-] (93953) accepted ('10.222.0.39', 57476) {{(pid=93953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:16:43.939437 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5686a84-c766-4e12-a668-77336da09ff9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:16:43.940836 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [None req-d5686a84-c766-4e12-a668-77336da09ff9 admin admin] 10.222.0.39 "GET /v2.0/subnets/9a71565b-217b-482b-8364-bc8ecb4c8f88 HTTP/1.1" status: 200 len: 816 time: 0.0993855 Sep 15 16:16:59.089498 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-64947cf4-bb91-4777-847e-675c54ac2541 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791196484491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953091'] for agent, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:01.796107 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-57d8a9a3-d16f-4b20-b77b-ca1e664c03db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791196484491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953091'] for agent, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:01.903616 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-e794a17f-da97-434d-9a35-70cc0f0f4786 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791196484491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953091'] for agent, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:02.889114 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-eee1357e-56cc-4bdc-884d-16a88731d16f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791196484491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953091'] for agent, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:03.410370 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron.db.agents_db [None req-9c583be1-859f-4a85-bd6b-6d26517e04c2 None None] Agent healthcheck: found 5 active agents {{(pid=93956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 16:17:04.257570 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-7ad16b6f-1dcb-4567-914a-8ec9b5a04b47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791196484491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953091'] for agent, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:07.930400 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.wsgi [-] (93953) accepted ('10.222.0.39', 57530) {{(pid=93953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:17:07.985143 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.wsgi [None req-24897f33-53ef-447c-b855-d083679fa1fe admin admin] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=93953) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 15 16:17:07.986270 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [None req-24897f33-53ef-447c-b855-d083679fa1fe admin admin] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0545769 Sep 15 16:17:10.290739 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.wsgi [-] (93953) accepted ('10.222.0.39', 57538) {{(pid=93953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:17:10.372140 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f6b9e98-21aa-4546-8fb0-bb1b08630fa8 admin admin] GET failed (client error): The resource could not be found. Sep 15 16:17:10.373509 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [None req-8f6b9e98-21aa-4546-8fb0-bb1b08630fa8 admin admin] 10.222.0.39 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0818763 Sep 15 16:17:10.522308 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-402b6049-7ba9-47a1-ba43-ec21ba8ae3b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:17:10.524370 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [None req-402b6049-7ba9-47a1-ba43-ec21ba8ae3b2 admin admin] 10.222.0.39 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1460187 Sep 15 16:17:12.786633 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.wsgi [-] (93954) accepted ('10.222.0.39', 57546) {{(pid=93954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:17:12.839651 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.api.v2.base [None req-a4b4d180-184f-4de9-8cdb-bb73c652136c admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=93954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:17:12.866350 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4b4d180-184f-4de9-8cdb-bb73c652136c admin admin] Made reservation on behalf of 4132882708b243b28af04f09dfb17784 for: {'network': 1} {{(pid=93954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 16:17:12.868876 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-a4b4d180-184f-4de9-8cdb-bb73c652136c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928820'] for network, before_create {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:12.898731 dv-cinder-779576-8-iscsi neutron-server[93954]: WARNING neutron.services.revisions.revision_plugin [None req-a4b4d180-184f-4de9-8cdb-bb73c652136c admin admin] Could not find related network for resource to bump revision. Sep 15 16:17:12.912286 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a4b4d180-184f-4de9-8cdb-bb73c652136c admin admin] vlan segment allocate from pool success with {'vlan_id': 66, 'physical_network': 'physnet1'} {{(pid=93954) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 16:17:12.920931 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-a4b4d180-184f-4de9-8cdb-bb73c652136c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-955409'] for segment, precommit_create {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:12.921267 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.db.segments_db [None req-a4b4d180-184f-4de9-8cdb-bb73c652136c admin admin] Added segment a3ec03df-dbb6-4755-ba30-645108256457 of type vlan for network 5697245e-3699-42da-b330-c1ae1b96ad1a Sep 15 16:17:12.970677 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-a4b4d180-184f-4de9-8cdb-bb73c652136c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791195928360'] for network, precommit_create {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:13.007178 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-a4b4d180-184f-4de9-8cdb-bb73c652136c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748912'] for network, after_create {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:13.008134 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4b4d180-184f-4de9-8cdb-bb73c652136c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:17:13.008733 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-a4b4d180-184f-4de9-8cdb-bb73c652136c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3748898'] for network, before_response {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:13.039976 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [None req-a4b4d180-184f-4de9-8cdb-bb73c652136c admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 846 time: 0.2522833 Sep 15 16:17:13.067568 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b4d180-184f-4de9-8cdb-bb73c652136c admin admin] Pushing event updated for resources: {'Network': ['ID=5697245e-3699-42da-b330-c1ae1b96ad1a,revision_number=1']} {{(pid=93954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:17:13.078717 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.rpc [None req-57d8a9a3-d16f-4b20-b77b-ca1e664c03db None None] Network 5697245e-3699-42da-b330-c1ae1b96ad1a details requested by agent ovs-agent-dv-cinder-779576-8-iscsi with host dv-cinder-779576-8-iscsi {{(pid=93955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 16:17:15.271561 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.wsgi [-] (93954) accepted ('10.222.0.39', 57554) {{(pid=93954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:17:15.332618 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.pecan_wsgi.hooks.translation [None req-b153e781-03bd-4c71-be8e-ae7333977f56 admin admin] GET failed (client error): The resource could not be found. Sep 15 16:17:15.333904 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [None req-b153e781-03bd-4c71-be8e-ae7333977f56 admin admin] 10.222.0.39 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0614185 Sep 15 16:17:15.408163 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37c12687-2de2-4601-a800-f40070d5848f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:17:15.409661 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [None req-37c12687-2de2-4601-a800-f40070d5848f admin admin] 10.222.0.39 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 825 time: 0.0689013 Sep 15 16:17:15.421230 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.api.v2.base [None req-362295b9-98d9-44c6-a051-4d07280c095d admin admin] Request body: {'subnet': {'network_id': '5697245e-3699-42da-b330-c1ae1b96ad1a', 'description': 'shared-subnet', 'ip_version': 4, 'name': 'shared-subnet', 'cidr': '192.168.233.0/24'}} {{(pid=93954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:17:15.444762 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-362295b9-98d9-44c6-a051-4d07280c095d admin admin] Made reservation on behalf of 4132882708b243b28af04f09dfb17784 for: {'subnet': 1} {{(pid=93954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 16:17:15.446935 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-362295b9-98d9-44c6-a051-4d07280c095d admin admin] Notify callbacks [] for subnet, before_create {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:15.734457 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-362295b9-98d9-44c6-a051-4d07280c095d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748912'] for subnet, after_create {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:15.791406 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362295b9-98d9-44c6-a051-4d07280c095d admin admin] Pushing event updated for resources: {'Subnet': ['ID=f79782d8-30b6-49fc-ad7b-18544a59def0,revision_number=0']} {{(pid=93954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:17:15.810338 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-362295b9-98d9-44c6-a051-4d07280c095d admin admin] Checking segment: {'id': 'a3ec03df-dbb6-4755-ba30-645108256457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '5697245e-3699-42da-b330-c1ae1b96ad1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 16:17:15.810692 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-362295b9-98d9-44c6-a051-4d07280c095d admin admin] Network hostable DHCP agents. Network: 5697245e-3699-42da-b330-c1ae1b96ad1a, hostable agents: ['2fbb1984-d09c-42d8-b085-ece7113d0e35'], hosted agents: [] {{(pid=93954) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 16:17:15.830484 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-362295b9-98d9-44c6-a051-4d07280c095d admin admin] Network 5697245e-3699-42da-b330-c1ae1b96ad1a is scheduled to be hosted by DHCP agent 2fbb1984-d09c-42d8-b085-ece7113d0e35 with binding_index 1 {{(pid=93954) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 16:17:15.841371 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.scheduler.base_scheduler [None req-362295b9-98d9-44c6-a051-4d07280c095d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-779576-8-iscsi, 5697245e-3699-42da-b330-c1ae1b96ad1a) {{(pid=93954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:17:15.845863 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-362295b9-98d9-44c6-a051-4d07280c095d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:17:15.846511 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-362295b9-98d9-44c6-a051-4d07280c095d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3748898'] for subnet, before_response {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:15.851167 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be8f87f7-e847-4b95-9f7e-391e51581f7e None None] Network 5697245e-3699-42da-b330-c1ae1b96ad1a requested from dv-cinder-779576-8-iscsi {{(pid=93955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 16:17:15.861891 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [None req-362295b9-98d9-44c6-a051-4d07280c095d admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4438307 Sep 15 16:17:16.101966 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa8a3486-b475-4116-bb61-e4e853cbd43e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc7308360-924b-5de6-8a2e-c749ffa8d93c-5697245e-3699-42da-b330-c1ae1b96ad1a', 'network_id': '5697245e-3699-42da-b330-c1ae1b96ad1a', 'tenant_id': '4132882708b243b28af04f09dfb17784', 'fixed_ips': [{'subnet_id': 'f79782d8-30b6-49fc-ad7b-18544a59def0'}]}} from dv-cinder-779576-8-iscsi. {{(pid=93955) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 15 16:17:16.102854 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-aa8a3486-b475-4116-bb61-e4e853cbd43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928820'] for port, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:16.237108 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.db.db_base_plugin_common [None req-aa8a3486-b475-4116-bb61-e4e853cbd43e None None] Allocated IP 192.168.233.2 (5697245e-3699-42da-b330-c1ae1b96ad1a/f79782d8-30b6-49fc-ad7b-18544a59def0/df042387-2b07-4a76-b802-34cc0bff7045) {{(pid=93955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 16:17:16.385151 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-aa8a3486-b475-4116-bb61-e4e853cbd43e None None] Notify callbacks [] for port, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:16.391093 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-aa8a3486-b475-4116-bb61-e4e853cbd43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791195969994'] for port, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:16.431332 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa8a3486-b475-4116-bb61-e4e853cbd43e None None] Network 5697245e-3699-42da-b330-c1ae1b96ad1a is already hosted by enough agents. {{(pid=93955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:17:16.437158 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.scheduler.base_scheduler [None req-aa8a3486-b475-4116-bb61-e4e853cbd43e None None] Resources bound (agent type, host, resource id): {{(pid=93955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:17:16.439014 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8a3486-b475-4116-bb61-e4e853cbd43e None None] Pushing event updated for resources: {'Port': ['ID=df042387-2b07-4a76-b802-34cc0bff7045,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:17:16.442343 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa8a3486-b475-4116-bb61-e4e853cbd43e None None] Received port after_create {{(pid=93955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 16:17:16.450133 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa8a3486-b475-4116-bb61-e4e853cbd43e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:17:16.450484 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa8a3486-b475-4116-bb61-e4e853cbd43e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:17:16.450820 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa8a3486-b475-4116-bb61-e4e853cbd43e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:17:16.451172 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa8a3486-b475-4116-bb61-e4e853cbd43e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:17:16.451497 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa8a3486-b475-4116-bb61-e4e853cbd43e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:17:16.451821 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa8a3486-b475-4116-bb61-e4e853cbd43e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:17:16.452165 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa8a3486-b475-4116-bb61-e4e853cbd43e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:17:16.452480 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa8a3486-b475-4116-bb61-e4e853cbd43e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:17:16.452818 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa8a3486-b475-4116-bb61-e4e853cbd43e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:17:16.453173 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa8a3486-b475-4116-bb61-e4e853cbd43e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:17:16.453484 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa8a3486-b475-4116-bb61-e4e853cbd43e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:17:16.453783 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa8a3486-b475-4116-bb61-e4e853cbd43e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:17:16.508728 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [None req-aa8a3486-b475-4116-bb61-e4e853cbd43e None None] Attempting to bind port df042387-2b07-4a76-b802-34cc0bff7045 on host dv-cinder-779576-8-iscsi for vnic_type normal with profile {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 16:17:16.509102 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [None req-aa8a3486-b475-4116-bb61-e4e853cbd43e None None] Attempting to bind port df042387-2b07-4a76-b802-34cc0bff7045 by drivers openvswitch,hyperv on host dv-cinder-779576-8-iscsi at level 0 using segments [{'id': 'a3ec03df-dbb6-4755-ba30-645108256457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '5697245e-3699-42da-b330-c1ae1b96ad1a'}] {{(pid=93955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 16:17:16.509458 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa8a3486-b475-4116-bb61-e4e853cbd43e None None] Attempting to bind port df042387-2b07-4a76-b802-34cc0bff7045 on network 5697245e-3699-42da-b330-c1ae1b96ad1a {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 16:17:16.514231 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa8a3486-b475-4116-bb61-e4e853cbd43e None None] Checking agent: {'id': 'afdc58b1-457c-454f-9c1a-1b1c93cc1a70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-779576-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 16, 14, 2), 'started_at': datetime.datetime(2021, 9, 15, 16, 14, 32), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 16, 17, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-779576-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 16:17:16.514593 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa8a3486-b475-4116-bb61-e4e853cbd43e None None] Checking segment: {'id': 'a3ec03df-dbb6-4755-ba30-645108256457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '5697245e-3699-42da-b330-c1ae1b96ad1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 16:17:16.515013 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-aa8a3486-b475-4116-bb61-e4e853cbd43e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:16.515394 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa8a3486-b475-4116-bb61-e4e853cbd43e None None] Bound using segment: {'id': 'a3ec03df-dbb6-4755-ba30-645108256457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '5697245e-3699-42da-b330-c1ae1b96ad1a'} {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 16:17:16.515861 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [None req-aa8a3486-b475-4116-bb61-e4e853cbd43e None None] Bound port: df042387-2b07-4a76-b802-34cc0bff7045, host: dv-cinder-779576-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3ec03df-dbb6-4755-ba30-645108256457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '5697245e-3699-42da-b330-c1ae1b96ad1a'}}] {{(pid=93955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 16:17:16.516268 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-aa8a3486-b475-4116-bb61-e4e853cbd43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928820'] for port, before_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:16.578661 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.db [None req-aa8a3486-b475-4116-bb61-e4e853cbd43e None None] For port df042387-2b07-4a76-b802-34cc0bff7045, host dv-cinder-779576-8-iscsi, cleared binding levels {{(pid=93955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 16:17:16.582191 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.db [None req-aa8a3486-b475-4116-bb61-e4e853cbd43e None None] For port df042387-2b07-4a76-b802-34cc0bff7045, host dv-cinder-779576-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779576-8-iscsi',level=0,port_id=df042387-2b07-4a76-b802-34cc0bff7045,segment=NetworkSegment(a3ec03df-dbb6-4755-ba30-645108256457),segment_id=a3ec03df-dbb6-4755-ba30-645108256457)] {{(pid=93955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 16:17:16.587137 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-aa8a3486-b475-4116-bb61-e4e853cbd43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791196459277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791195970012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791195970030'] for port, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:16.647059 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8a3486-b475-4116-bb61-e4e853cbd43e None None] Pushing event updated for resources: {'Port': ['ID=df042387-2b07-4a76-b802-34cc0bff7045,revision_number=2']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:17:17.483874 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2766572-6ece-4ac1-998f-aa75b979ecd1 None None] Network 5697245e-3699-42da-b330-c1ae1b96ad1a requested from dv-cinder-779576-8-iscsi {{(pid=93955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 16:17:17.501388 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.rpc [None req-57d8a9a3-d16f-4b20-b77b-ca1e664c03db None None] Device df042387-2b07-4a76-b802-34cc0bff7045 up at agent ovs-agent-dv-cinder-779576-8-iscsi {{(pid=93955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 16:17:17.607684 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.db.provisioning_blocks [None req-6e194961-a2e1-4387-98e0-53545001d3bd None None] Provisioning complete for port df042387-2b07-4a76-b802-34cc0bff7045 triggered by entity DHCP. {{(pid=93955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:17:17.607957 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-6e194961-a2e1-4387-98e0-53545001d3bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953592'] for port, provisioning_complete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:17.645681 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.db.provisioning_blocks [None req-57d8a9a3-d16f-4b20-b77b-ca1e664c03db None None] Provisioning complete for port df042387-2b07-4a76-b802-34cc0bff7045 triggered by entity L2. {{(pid=93955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:17:17.646032 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-57d8a9a3-d16f-4b20-b77b-ca1e664c03db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953592'] for port, provisioning_complete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:17.814412 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-6e194961-a2e1-4387-98e0-53545001d3bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928820'] for port, before_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:17.822099 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-57d8a9a3-d16f-4b20-b77b-ca1e664c03db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928820'] for port, before_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:17.874074 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.db [None req-6e194961-a2e1-4387-98e0-53545001d3bd None None] For port df042387-2b07-4a76-b802-34cc0bff7045, host dv-cinder-779576-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779576-8-iscsi',level=0,port_id=df042387-2b07-4a76-b802-34cc0bff7045,segment=NetworkSegment(a3ec03df-dbb6-4755-ba30-645108256457),segment_id=a3ec03df-dbb6-4755-ba30-645108256457)] {{(pid=93955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:17:17.882766 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-6e194961-a2e1-4387-98e0-53545001d3bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791196459277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791195970012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791195970030'] for port, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:17.948163 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.db.api [None req-57d8a9a3-d16f-4b20-b77b-ca1e664c03db None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93955) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 15 16:17:17.948376 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG oslo_db.api [None req-57d8a9a3-d16f-4b20-b77b-ca1e664c03db None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 15 16:17:17.962702 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e194961-a2e1-4387-98e0-53545001d3bd None None] Pushing event updated for resources: {'Port': ['ID=df042387-2b07-4a76-b802-34cc0bff7045,revision_number=3']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:17:18.104457 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.db.provisioning_blocks [None req-54e3b107-281b-4c8d-b157-a84033896c68 None None] Provisioning complete for port df042387-2b07-4a76-b802-34cc0bff7045 triggered by entity DHCP. {{(pid=93955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:17:18.104754 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-54e3b107-281b-4c8d-b157-a84033896c68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953592'] for port, provisioning_complete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:19.473436 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.rpc [None req-57d8a9a3-d16f-4b20-b77b-ca1e664c03db None None] Device df042387-2b07-4a76-b802-34cc0bff7045 up at agent ovs-agent-dv-cinder-779576-8-iscsi {{(pid=93955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 16:17:19.521233 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.db.provisioning_blocks [None req-57d8a9a3-d16f-4b20-b77b-ca1e664c03db None None] Provisioning complete for port df042387-2b07-4a76-b802-34cc0bff7045 triggered by entity L2. {{(pid=93955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:17:19.521580 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-57d8a9a3-d16f-4b20-b77b-ca1e664c03db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953592'] for port, provisioning_complete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:29.093843 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-b9eaa924-98d7-41f1-9d5b-67400d2255d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791196484491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953091'] for agent, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:31.801770 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-57d8a9a3-d16f-4b20-b77b-ca1e664c03db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791196484491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953091'] for agent, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:31.914952 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-f83a14e7-5829-4068-8e34-85707fd69e10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791196484491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953091'] for agent, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:32.898972 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-eee1357e-56cc-4bdc-884d-16a88731d16f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791196484491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953091'] for agent, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:34.262257 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-7ad16b6f-1dcb-4567-914a-8ec9b5a04b47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791196484491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953091'] for agent, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:40.408699 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron.db.agents_db [None req-9c583be1-859f-4a85-bd6b-6d26517e04c2 None None] Agent healthcheck: found 5 active agents {{(pid=93956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 16:17:59.099402 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-7597520d-dcb1-4523-9277-893dad1564ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791196484491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953091'] for agent, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:18:01.806971 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-57d8a9a3-d16f-4b20-b77b-ca1e664c03db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791196484491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953091'] for agent, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:18:01.913013 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-6633ba15-0780-4414-b733-01d30f6134d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791196484491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953091'] for agent, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:18:02.903626 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-eee1357e-56cc-4bdc-884d-16a88731d16f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791196484491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953091'] for agent, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:18:04.272651 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-7ad16b6f-1dcb-4567-914a-8ec9b5a04b47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791196484491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953091'] for agent, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:18:17.407339 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron.db.agents_db [None req-9c583be1-859f-4a85-bd6b-6d26517e04c2 None None] Agent healthcheck: found 5 active agents {{(pid=93956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 16:18:29.095121 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-2a31c3af-1820-4fe6-8931-2fcb420ba835 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791196484491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953091'] for agent, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:18:31.811376 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-57d8a9a3-d16f-4b20-b77b-ca1e664c03db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791196484491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953091'] for agent, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:18:31.906448 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-92b08f92-1dcb-4342-87c5-82c1a772e3a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791196484491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953091'] for agent, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:18:32.900194 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-eee1357e-56cc-4bdc-884d-16a88731d16f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791196484491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953091'] for agent, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:18:34.269572 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-7ad16b6f-1dcb-4567-914a-8ec9b5a04b47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791196484491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953091'] for agent, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:18:46.009057 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.wsgi [-] (93954) accepted ('10.222.0.39', 57608) {{(pid=93954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:18:46.015520 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.wsgi [None req-0501ef12-adce-441c-a56f-7462e80339e2 tempest-verify_tempest_config-1702134822 tempest-verify_tempest_config-1702134822-project] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=93954) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 15 16:18:46.016513 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [None req-0501ef12-adce-441c-a56f-7462e80339e2 tempest-verify_tempest_config-1702134822 tempest-verify_tempest_config-1702134822-project] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0064833 Sep 15 16:18:46.361339 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.wsgi [-] (93953) accepted ('10.222.0.39', 57626) {{(pid=93953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:18:46.471619 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-66c64457-6be1-4345-b681-d24765e7a857 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:18:46.568999 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-66c64457-6be1-4345-b681-d24765e7a857 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:18:46.574445 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-66c64457-6be1-4345-b681-d24765e7a857 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3702208'] for security_group, after_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:18:46.616357 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c64457-6be1-4345-b681-d24765e7a857 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26396ba7-9f9b-449a-92bb-0d5d63617483,revision_number=1']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:18:46.620389 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [None req-66c64457-6be1-4345-b681-d24765e7a857 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=9f5c5d22ae8b416d9474a3e2d90cc529&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2579250 Sep 15 16:18:46.624106 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.wsgi [-] (93954) accepted ('10.222.0.39', 57632) {{(pid=93954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:18:46.626057 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c64457-6be1-4345-b681-d24765e7a857 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:18:46.626385 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c64457-6be1-4345-b681-d24765e7a857 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:18:46.626752 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c64457-6be1-4345-b681-d24765e7a857 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:18:46.627080 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c64457-6be1-4345-b681-d24765e7a857 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:18:46.627409 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c64457-6be1-4345-b681-d24765e7a857 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:18:46.627768 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c64457-6be1-4345-b681-d24765e7a857 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:18:46.628099 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c64457-6be1-4345-b681-d24765e7a857 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:18:46.628431 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c64457-6be1-4345-b681-d24765e7a857 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:18:46.628765 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c64457-6be1-4345-b681-d24765e7a857 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:18:46.629095 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c64457-6be1-4345-b681-d24765e7a857 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:18:46.629427 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c64457-6be1-4345-b681-d24765e7a857 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:18:46.629737 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c64457-6be1-4345-b681-d24765e7a857 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:18:46.694021 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-7f598f22-b213-46e3-b7f8-b8213aba6196 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:18:46.716867 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-7f598f22-b213-46e3-b7f8-b8213aba6196 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:18:46.809366 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-7f598f22-b213-46e3-b7f8-b8213aba6196 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3702208'] for security_group, after_delete {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:18:46.812669 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-7f598f22-b213-46e3-b7f8-b8213aba6196 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:18:46.813808 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [None req-7f598f22-b213-46e3-b7f8-b8213aba6196 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/26396ba7-9f9b-449a-92bb-0d5d63617483 HTTP/1.1" status: 204 len: 168 time: 0.1887712 Sep 15 16:18:46.822841 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f598f22-b213-46e3-b7f8-b8213aba6196 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26396ba7-9f9b-449a-92bb-0d5d63617483,revision_number=None']} {{(pid=93954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:18:46.830382 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f598f22-b213-46e3-b7f8-b8213aba6196 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:18:46.830723 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f598f22-b213-46e3-b7f8-b8213aba6196 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:18:46.831059 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f598f22-b213-46e3-b7f8-b8213aba6196 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:18:46.831366 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f598f22-b213-46e3-b7f8-b8213aba6196 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:18:46.831715 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f598f22-b213-46e3-b7f8-b8213aba6196 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:18:46.832044 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f598f22-b213-46e3-b7f8-b8213aba6196 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:18:46.832406 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f598f22-b213-46e3-b7f8-b8213aba6196 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:18:46.832817 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f598f22-b213-46e3-b7f8-b8213aba6196 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:18:46.833081 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f598f22-b213-46e3-b7f8-b8213aba6196 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:18:46.833342 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f598f22-b213-46e3-b7f8-b8213aba6196 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:18:46.833652 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f598f22-b213-46e3-b7f8-b8213aba6196 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:18:46.833964 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f598f22-b213-46e3-b7f8-b8213aba6196 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:18:54.407393 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron.db.agents_db [None req-9c583be1-859f-4a85-bd6b-6d26517e04c2 None None] Agent healthcheck: found 5 active agents {{(pid=93956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 16:18:59.100643 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-85ec2076-257e-4b8f-ab8f-7da8a1283827 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791196484491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953091'] for agent, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:19:01.825698 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-57d8a9a3-d16f-4b20-b77b-ca1e664c03db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791196484491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953091'] for agent, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:19:01.910879 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-dfef47fc-452a-40d5-ae2f-2348bde8957b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791196484491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953091'] for agent, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:19:02.909373 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-eee1357e-56cc-4bdc-884d-16a88731d16f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791196484491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953091'] for agent, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:19:04.278203 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-7ad16b6f-1dcb-4567-914a-8ec9b5a04b47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791196484491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953091'] for agent, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:19:29.113112 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-87b2c1d5-537a-472b-8792-417899246fc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791196484491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953091'] for agent, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:19:31.411212 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron.db.agents_db [None req-9c583be1-859f-4a85-bd6b-6d26517e04c2 None None] Agent healthcheck: found 5 active agents {{(pid=93956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 16:19:31.826249 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-57d8a9a3-d16f-4b20-b77b-ca1e664c03db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791196484491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953091'] for agent, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:19:31.917454 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-d9437682-43cf-4b01-8c9c-b95c8038a9ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791196484491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953091'] for agent, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:19:32.918770 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-eee1357e-56cc-4bdc-884d-16a88731d16f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791196484491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953091'] for agent, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:19:34.278502 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-7ad16b6f-1dcb-4567-914a-8ec9b5a04b47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791196484491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953091'] for agent, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:19:59.115943 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-79ae8f05-4b27-4a25-8d36-7f6bee59270e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791196484491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953091'] for agent, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:20:01.827252 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-57d8a9a3-d16f-4b20-b77b-ca1e664c03db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791196484491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953091'] for agent, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:20:01.918662 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-2d5c5cc3-8e10-4831-acf1-461ceb4f5af3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791196484491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953091'] for agent, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:20:02.924134 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-eee1357e-56cc-4bdc-884d-16a88731d16f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791196484491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953091'] for agent, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:20:04.285677 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-7ad16b6f-1dcb-4567-914a-8ec9b5a04b47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791196484491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953091'] for agent, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:20:08.415040 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron.db.agents_db [None req-9c583be1-859f-4a85-bd6b-6d26517e04c2 None None] Agent healthcheck: found 5 active agents {{(pid=93956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 16:20:22.648713 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791196484491', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3725616'] for agent, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:20:29.116580 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-a8c994c3-c563-4f7b-89ce-e6be6153715e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791196484491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953091'] for agent, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:20:31.823142 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-57d8a9a3-d16f-4b20-b77b-ca1e664c03db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791196484491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953091'] for agent, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:20:31.911402 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-f2fba3e8-8508-462d-bc2c-1ea4271072b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791196484491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953091'] for agent, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:20:32.916810 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-eee1357e-56cc-4bdc-884d-16a88731d16f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791196484491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953091'] for agent, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:20:34.296140 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-7ad16b6f-1dcb-4567-914a-8ec9b5a04b47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791196484491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953091'] for agent, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:20:38.278051 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.wsgi [-] (93953) accepted ('10.222.0.39', 57704) {{(pid=93953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:20:38.399242 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [None req-e341f4a8-e575-44b4-9423-613aa569438b admin admin] 10.222.0.39 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.1198671 Sep 15 16:20:40.628619 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.wsgi [-] (93954) accepted ('10.222.0.39', 57714) {{(pid=93954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:20:40.702104 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [None req-9309bc0b-5ce8-419a-aff0-f7b3eca24cdd admin admin] 10.222.0.39 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0720360 Sep 15 16:20:45.414294 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron.db.agents_db [None req-9c583be1-859f-4a85-bd6b-6d26517e04c2 None None] Agent healthcheck: found 6 active agents {{(pid=93956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 16:20:52.639145 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791196484491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953091'] for agent, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:20:59.116751 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-aee61ddc-f6ae-4388-864c-0beaf34cbd6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791196484491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953091'] for agent, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:21:01.823209 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-57d8a9a3-d16f-4b20-b77b-ca1e664c03db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791196484491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953091'] for agent, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:21:01.916902 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-ca632c19-9dbe-4941-8ed7-676a27880136 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791196484491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953091'] for agent, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:21:02.927732 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-eee1357e-56cc-4bdc-884d-16a88731d16f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791196484491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953091'] for agent, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:21:04.301464 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-7ad16b6f-1dcb-4567-914a-8ec9b5a04b47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791196484491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953091'] for agent, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:21:22.420771 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron.db.agents_db [None req-9c583be1-859f-4a85-bd6b-6d26517e04c2 None None] Agent healthcheck: found 6 active agents {{(pid=93956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 16:21:22.643450 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791196484491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953091'] for agent, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:21:29.110917 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-7606f9c9-24ae-4e63-a8b8-0c9e16944f25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791196484491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953091'] for agent, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:21:31.826508 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-57d8a9a3-d16f-4b20-b77b-ca1e664c03db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791196484491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953091'] for agent, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:21:31.921908 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-a6bb4545-cf5f-4d0f-8eb1-77964031ceb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791196484491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953091'] for agent, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:21:32.925294 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-eee1357e-56cc-4bdc-884d-16a88731d16f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791196484491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953091'] for agent, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:21:34.298776 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-7ad16b6f-1dcb-4567-914a-8ec9b5a04b47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791196484491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953091'] for agent, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:21:52.657669 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791196484491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953091'] for agent, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:21:59.114460 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-9b171321-184b-4f67-b79b-8ea1b6097820 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791196484491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953091'] for agent, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:21:59.419426 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron.db.agents_db [None req-9c583be1-859f-4a85-bd6b-6d26517e04c2 None None] Agent healthcheck: found 6 active agents {{(pid=93956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 16:22:01.821365 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-57d8a9a3-d16f-4b20-b77b-ca1e664c03db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791196484491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953091'] for agent, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:01.921963 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-af5a6b5b-cd16-4c97-832a-43cacf371237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791196484491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953091'] for agent, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:02.936619 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-eee1357e-56cc-4bdc-884d-16a88731d16f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791196484491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953091'] for agent, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:04.301414 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-7ad16b6f-1dcb-4567-914a-8ec9b5a04b47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791196484491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953091'] for agent, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:09.602972 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.wsgi [-] (93954) accepted ('10.222.0.39', 57914) {{(pid=93954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:22:09.735193 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.wsgi [-] (93954) accepted ('10.222.0.39', 57926) {{(pid=93954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:22:09.961141 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.api.v2.base [None req-fbfc54c0-6482-4c1a-bf2f-92e23734fdbc admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1423099892-network', 'tenant_id': '9a12f7ce5aee4f5ba889da4e1a783e2a'}} {{(pid=93954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:22:09.983484 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbfc54c0-6482-4c1a-bf2f-92e23734fdbc admin admin] Made reservation on behalf of 9a12f7ce5aee4f5ba889da4e1a783e2a for: {'network': 1} {{(pid=93954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 16:22:09.988106 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-fbfc54c0-6482-4c1a-bf2f-92e23734fdbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928820'] for network, before_create {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:10.000540 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-fbfc54c0-6482-4c1a-bf2f-92e23734fdbc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:10.099005 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-fbfc54c0-6482-4c1a-bf2f-92e23734fdbc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:10.104311 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-fbfc54c0-6482-4c1a-bf2f-92e23734fdbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3702208'] for security_group, after_create {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:10.134032 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fbfc54c0-6482-4c1a-bf2f-92e23734fdbc admin admin] vlan segment allocate from pool success with {'vlan_id': 75, 'physical_network': 'physnet1'} {{(pid=93954) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 16:22:10.144672 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbfc54c0-6482-4c1a-bf2f-92e23734fdbc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43367660-d3bd-4c70-95c4-b2a0ad161261,revision_number=1']} {{(pid=93954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:22:10.150149 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-fbfc54c0-6482-4c1a-bf2f-92e23734fdbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-955409'] for segment, precommit_create {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:10.150863 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.db.segments_db [None req-fbfc54c0-6482-4c1a-bf2f-92e23734fdbc admin admin] Added segment b8828641-a92b-480c-8c4d-d33c764bc2fe of type vlan for network de425cad-3eb1-4623-b801-7140666ae13e Sep 15 16:22:10.160813 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.wsgi [-] (93953) accepted ('10.222.0.39', 57942) {{(pid=93953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:22:10.163144 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbfc54c0-6482-4c1a-bf2f-92e23734fdbc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:22:10.163529 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbfc54c0-6482-4c1a-bf2f-92e23734fdbc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:22:10.163876 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbfc54c0-6482-4c1a-bf2f-92e23734fdbc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:22:10.164307 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbfc54c0-6482-4c1a-bf2f-92e23734fdbc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:22:10.164666 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbfc54c0-6482-4c1a-bf2f-92e23734fdbc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:22:10.165176 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbfc54c0-6482-4c1a-bf2f-92e23734fdbc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:22:10.165701 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbfc54c0-6482-4c1a-bf2f-92e23734fdbc admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:22:10.166028 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbfc54c0-6482-4c1a-bf2f-92e23734fdbc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:22:10.166368 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbfc54c0-6482-4c1a-bf2f-92e23734fdbc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:22:10.166691 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbfc54c0-6482-4c1a-bf2f-92e23734fdbc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:22:10.167004 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbfc54c0-6482-4c1a-bf2f-92e23734fdbc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:22:10.167540 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbfc54c0-6482-4c1a-bf2f-92e23734fdbc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:22:10.168778 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbfc54c0-6482-4c1a-bf2f-92e23734fdbc admin admin] Tracked resource versions report: Sep 15 16:22:10.168778 dv-cinder-779576-8-iscsi neutron-server[93954]: pushed versions: Sep 15 16:22:10.168778 dv-cinder-779576-8-iscsi neutron-server[93954]: { 'AddressGroup': {'1.2'}, Sep 15 16:22:10.168778 dv-cinder-779576-8-iscsi neutron-server[93954]: 'ConntrackHelper': {'1.0'}, Sep 15 16:22:10.168778 dv-cinder-779576-8-iscsi neutron-server[93954]: 'Log': {'1.0'}, Sep 15 16:22:10.168778 dv-cinder-779576-8-iscsi neutron-server[93954]: 'Network': {'1.1'}, Sep 15 16:22:10.168778 dv-cinder-779576-8-iscsi neutron-server[93954]: 'Port': {'1.7'}, Sep 15 16:22:10.168778 dv-cinder-779576-8-iscsi neutron-server[93954]: 'PortForwarding': {'1.2'}, Sep 15 16:22:10.168778 dv-cinder-779576-8-iscsi neutron-server[93954]: 'QosPolicy': {'1.9'}, Sep 15 16:22:10.168778 dv-cinder-779576-8-iscsi neutron-server[93954]: 'SecurityGroup': {'1.4'}, Sep 15 16:22:10.168778 dv-cinder-779576-8-iscsi neutron-server[93954]: 'SecurityGroupRule': {'1.2'}, Sep 15 16:22:10.168778 dv-cinder-779576-8-iscsi neutron-server[93954]: 'SubPort': {'1.0'}, Sep 15 16:22:10.168778 dv-cinder-779576-8-iscsi neutron-server[93954]: 'Subnet': {'1.1'}, Sep 15 16:22:10.168778 dv-cinder-779576-8-iscsi neutron-server[93954]: 'Trunk': {'1.1'}} Sep 15 16:22:10.168778 dv-cinder-779576-8-iscsi neutron-server[93954]: consumer versions: Sep 15 16:22:10.168778 dv-cinder-779576-8-iscsi neutron-server[93954]: { DHCP agent@dv-cinder-779576-8-iscsi: {}, Sep 15 16:22:10.168778 dv-cinder-779576-8-iscsi neutron-server[93954]: HyperV agent@hv-cinder-77957: {}, Sep 15 16:22:10.168778 dv-cinder-779576-8-iscsi neutron-server[93954]: L3 agent@dv-cinder-779576-8-iscsi: {}, Sep 15 16:22:10.168778 dv-cinder-779576-8-iscsi neutron-server[93954]: Metadata agent@dv-cinder-779576-8-iscsi: {}, Sep 15 16:22:10.168778 dv-cinder-779576-8-iscsi neutron-server[93954]: Metering agent@dv-cinder-779576-8-iscsi: {}, Sep 15 16:22:10.168778 dv-cinder-779576-8-iscsi neutron-server[93954]: Open vSwitch agent@dv-cinder-779576-8-iscsi: { 'AddressGroup': '1.2', Sep 15 16:22:10.168778 dv-cinder-779576-8-iscsi neutron-server[93954]: 'ConntrackHelper': '1.0', Sep 15 16:22:10.168778 dv-cinder-779576-8-iscsi neutron-server[93954]: 'Log': '1.0', Sep 15 16:22:10.168778 dv-cinder-779576-8-iscsi neutron-server[93954]: 'Network': '1.1', Sep 15 16:22:10.168778 dv-cinder-779576-8-iscsi neutron-server[93954]: 'Port': '1.7', Sep 15 16:22:10.168778 dv-cinder-779576-8-iscsi neutron-server[93954]: 'PortForwarding': '1.2', Sep 15 16:22:10.168778 dv-cinder-779576-8-iscsi neutron-server[93954]: 'QosPolicy': '1.9', Sep 15 16:22:10.168778 dv-cinder-779576-8-iscsi neutron-server[93954]: 'SecurityGroup': '1.4', Sep 15 16:22:10.168778 dv-cinder-779576-8-iscsi neutron-server[93954]: 'SecurityGroupRule': '1.2', Sep 15 16:22:10.168778 dv-cinder-779576-8-iscsi neutron-server[93954]: 'SubPort': '1.0', Sep 15 16:22:10.168778 dv-cinder-779576-8-iscsi neutron-server[93954]: 'Subnet': '1.1', Sep 15 16:22:10.168778 dv-cinder-779576-8-iscsi neutron-server[93954]: 'Trunk': '1.1'}} Sep 15 16:22:10.168778 dv-cinder-779576-8-iscsi neutron-server[93954]: {{(pid=93954) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 15 16:22:10.219707 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.api.v2.base [None req-75b84917-c38a-4157-a9bd-3ea1beae3462 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-30360341-network', 'tenant_id': '79226c829a30482a953a552a972cdb88'}} {{(pid=93954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:22:10.224622 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-fbfc54c0-6482-4c1a-bf2f-92e23734fdbc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791195928360'] for network, precommit_create {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:10.259943 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75b84917-c38a-4157-a9bd-3ea1beae3462 admin admin] Made reservation on behalf of 79226c829a30482a953a552a972cdb88 for: {'network': 1} {{(pid=93954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 16:22:10.262650 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-75b84917-c38a-4157-a9bd-3ea1beae3462 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928820'] for network, before_create {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:10.266172 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-fbfc54c0-6482-4c1a-bf2f-92e23734fdbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748912'] for network, after_create {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:10.267082 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbfc54c0-6482-4c1a-bf2f-92e23734fdbc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:22:10.267644 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-fbfc54c0-6482-4c1a-bf2f-92e23734fdbc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3748898'] for network, before_response {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:10.281658 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-75b84917-c38a-4157-a9bd-3ea1beae3462 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:10.294482 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [None req-fbfc54c0-6482-4c1a-bf2f-92e23734fdbc admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.6897085 Sep 15 16:22:10.298312 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.wsgi [-] (93954) accepted ('10.222.0.39', 57952) {{(pid=93954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:22:10.314522 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.api.v2.base [None req-fb5ed60b-93bc-49e1-a82c-4c68440490c4 admin admin] Request body: {'subnet': {'network_id': 'de425cad-3eb1-4623-b801-7140666ae13e', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1423099892-subnet', 'tenant_id': '9a12f7ce5aee4f5ba889da4e1a783e2a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:22:10.376141 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbfc54c0-6482-4c1a-bf2f-92e23734fdbc admin admin] Pushing event updated for resources: {'Network': ['ID=de425cad-3eb1-4623-b801-7140666ae13e,revision_number=1']} {{(pid=93954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:22:10.389138 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.rpc [None req-57d8a9a3-d16f-4b20-b77b-ca1e664c03db None None] Network de425cad-3eb1-4623-b801-7140666ae13e details requested by agent ovs-agent-dv-cinder-779576-8-iscsi with host dv-cinder-779576-8-iscsi {{(pid=93955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 16:22:10.462992 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-75b84917-c38a-4157-a9bd-3ea1beae3462 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:10.470264 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-75b84917-c38a-4157-a9bd-3ea1beae3462 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3702208'] for security_group, after_create {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:10.498705 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-75b84917-c38a-4157-a9bd-3ea1beae3462 admin admin] vlan segment allocate from pool success with {'vlan_id': 51, 'physical_network': 'physnet1'} {{(pid=93954) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 16:22:10.517323 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b84917-c38a-4157-a9bd-3ea1beae3462 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bc5803c-1c2e-48d8-9a27-d64b1981fbcd,revision_number=1']} {{(pid=93954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:22:10.520029 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.api.v2.base [None req-52272c81-0296-42ff-9d20-16668d978bd8 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-975110868-network', 'tenant_id': 'e6a18f03044f465d813cff5376553386'}} {{(pid=93953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:22:10.520649 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-75b84917-c38a-4157-a9bd-3ea1beae3462 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-955409'] for segment, precommit_create {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:10.521023 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.db.segments_db [None req-75b84917-c38a-4157-a9bd-3ea1beae3462 admin admin] Added segment b70f0e82-df3a-4972-b91e-ed09ca5691d7 of type vlan for network fe47d5cc-db6b-4e16-b6ce-03de9aba76df Sep 15 16:22:10.529492 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb5ed60b-93bc-49e1-a82c-4c68440490c4 admin admin] Made reservation on behalf of 9a12f7ce5aee4f5ba889da4e1a783e2a for: {'subnet': 1} {{(pid=93954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 16:22:10.531823 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-fb5ed60b-93bc-49e1-a82c-4c68440490c4 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:10.555731 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52272c81-0296-42ff-9d20-16668d978bd8 admin admin] Made reservation on behalf of e6a18f03044f465d813cff5376553386 for: {'network': 1} {{(pid=93953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 16:22:10.558963 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-52272c81-0296-42ff-9d20-16668d978bd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928820'] for network, before_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:10.572839 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-52272c81-0296-42ff-9d20-16668d978bd8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:10.582758 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-75b84917-c38a-4157-a9bd-3ea1beae3462 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791195928360'] for network, precommit_create {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:10.635641 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.wsgi [-] (93953) accepted ('10.222.0.39', 57964) {{(pid=93953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:22:10.706770 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-52272c81-0296-42ff-9d20-16668d978bd8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:10.715077 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-52272c81-0296-42ff-9d20-16668d978bd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3702208'] for security_group, after_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:10.736930 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-52272c81-0296-42ff-9d20-16668d978bd8 admin admin] vlan segment allocate from pool success with {'vlan_id': 85, 'physical_network': 'physnet1'} {{(pid=93953) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 16:22:10.744623 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-75b84917-c38a-4157-a9bd-3ea1beae3462 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748912'] for network, after_create {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:10.745655 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75b84917-c38a-4157-a9bd-3ea1beae3462 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:22:10.746568 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-75b84917-c38a-4157-a9bd-3ea1beae3462 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3748898'] for network, before_response {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:10.751949 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52272c81-0296-42ff-9d20-16668d978bd8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d527866-20a6-4314-9b14-89ea4e5cf7c2,revision_number=1']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:22:10.755955 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-fb5ed60b-93bc-49e1-a82c-4c68440490c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748912'] for subnet, after_create {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:10.757208 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-52272c81-0296-42ff-9d20-16668d978bd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-955409'] for segment, precommit_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:10.757494 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.db.segments_db [None req-52272c81-0296-42ff-9d20-16668d978bd8 admin admin] Added segment d35cd436-27a4-4e9c-acc2-6e2b0ac7696c of type vlan for network a789c6c7-846e-484f-aca7-614dc13bfb69 Sep 15 16:22:10.780939 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52272c81-0296-42ff-9d20-16668d978bd8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:22:10.781576 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52272c81-0296-42ff-9d20-16668d978bd8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:22:10.782107 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52272c81-0296-42ff-9d20-16668d978bd8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:22:10.782604 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52272c81-0296-42ff-9d20-16668d978bd8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:22:10.783099 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52272c81-0296-42ff-9d20-16668d978bd8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:22:10.783623 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52272c81-0296-42ff-9d20-16668d978bd8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:22:10.784321 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52272c81-0296-42ff-9d20-16668d978bd8 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:22:10.784831 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52272c81-0296-42ff-9d20-16668d978bd8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:22:10.785368 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52272c81-0296-42ff-9d20-16668d978bd8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:22:10.785870 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52272c81-0296-42ff-9d20-16668d978bd8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:22:10.786369 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52272c81-0296-42ff-9d20-16668d978bd8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:22:10.786886 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52272c81-0296-42ff-9d20-16668d978bd8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:22:10.788125 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52272c81-0296-42ff-9d20-16668d978bd8 admin admin] Tracked resource versions report: Sep 15 16:22:10.788125 dv-cinder-779576-8-iscsi neutron-server[93953]: pushed versions: Sep 15 16:22:10.788125 dv-cinder-779576-8-iscsi neutron-server[93953]: { 'AddressGroup': {'1.2'}, Sep 15 16:22:10.788125 dv-cinder-779576-8-iscsi neutron-server[93953]: 'ConntrackHelper': {'1.0'}, Sep 15 16:22:10.788125 dv-cinder-779576-8-iscsi neutron-server[93953]: 'Log': {'1.0'}, Sep 15 16:22:10.788125 dv-cinder-779576-8-iscsi neutron-server[93953]: 'Network': {'1.1'}, Sep 15 16:22:10.788125 dv-cinder-779576-8-iscsi neutron-server[93953]: 'Port': {'1.7'}, Sep 15 16:22:10.788125 dv-cinder-779576-8-iscsi neutron-server[93953]: 'PortForwarding': {'1.2'}, Sep 15 16:22:10.788125 dv-cinder-779576-8-iscsi neutron-server[93953]: 'QosPolicy': {'1.9'}, Sep 15 16:22:10.788125 dv-cinder-779576-8-iscsi neutron-server[93953]: 'SecurityGroup': {'1.4'}, Sep 15 16:22:10.788125 dv-cinder-779576-8-iscsi neutron-server[93953]: 'SecurityGroupRule': {'1.2'}, Sep 15 16:22:10.788125 dv-cinder-779576-8-iscsi neutron-server[93953]: 'SubPort': {'1.0'}, Sep 15 16:22:10.788125 dv-cinder-779576-8-iscsi neutron-server[93953]: 'Subnet': {'1.1'}, Sep 15 16:22:10.788125 dv-cinder-779576-8-iscsi neutron-server[93953]: 'Trunk': {'1.1'}} Sep 15 16:22:10.788125 dv-cinder-779576-8-iscsi neutron-server[93953]: consumer versions: Sep 15 16:22:10.788125 dv-cinder-779576-8-iscsi neutron-server[93953]: { DHCP agent@dv-cinder-779576-8-iscsi: {}, Sep 15 16:22:10.788125 dv-cinder-779576-8-iscsi neutron-server[93953]: HyperV agent@hv-cinder-77957: {}, Sep 15 16:22:10.788125 dv-cinder-779576-8-iscsi neutron-server[93953]: L3 agent@dv-cinder-779576-8-iscsi: {}, Sep 15 16:22:10.788125 dv-cinder-779576-8-iscsi neutron-server[93953]: Metadata agent@dv-cinder-779576-8-iscsi: {}, Sep 15 16:22:10.788125 dv-cinder-779576-8-iscsi neutron-server[93953]: Metering agent@dv-cinder-779576-8-iscsi: {}, Sep 15 16:22:10.788125 dv-cinder-779576-8-iscsi neutron-server[93953]: Open vSwitch agent@dv-cinder-779576-8-iscsi: { 'AddressGroup': '1.2', Sep 15 16:22:10.788125 dv-cinder-779576-8-iscsi neutron-server[93953]: 'ConntrackHelper': '1.0', Sep 15 16:22:10.788125 dv-cinder-779576-8-iscsi neutron-server[93953]: 'Log': '1.0', Sep 15 16:22:10.788125 dv-cinder-779576-8-iscsi neutron-server[93953]: 'Network': '1.1', Sep 15 16:22:10.788125 dv-cinder-779576-8-iscsi neutron-server[93953]: 'Port': '1.7', Sep 15 16:22:10.788125 dv-cinder-779576-8-iscsi neutron-server[93953]: 'PortForwarding': '1.2', Sep 15 16:22:10.788125 dv-cinder-779576-8-iscsi neutron-server[93953]: 'QosPolicy': '1.9', Sep 15 16:22:10.788125 dv-cinder-779576-8-iscsi neutron-server[93953]: 'SecurityGroup': '1.4', Sep 15 16:22:10.788125 dv-cinder-779576-8-iscsi neutron-server[93953]: 'SecurityGroupRule': '1.2', Sep 15 16:22:10.788125 dv-cinder-779576-8-iscsi neutron-server[93953]: 'SubPort': '1.0', Sep 15 16:22:10.788125 dv-cinder-779576-8-iscsi neutron-server[93953]: 'Subnet': '1.1', Sep 15 16:22:10.788125 dv-cinder-779576-8-iscsi neutron-server[93953]: 'Trunk': '1.1'}} Sep 15 16:22:10.788125 dv-cinder-779576-8-iscsi neutron-server[93953]: {{(pid=93953) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 15 16:22:10.816769 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb5ed60b-93bc-49e1-a82c-4c68440490c4 admin admin] Checking segment: {'id': 'b8828641-a92b-480c-8c4d-d33c764bc2fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'de425cad-3eb1-4623-b801-7140666ae13e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 16:22:10.817175 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb5ed60b-93bc-49e1-a82c-4c68440490c4 admin admin] Network hostable DHCP agents. Network: de425cad-3eb1-4623-b801-7140666ae13e, hostable agents: ['2fbb1984-d09c-42d8-b085-ece7113d0e35'], hosted agents: [] {{(pid=93954) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 16:22:10.821754 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [None req-75b84917-c38a-4157-a9bd-3ea1beae3462 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.0853586 Sep 15 16:22:10.827715 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.wsgi [-] (93954) accepted ('10.222.0.39', 57980) {{(pid=93954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:22:10.834733 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-52272c81-0296-42ff-9d20-16668d978bd8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791195928360'] for network, precommit_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:10.859765 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.api.v2.base [None req-f869b3fa-e949-492c-8fbf-5feb6c1dcd22 admin admin] Request body: {'subnet': {'network_id': 'fe47d5cc-db6b-4e16-b6ce-03de9aba76df', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-30360341-subnet', 'tenant_id': '79226c829a30482a953a552a972cdb88', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:22:10.864057 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-52272c81-0296-42ff-9d20-16668d978bd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748912'] for network, after_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:10.865687 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52272c81-0296-42ff-9d20-16668d978bd8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:22:10.866604 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-52272c81-0296-42ff-9d20-16668d978bd8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3748898'] for network, before_response {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:10.903381 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f869b3fa-e949-492c-8fbf-5feb6c1dcd22 admin admin] Made reservation on behalf of 79226c829a30482a953a552a972cdb88 for: {'subnet': 1} {{(pid=93954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 16:22:10.905826 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-f869b3fa-e949-492c-8fbf-5feb6c1dcd22 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:10.933741 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b84917-c38a-4157-a9bd-3ea1beae3462 admin admin] Pushing event updated for resources: {'Network': ['ID=fe47d5cc-db6b-4e16-b6ce-03de9aba76df,revision_number=1']} {{(pid=93954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:22:10.946057 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.rpc [None req-57d8a9a3-d16f-4b20-b77b-ca1e664c03db None None] Network fe47d5cc-db6b-4e16-b6ce-03de9aba76df details requested by agent ovs-agent-dv-cinder-779576-8-iscsi with host dv-cinder-779576-8-iscsi {{(pid=93955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 16:22:10.954739 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.api.v2.base [None req-80862ce2-5c74-4015-a6eb-5eda8109ab85 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1554809416-network', 'tenant_id': 'f7e7af658aa34644855359ede57c4c67'}} {{(pid=93953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:22:11.004576 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [None req-52272c81-0296-42ff-9d20-16668d978bd8 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.8418894 Sep 15 16:22:11.005823 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52272c81-0296-42ff-9d20-16668d978bd8 admin admin] Pushing event updated for resources: {'Network': ['ID=a789c6c7-846e-484f-aca7-614dc13bfb69,revision_number=1']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:22:11.010841 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.wsgi [-] (93953) accepted ('10.222.0.39', 57988) {{(pid=93953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:22:11.020117 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.api.v2.base [None req-8a755a1d-185d-47b8-8ab8-951c0827417e admin admin] Request body: {'subnet': {'network_id': 'a789c6c7-846e-484f-aca7-614dc13bfb69', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-975110868-subnet', 'tenant_id': 'e6a18f03044f465d813cff5376553386', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:22:11.048061 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80862ce2-5c74-4015-a6eb-5eda8109ab85 admin admin] Made reservation on behalf of f7e7af658aa34644855359ede57c4c67 for: {'network': 1} {{(pid=93953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 16:22:11.052117 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-80862ce2-5c74-4015-a6eb-5eda8109ab85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928820'] for network, before_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:11.062554 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a755a1d-185d-47b8-8ab8-951c0827417e admin admin] Made reservation on behalf of e6a18f03044f465d813cff5376553386 for: {'subnet': 1} {{(pid=93953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 16:22:11.064964 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-8a755a1d-185d-47b8-8ab8-951c0827417e admin admin] Notify callbacks [] for subnet, before_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:11.079626 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.rpc [None req-57d8a9a3-d16f-4b20-b77b-ca1e664c03db None None] Network a789c6c7-846e-484f-aca7-614dc13bfb69 details requested by agent ovs-agent-dv-cinder-779576-8-iscsi with host dv-cinder-779576-8-iscsi {{(pid=93955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 16:22:11.082121 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-80862ce2-5c74-4015-a6eb-5eda8109ab85 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:11.092634 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-f869b3fa-e949-492c-8fbf-5feb6c1dcd22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748912'] for subnet, after_create {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:11.102412 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb5ed60b-93bc-49e1-a82c-4c68440490c4 admin admin] Network de425cad-3eb1-4623-b801-7140666ae13e is scheduled to be hosted by DHCP agent 2fbb1984-d09c-42d8-b085-ece7113d0e35 with binding_index 1 {{(pid=93954) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 16:22:11.114371 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5ed60b-93bc-49e1-a82c-4c68440490c4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=02a0100d-5680-403e-b659-6c905a897a80,revision_number=0']} {{(pid=93954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:22:11.142251 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.scheduler.base_scheduler [None req-fb5ed60b-93bc-49e1-a82c-4c68440490c4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-779576-8-iscsi, de425cad-3eb1-4623-b801-7140666ae13e) {{(pid=93954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:22:11.150451 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb5ed60b-93bc-49e1-a82c-4c68440490c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:22:11.151254 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-fb5ed60b-93bc-49e1-a82c-4c68440490c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3748898'] for subnet, before_response {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:11.187602 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f869b3fa-e949-492c-8fbf-5feb6c1dcd22 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ba0a5700-9fcd-4ef5-9b61-c755403738d8,revision_number=0']} {{(pid=93954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:22:11.200984 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f869b3fa-e949-492c-8fbf-5feb6c1dcd22 admin admin] Checking segment: {'id': 'b70f0e82-df3a-4972-b91e-ed09ca5691d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'fe47d5cc-db6b-4e16-b6ce-03de9aba76df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 16:22:11.201507 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f869b3fa-e949-492c-8fbf-5feb6c1dcd22 admin admin] Network hostable DHCP agents. Network: fe47d5cc-db6b-4e16-b6ce-03de9aba76df, hostable agents: ['2fbb1984-d09c-42d8-b085-ece7113d0e35'], hosted agents: [] {{(pid=93954) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 16:22:11.210218 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f28b2c4-5bf9-4342-8be2-e0063e30d1ef None None] Network de425cad-3eb1-4623-b801-7140666ae13e requested from dv-cinder-779576-8-iscsi {{(pid=93955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 16:22:11.228531 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f869b3fa-e949-492c-8fbf-5feb6c1dcd22 admin admin] Network fe47d5cc-db6b-4e16-b6ce-03de9aba76df is scheduled to be hosted by DHCP agent 2fbb1984-d09c-42d8-b085-ece7113d0e35 with binding_index 1 {{(pid=93954) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 16:22:11.244283 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.scheduler.base_scheduler [None req-f869b3fa-e949-492c-8fbf-5feb6c1dcd22 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-779576-8-iscsi, fe47d5cc-db6b-4e16-b6ce-03de9aba76df) {{(pid=93954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:22:11.251702 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f869b3fa-e949-492c-8fbf-5feb6c1dcd22 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:22:11.253164 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-f869b3fa-e949-492c-8fbf-5feb6c1dcd22 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3748898'] for subnet, before_response {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:11.274958 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cab489e-e614-4772-a904-417c31d788ed None None] Network fe47d5cc-db6b-4e16-b6ce-03de9aba76df requested from dv-cinder-779576-8-iscsi {{(pid=93955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 16:22:11.351895 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-80862ce2-5c74-4015-a6eb-5eda8109ab85 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:11.373639 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [None req-f869b3fa-e949-492c-8fbf-5feb6c1dcd22 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5176342 Sep 15 16:22:11.377068 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [None req-fb5ed60b-93bc-49e1-a82c-4c68440490c4 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.0775912 Sep 15 16:22:11.387623 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-80862ce2-5c74-4015-a6eb-5eda8109ab85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3702208'] for security_group, after_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:11.432858 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-80862ce2-5c74-4015-a6eb-5eda8109ab85 admin admin] vlan segment allocate from pool success with {'vlan_id': 53, 'physical_network': 'physnet1'} {{(pid=93953) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 16:22:11.446571 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-8a755a1d-185d-47b8-8ab8-951c0827417e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748912'] for subnet, after_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:11.497835 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80862ce2-5c74-4015-a6eb-5eda8109ab85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3d1d113-da3d-45b4-9fd8-f2b2614e6df5,revision_number=1']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:22:11.507354 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ff80176-01f8-42dd-906e-2b404a182832 None None] Network de425cad-3eb1-4623-b801-7140666ae13e requested from dv-cinder-779576-8-iscsi {{(pid=93955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 16:22:11.511511 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a755a1d-185d-47b8-8ab8-951c0827417e admin admin] Pushing event updated for resources: {'Subnet': ['ID=a9fde6a5-a0c6-40f2-b012-f34594b44218,revision_number=0']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:22:11.535947 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-80862ce2-5c74-4015-a6eb-5eda8109ab85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-955409'] for segment, precommit_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:11.536882 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.db.segments_db [None req-80862ce2-5c74-4015-a6eb-5eda8109ab85 admin admin] Added segment 604bbfea-00fe-4e59-aeb5-45f535ca3265 of type vlan for network 301d3dae-97cb-4f1f-a074-0eaf2ccca5e4 Sep 15 16:22:11.553256 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7af635f0-9b88-4c31-a0fe-282f79815530 None None] Network fe47d5cc-db6b-4e16-b6ce-03de9aba76df requested from dv-cinder-779576-8-iscsi {{(pid=93955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 16:22:11.610809 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-80862ce2-5c74-4015-a6eb-5eda8109ab85 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791195928360'] for network, precommit_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:11.647536 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a755a1d-185d-47b8-8ab8-951c0827417e admin admin] Checking segment: {'id': 'd35cd436-27a4-4e9c-acc2-6e2b0ac7696c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'a789c6c7-846e-484f-aca7-614dc13bfb69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 16:22:11.647907 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a755a1d-185d-47b8-8ab8-951c0827417e admin admin] Network hostable DHCP agents. Network: a789c6c7-846e-484f-aca7-614dc13bfb69, hostable agents: ['2fbb1984-d09c-42d8-b085-ece7113d0e35'], hosted agents: [] {{(pid=93953) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 16:22:11.684136 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-80862ce2-5c74-4015-a6eb-5eda8109ab85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748912'] for network, after_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:11.686068 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80862ce2-5c74-4015-a6eb-5eda8109ab85 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:22:11.686789 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-80862ce2-5c74-4015-a6eb-5eda8109ab85 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3748898'] for network, before_response {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:11.710734 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a755a1d-185d-47b8-8ab8-951c0827417e admin admin] Network a789c6c7-846e-484f-aca7-614dc13bfb69 is scheduled to be hosted by DHCP agent 2fbb1984-d09c-42d8-b085-ece7113d0e35 with binding_index 1 {{(pid=93953) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 16:22:11.735019 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.scheduler.base_scheduler [None req-8a755a1d-185d-47b8-8ab8-951c0827417e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-779576-8-iscsi, a789c6c7-846e-484f-aca7-614dc13bfb69) {{(pid=93953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:22:11.768986 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd41b5b4-5bea-4515-a296-98b728ba8fa2 None None] Network a789c6c7-846e-484f-aca7-614dc13bfb69 requested from dv-cinder-779576-8-iscsi {{(pid=93955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 16:22:11.772119 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a755a1d-185d-47b8-8ab8-951c0827417e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:22:11.772776 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-8a755a1d-185d-47b8-8ab8-951c0827417e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3748898'] for subnet, before_response {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:11.779210 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [None req-80862ce2-5c74-4015-a6eb-5eda8109ab85 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.1422477 Sep 15 16:22:11.782207 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.wsgi [-] (93954) accepted ('10.222.0.39', 58022) {{(pid=93954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:22:11.782679 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80862ce2-5c74-4015-a6eb-5eda8109ab85 admin admin] Pushing event updated for resources: {'Network': ['ID=301d3dae-97cb-4f1f-a074-0eaf2ccca5e4,revision_number=1']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:22:11.798320 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [None req-8a755a1d-185d-47b8-8ab8-951c0827417e admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.7859991 Sep 15 16:22:11.799783 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.api.v2.base [None req-4def989a-bbd2-4d2e-b106-cb1f5735a0ce admin admin] Request body: {'subnet': {'network_id': '301d3dae-97cb-4f1f-a074-0eaf2ccca5e4', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1554809416-subnet', 'tenant_id': 'f7e7af658aa34644855359ede57c4c67', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:22:11.804459 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.wsgi [-] (93954) accepted ('10.222.0.39', 58024) {{(pid=93954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:22:11.809728 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.api.v2.base [None req-2c1127f0-1d32-4e91-a3b1-baf2badab35d admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-975110868-router', 'tenant_id': 'e6a18f03044f465d813cff5376553386', 'external_gateway_info': {'network_id': '62251075-a3e3-4d47-8761-104d217b089a'}}} {{(pid=93954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:22:11.819255 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.rpc [None req-57d8a9a3-d16f-4b20-b77b-ca1e664c03db None None] Network 301d3dae-97cb-4f1f-a074-0eaf2ccca5e4 details requested by agent ovs-agent-dv-cinder-779576-8-iscsi with host dv-cinder-779576-8-iscsi {{(pid=93955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 16:22:11.865478 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4def989a-bbd2-4d2e-b106-cb1f5735a0ce admin admin] Made reservation on behalf of f7e7af658aa34644855359ede57c4c67 for: {'subnet': 1} {{(pid=93954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 16:22:11.867800 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-4def989a-bbd2-4d2e-b106-cb1f5735a0ce admin admin] Notify callbacks [] for subnet, before_create {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:11.960224 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-2c1127f0-1d32-4e91-a3b1-baf2badab35d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3724442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-688'] for router, before_create {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:11.961849 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-2c1127f0-1d32-4e91-a3b1-baf2badab35d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3721994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3726746', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4095511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-647'] for router, precommit_create {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:11.991803 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af05f0db-18b4-4247-ac46-949fe0d56794 None None] Network a789c6c7-846e-484f-aca7-614dc13bfb69 requested from dv-cinder-779576-8-iscsi {{(pid=93955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 16:22:12.095234 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-2c1127f0-1d32-4e91-a3b1-baf2badab35d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:12.250629 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-4def989a-bbd2-4d2e-b106-cb1f5735a0ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748912'] for subnet, after_create {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:12.309367 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-2c1127f0-1d32-4e91-a3b1-baf2badab35d admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:12.360570 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4def989a-bbd2-4d2e-b106-cb1f5735a0ce admin admin] Pushing event updated for resources: {'Subnet': ['ID=fa5f41a1-b858-4e32-8594-59b83d73c6e9,revision_number=0']} {{(pid=93954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:22:12.379017 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4def989a-bbd2-4d2e-b106-cb1f5735a0ce admin admin] Checking segment: {'id': '604bbfea-00fe-4e59-aeb5-45f535ca3265', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '301d3dae-97cb-4f1f-a074-0eaf2ccca5e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 16:22:12.379361 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4def989a-bbd2-4d2e-b106-cb1f5735a0ce admin admin] Network hostable DHCP agents. Network: 301d3dae-97cb-4f1f-a074-0eaf2ccca5e4, hostable agents: ['2fbb1984-d09c-42d8-b085-ece7113d0e35'], hosted agents: [] {{(pid=93954) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 16:22:12.545277 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4def989a-bbd2-4d2e-b106-cb1f5735a0ce admin admin] Network 301d3dae-97cb-4f1f-a074-0eaf2ccca5e4 is scheduled to be hosted by DHCP agent 2fbb1984-d09c-42d8-b085-ece7113d0e35 with binding_index 1 {{(pid=93954) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 16:22:12.561816 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.scheduler.base_scheduler [None req-4def989a-bbd2-4d2e-b106-cb1f5735a0ce admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-779576-8-iscsi, 301d3dae-97cb-4f1f-a074-0eaf2ccca5e4) {{(pid=93954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:22:12.567024 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4def989a-bbd2-4d2e-b106-cb1f5735a0ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:22:12.567595 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-4def989a-bbd2-4d2e-b106-cb1f5735a0ce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3748898'] for subnet, before_response {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:12.575966 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaa2daed-463d-4ee8-b182-4e1d97fbbd4b None None] Network 301d3dae-97cb-4f1f-a074-0eaf2ccca5e4 requested from dv-cinder-779576-8-iscsi {{(pid=93955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 16:22:12.610613 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [None req-4def989a-bbd2-4d2e-b106-cb1f5735a0ce admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.8247497 Sep 15 16:22:12.611170 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.wsgi [-] (93954) accepted ('10.222.0.39', 58064) {{(pid=93954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:22:12.616746 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.api.v2.base [None req-20aa83c6-48b1-4ed4-9b9a-d75e21c9e5a2 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1554809416-router', 'tenant_id': 'f7e7af658aa34644855359ede57c4c67', 'external_gateway_info': {'network_id': '62251075-a3e3-4d47-8761-104d217b089a'}}} {{(pid=93954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:22:12.776191 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-20aa83c6-48b1-4ed4-9b9a-d75e21c9e5a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3724442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-688'] for router, before_create {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:12.777520 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-20aa83c6-48b1-4ed4-9b9a-d75e21c9e5a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3721994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3726746', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4095511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-647'] for router, precommit_create {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:12.812708 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-2c1127f0-1d32-4e91-a3b1-baf2badab35d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:12.833072 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1688077d-332c-4744-99a9-dfb2564071aa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc7308360-924b-5de6-8a2e-c749ffa8d93c-301d3dae-97cb-4f1f-a074-0eaf2ccca5e4', 'network_id': '301d3dae-97cb-4f1f-a074-0eaf2ccca5e4', 'tenant_id': 'f7e7af658aa34644855359ede57c4c67', 'fixed_ips': [{'subnet_id': 'fa5f41a1-b858-4e32-8594-59b83d73c6e9'}]}} from dv-cinder-779576-8-iscsi. {{(pid=93955) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 15 16:22:12.833998 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-1688077d-332c-4744-99a9-dfb2564071aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928820'] for port, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:12.837917 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-2c1127f0-1d32-4e91-a3b1-baf2badab35d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928820'] for port, before_create {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:12.874738 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-20aa83c6-48b1-4ed4-9b9a-d75e21c9e5a2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:13.017401 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.wsgi [-] (93953) accepted ('10.222.0.39', 58086) {{(pid=93953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:22:13.023937 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.api.v2.base [None req-3b8efbdb-e749-4cc7-bd04-0fc18054e007 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1541658862-network', 'tenant_id': 'b7787e0c80584f10a63c489d29548602'}} {{(pid=93953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:22:13.073621 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b8efbdb-e749-4cc7-bd04-0fc18054e007 admin admin] Made reservation on behalf of b7787e0c80584f10a63c489d29548602 for: {'network': 1} {{(pid=93953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 16:22:13.077098 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-3b8efbdb-e749-4cc7-bd04-0fc18054e007 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928820'] for network, before_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:13.089462 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-3b8efbdb-e749-4cc7-bd04-0fc18054e007 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:13.140446 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-20aa83c6-48b1-4ed4-9b9a-d75e21c9e5a2 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:13.230973 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.db.db_base_plugin_common [None req-2c1127f0-1d32-4e91-a3b1-baf2badab35d admin admin] Allocated IP 172.27.3.76 (62251075-a3e3-4d47-8761-104d217b089a/9a71565b-217b-482b-8364-bc8ecb4c8f88/d82f3e0c-6741-4a42-a895-6190311d642c) {{(pid=93954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 16:22:13.287005 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.db.db_base_plugin_common [None req-1688077d-332c-4744-99a9-dfb2564071aa None None] Allocated IP 172.20.0.2 (301d3dae-97cb-4f1f-a074-0eaf2ccca5e4/fa5f41a1-b858-4e32-8594-59b83d73c6e9/b2bfeee6-305b-4e6c-90ef-ec9ecd1287af) {{(pid=93955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 16:22:13.386819 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-3b8efbdb-e749-4cc7-bd04-0fc18054e007 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:13.397582 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-3b8efbdb-e749-4cc7-bd04-0fc18054e007 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3702208'] for security_group, after_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:13.418901 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b8efbdb-e749-4cc7-bd04-0fc18054e007 admin admin] vlan segment allocate from pool success with {'vlan_id': 57, 'physical_network': 'physnet1'} {{(pid=93953) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 16:22:13.440649 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-3b8efbdb-e749-4cc7-bd04-0fc18054e007 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-955409'] for segment, precommit_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:13.441885 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.db.segments_db [None req-3b8efbdb-e749-4cc7-bd04-0fc18054e007 admin admin] Added segment 05188844-7016-47eb-8624-15164acd3cd4 of type vlan for network 36b3b10a-6b8f-40dd-bacb-d518a267f0ea Sep 15 16:22:13.514344 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-1688077d-332c-4744-99a9-dfb2564071aa None None] Notify callbacks [] for port, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:13.527185 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-1688077d-332c-4744-99a9-dfb2564071aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791195969994'] for port, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:13.542149 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-3b8efbdb-e749-4cc7-bd04-0fc18054e007 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791195928360'] for network, precommit_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:13.582473 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1688077d-332c-4744-99a9-dfb2564071aa None None] Pushing event updated for resources: {'Port': ['ID=b2bfeee6-305b-4e6c-90ef-ec9ecd1287af,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:22:13.606793 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1688077d-332c-4744-99a9-dfb2564071aa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:22:13.606793 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1688077d-332c-4744-99a9-dfb2564071aa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:22:13.607124 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1688077d-332c-4744-99a9-dfb2564071aa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:22:13.607330 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1688077d-332c-4744-99a9-dfb2564071aa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:22:13.610359 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1688077d-332c-4744-99a9-dfb2564071aa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:22:13.614791 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1688077d-332c-4744-99a9-dfb2564071aa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:22:13.618117 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1688077d-332c-4744-99a9-dfb2564071aa None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:22:13.618250 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-3b8efbdb-e749-4cc7-bd04-0fc18054e007 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748912'] for network, after_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:13.619989 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b8efbdb-e749-4cc7-bd04-0fc18054e007 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:22:13.620525 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1688077d-332c-4744-99a9-dfb2564071aa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:22:13.620525 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1688077d-332c-4744-99a9-dfb2564071aa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:22:13.620845 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1688077d-332c-4744-99a9-dfb2564071aa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:22:13.621138 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1688077d-332c-4744-99a9-dfb2564071aa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:22:13.621456 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1688077d-332c-4744-99a9-dfb2564071aa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:22:13.622246 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-3b8efbdb-e749-4cc7-bd04-0fc18054e007 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3748898'] for network, before_response {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:13.625741 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1688077d-332c-4744-99a9-dfb2564071aa None None] Tracked resource versions report: Sep 15 16:22:13.625741 dv-cinder-779576-8-iscsi neutron-server[93955]: pushed versions: Sep 15 16:22:13.625741 dv-cinder-779576-8-iscsi neutron-server[93955]: { 'AddressGroup': {'1.2'}, Sep 15 16:22:13.625741 dv-cinder-779576-8-iscsi neutron-server[93955]: 'ConntrackHelper': {'1.0'}, Sep 15 16:22:13.625741 dv-cinder-779576-8-iscsi neutron-server[93955]: 'Log': {'1.0'}, Sep 15 16:22:13.625741 dv-cinder-779576-8-iscsi neutron-server[93955]: 'Network': {'1.1'}, Sep 15 16:22:13.625741 dv-cinder-779576-8-iscsi neutron-server[93955]: 'Port': {'1.7'}, Sep 15 16:22:13.625741 dv-cinder-779576-8-iscsi neutron-server[93955]: 'PortForwarding': {'1.2'}, Sep 15 16:22:13.625741 dv-cinder-779576-8-iscsi neutron-server[93955]: 'QosPolicy': {'1.9'}, Sep 15 16:22:13.625741 dv-cinder-779576-8-iscsi neutron-server[93955]: 'SecurityGroup': {'1.4'}, Sep 15 16:22:13.625741 dv-cinder-779576-8-iscsi neutron-server[93955]: 'SecurityGroupRule': {'1.2'}, Sep 15 16:22:13.625741 dv-cinder-779576-8-iscsi neutron-server[93955]: 'SubPort': {'1.0'}, Sep 15 16:22:13.625741 dv-cinder-779576-8-iscsi neutron-server[93955]: 'Subnet': {'1.1'}, Sep 15 16:22:13.625741 dv-cinder-779576-8-iscsi neutron-server[93955]: 'Trunk': {'1.1'}} Sep 15 16:22:13.625741 dv-cinder-779576-8-iscsi neutron-server[93955]: consumer versions: Sep 15 16:22:13.625741 dv-cinder-779576-8-iscsi neutron-server[93955]: { DHCP agent@dv-cinder-779576-8-iscsi: {}, Sep 15 16:22:13.625741 dv-cinder-779576-8-iscsi neutron-server[93955]: HyperV agent@hv-cinder-77957: {}, Sep 15 16:22:13.625741 dv-cinder-779576-8-iscsi neutron-server[93955]: L3 agent@dv-cinder-779576-8-iscsi: {}, Sep 15 16:22:13.625741 dv-cinder-779576-8-iscsi neutron-server[93955]: Metadata agent@dv-cinder-779576-8-iscsi: {}, Sep 15 16:22:13.625741 dv-cinder-779576-8-iscsi neutron-server[93955]: Metering agent@dv-cinder-779576-8-iscsi: {}, Sep 15 16:22:13.625741 dv-cinder-779576-8-iscsi neutron-server[93955]: Open vSwitch agent@dv-cinder-779576-8-iscsi: { 'AddressGroup': '1.2', Sep 15 16:22:13.625741 dv-cinder-779576-8-iscsi neutron-server[93955]: 'ConntrackHelper': '1.0', Sep 15 16:22:13.625741 dv-cinder-779576-8-iscsi neutron-server[93955]: 'Log': '1.0', Sep 15 16:22:13.625741 dv-cinder-779576-8-iscsi neutron-server[93955]: 'Network': '1.1', Sep 15 16:22:13.625741 dv-cinder-779576-8-iscsi neutron-server[93955]: 'Port': '1.7', Sep 15 16:22:13.625741 dv-cinder-779576-8-iscsi neutron-server[93955]: 'PortForwarding': '1.2', Sep 15 16:22:13.625741 dv-cinder-779576-8-iscsi neutron-server[93955]: 'QosPolicy': '1.9', Sep 15 16:22:13.625741 dv-cinder-779576-8-iscsi neutron-server[93955]: 'SecurityGroup': '1.4', Sep 15 16:22:13.625741 dv-cinder-779576-8-iscsi neutron-server[93955]: 'SecurityGroupRule': '1.2', Sep 15 16:22:13.625741 dv-cinder-779576-8-iscsi neutron-server[93955]: 'SubPort': '1.0', Sep 15 16:22:13.625741 dv-cinder-779576-8-iscsi neutron-server[93955]: 'Subnet': '1.1', Sep 15 16:22:13.625741 dv-cinder-779576-8-iscsi neutron-server[93955]: 'Trunk': '1.1'}} Sep 15 16:22:13.625741 dv-cinder-779576-8-iscsi neutron-server[93955]: {{(pid=93955) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 15 16:22:13.647515 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1688077d-332c-4744-99a9-dfb2564071aa None None] Network 301d3dae-97cb-4f1f-a074-0eaf2ccca5e4 is already hosted by enough agents. {{(pid=93955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:22:13.649540 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.scheduler.base_scheduler [None req-1688077d-332c-4744-99a9-dfb2564071aa None None] Resources bound (agent type, host, resource id): {{(pid=93955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:22:13.657288 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8efbdb-e749-4cc7-bd04-0fc18054e007 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe805708-6d26-4967-bad9-38c83deb3ede,revision_number=1']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:22:13.657797 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1688077d-332c-4744-99a9-dfb2564071aa None None] Received port after_create {{(pid=93955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 16:22:13.676502 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [None req-3b8efbdb-e749-4cc7-bd04-0fc18054e007 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.6572912 Sep 15 16:22:13.679173 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.wsgi [-] (93953) accepted ('10.222.0.39', 58110) {{(pid=93953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:22:13.688322 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.api.v2.base [None req-2c498382-cb1b-4e66-849f-42682df65bff admin admin] Request body: {'subnet': {'network_id': '36b3b10a-6b8f-40dd-bacb-d518a267f0ea', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1541658862-subnet', 'tenant_id': 'b7787e0c80584f10a63c489d29548602', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:22:13.693595 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-2c1127f0-1d32-4e91-a3b1-baf2badab35d admin admin] Notify callbacks [] for port, precommit_create {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:13.738314 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8efbdb-e749-4cc7-bd04-0fc18054e007 admin admin] Pushing event updated for resources: {'Network': ['ID=36b3b10a-6b8f-40dd-bacb-d518a267f0ea,revision_number=1']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:22:13.755793 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c498382-cb1b-4e66-849f-42682df65bff admin admin] Made reservation on behalf of b7787e0c80584f10a63c489d29548602 for: {'subnet': 1} {{(pid=93953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 16:22:13.759419 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.rpc [None req-57d8a9a3-d16f-4b20-b77b-ca1e664c03db None None] Network 36b3b10a-6b8f-40dd-bacb-d518a267f0ea details requested by agent ovs-agent-dv-cinder-779576-8-iscsi with host dv-cinder-779576-8-iscsi {{(pid=93955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 16:22:13.761223 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-2c498382-cb1b-4e66-849f-42682df65bff admin admin] Notify callbacks [] for subnet, before_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:13.806301 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [None req-1688077d-332c-4744-99a9-dfb2564071aa None None] Attempting to bind port b2bfeee6-305b-4e6c-90ef-ec9ecd1287af on host dv-cinder-779576-8-iscsi for vnic_type normal with profile {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 16:22:13.806668 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [None req-1688077d-332c-4744-99a9-dfb2564071aa None None] Attempting to bind port b2bfeee6-305b-4e6c-90ef-ec9ecd1287af by drivers openvswitch,hyperv on host dv-cinder-779576-8-iscsi at level 0 using segments [{'id': '604bbfea-00fe-4e59-aeb5-45f535ca3265', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '301d3dae-97cb-4f1f-a074-0eaf2ccca5e4'}] {{(pid=93955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 16:22:13.807024 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1688077d-332c-4744-99a9-dfb2564071aa None None] Attempting to bind port b2bfeee6-305b-4e6c-90ef-ec9ecd1287af on network 301d3dae-97cb-4f1f-a074-0eaf2ccca5e4 {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 16:22:13.817785 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1688077d-332c-4744-99a9-dfb2564071aa None None] Checking agent: {'id': 'afdc58b1-457c-454f-9c1a-1b1c93cc1a70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-779576-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 16, 14, 2), 'started_at': datetime.datetime(2021, 9, 15, 16, 14, 32), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 16, 22, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-779576-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 16:22:13.817961 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1688077d-332c-4744-99a9-dfb2564071aa None None] Checking segment: {'id': '604bbfea-00fe-4e59-aeb5-45f535ca3265', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '301d3dae-97cb-4f1f-a074-0eaf2ccca5e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 16:22:13.818301 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-1688077d-332c-4744-99a9-dfb2564071aa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:13.818688 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1688077d-332c-4744-99a9-dfb2564071aa None None] Bound using segment: {'id': '604bbfea-00fe-4e59-aeb5-45f535ca3265', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '301d3dae-97cb-4f1f-a074-0eaf2ccca5e4'} {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 16:22:13.819157 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [None req-1688077d-332c-4744-99a9-dfb2564071aa None None] Bound port: b2bfeee6-305b-4e6c-90ef-ec9ecd1287af, host: dv-cinder-779576-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '604bbfea-00fe-4e59-aeb5-45f535ca3265', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '301d3dae-97cb-4f1f-a074-0eaf2ccca5e4'}}] {{(pid=93955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 16:22:13.819603 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-1688077d-332c-4744-99a9-dfb2564071aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928820'] for port, before_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:13.939142 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.db [None req-1688077d-332c-4744-99a9-dfb2564071aa None None] For port b2bfeee6-305b-4e6c-90ef-ec9ecd1287af, host dv-cinder-779576-8-iscsi, cleared binding levels {{(pid=93955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 16:22:13.943446 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.db [None req-1688077d-332c-4744-99a9-dfb2564071aa None None] For port b2bfeee6-305b-4e6c-90ef-ec9ecd1287af, host dv-cinder-779576-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779576-8-iscsi',level=0,port_id=b2bfeee6-305b-4e6c-90ef-ec9ecd1287af,segment=NetworkSegment(604bbfea-00fe-4e59-aeb5-45f535ca3265),segment_id=604bbfea-00fe-4e59-aeb5-45f535ca3265)] {{(pid=93955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 16:22:13.951272 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-1688077d-332c-4744-99a9-dfb2564071aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791196459277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791195970012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791195970030'] for port, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:14.038540 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-20aa83c6-48b1-4ed4-9b9a-d75e21c9e5a2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:14.066428 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.wsgi [-] (93954) accepted ('10.222.0.39', 58130) {{(pid=93954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:22:14.069519 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-20aa83c6-48b1-4ed4-9b9a-d75e21c9e5a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928820'] for port, before_create {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:14.073230 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-2c1127f0-1d32-4e91-a3b1-baf2badab35d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791195969994'] for port, after_create {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:14.088941 dv-cinder-779576-8-iscsi neutron-server[93954]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Sep 15 16:22:14.094931 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1688077d-332c-4744-99a9-dfb2564071aa None None] Pushing event updated for resources: {'Port': ['ID=b2bfeee6-305b-4e6c-90ef-ec9ecd1287af,revision_number=2']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:22:14.131996 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c1127f0-1d32-4e91-a3b1-baf2badab35d admin admin] Network 62251075-a3e3-4d47-8761-104d217b089a is already hosted by enough agents. {{(pid=93954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:22:14.149141 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.scheduler.base_scheduler [None req-2c1127f0-1d32-4e91-a3b1-baf2badab35d admin admin] Resources bound (agent type, host, resource id): {{(pid=93954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:22:14.162944 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c1127f0-1d32-4e91-a3b1-baf2badab35d admin admin] Received port after_create {{(pid=93954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 16:22:14.192792 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-2c498382-cb1b-4e66-849f-42682df65bff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748912'] for subnet, after_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:14.319415 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c498382-cb1b-4e66-849f-42682df65bff admin admin] Checking segment: {'id': '05188844-7016-47eb-8624-15164acd3cd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '36b3b10a-6b8f-40dd-bacb-d518a267f0ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 16:22:14.319815 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c498382-cb1b-4e66-849f-42682df65bff admin admin] Network hostable DHCP agents. Network: 36b3b10a-6b8f-40dd-bacb-d518a267f0ea, hostable agents: ['2fbb1984-d09c-42d8-b085-ece7113d0e35'], hosted agents: [] {{(pid=93953) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 16:22:14.325709 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c498382-cb1b-4e66-849f-42682df65bff admin admin] Pushing event updated for resources: {'Subnet': ['ID=339370ae-cb70-40a7-89f9-369456ca0398,revision_number=0']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:22:14.367756 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c498382-cb1b-4e66-849f-42682df65bff admin admin] Network 36b3b10a-6b8f-40dd-bacb-d518a267f0ea is scheduled to be hosted by DHCP agent 2fbb1984-d09c-42d8-b085-ece7113d0e35 with binding_index 1 {{(pid=93953) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 16:22:14.384406 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.scheduler.base_scheduler [None req-2c498382-cb1b-4e66-849f-42682df65bff admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-779576-8-iscsi, 36b3b10a-6b8f-40dd-bacb-d518a267f0ea) {{(pid=93953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:22:14.390480 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c498382-cb1b-4e66-849f-42682df65bff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:22:14.391478 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-2c498382-cb1b-4e66-849f-42682df65bff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3748898'] for subnet, before_response {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:14.394553 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8bc0cb6-72bb-4b8b-9ef7-a87d6f61c35a None None] Network 36b3b10a-6b8f-40dd-bacb-d518a267f0ea requested from dv-cinder-779576-8-iscsi {{(pid=93955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 16:22:14.426434 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [None req-2c498382-cb1b-4e66-849f-42682df65bff admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.7445884 Sep 15 16:22:14.518258 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1127f0-1d32-4e91-a3b1-baf2badab35d admin admin] Pushing event updated for resources: {'Port': ['ID=d82f3e0c-6741-4a42-a895-6190311d642c,revision_number=1']} {{(pid=93954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:22:14.563131 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.wsgi [-] (93953) accepted ('10.222.0.39', 58146) {{(pid=93953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:22:14.657700 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-418992a8-f208-49d8-bf54-a6b101025d37 None None] Network 36b3b10a-6b8f-40dd-bacb-d518a267f0ea requested from dv-cinder-779576-8-iscsi {{(pid=93955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 16:22:14.702691 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.wsgi [-] (93953) accepted ('10.222.0.39', 58150) {{(pid=93953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:22:14.756537 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a162b35-cc90-4557-a7c7-0b761471ac08 req-6b6a36e7-760c-4a5a-990a-f48b8240d3f3 tempest-DeleteServersTestJSON-1247020361 tempest-DeleteServersTestJSON-1247020361-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:22:14.758176 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-2a162b35-cc90-4557-a7c7-0b761471ac08 req-6b6a36e7-760c-4a5a-990a-f48b8240d3f3 tempest-DeleteServersTestJSON-1247020361 tempest-DeleteServersTestJSON-1247020361-project] 10.222.0.39 "GET /v2.0/networks?id=fe47d5cc-db6b-4e16-b6ce-03de9aba76df HTTP/1.1" status: 200 len: 810 time: 0.6727741 Sep 15 16:22:14.759402 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.db.db_base_plugin_common [None req-20aa83c6-48b1-4ed4-9b9a-d75e21c9e5a2 admin admin] Allocated IP 172.27.3.104 (62251075-a3e3-4d47-8761-104d217b089a/9a71565b-217b-482b-8364-bc8ecb4c8f88/6df2b5a1-fc82-4ac3-b111-ebdee7ac68f8) {{(pid=93954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 16:22:14.794679 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-9292289a-2804-4336-b1a3-df2ad95b80c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:14.808929 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.db.db_base_plugin_v2 [None req-596ec7a5-5949-461a-899b-0efb566b5267 admin admin] Deleting subnet 02a0100d-5680-403e-b659-6c905a897a80 {{(pid=93953) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 15 16:22:14.813555 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-596ec7a5-5949-461a-899b-0efb566b5267 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:14.821769 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-2a162b35-cc90-4557-a7c7-0b761471ac08 req-154988c8-9f54-4a72-b4fd-259b6006e747 tempest-DeleteServersTestJSON-1247020361 tempest-DeleteServersTestJSON-1247020361-project] 10.222.0.39 "GET /v2.0/quotas/79226c829a30482a953a552a972cdb88 HTTP/1.1" status: 200 len: 375 time: 0.0273287 Sep 15 16:22:14.858151 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-596ec7a5-5949-461a-899b-0efb566b5267 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:14.874575 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-596ec7a5-5949-461a-899b-0efb566b5267 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-957316'] for subnet, precommit_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:14.994460 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-596ec7a5-5949-461a-899b-0efb566b5267 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-957331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748912'] for subnet, after_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:15.066001 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596ec7a5-5949-461a-899b-0efb566b5267 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=02a0100d-5680-403e-b659-6c905a897a80,revision_number=None']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:22:15.071784 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-2a162b35-cc90-4557-a7c7-0b761471ac08 req-0591a432-a175-459b-85e7-8f698bbf74ce tempest-DeleteServersTestJSON-1247020361 tempest-DeleteServersTestJSON-1247020361-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=79226c829a30482a953a552a972cdb88&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2371383 Sep 15 16:22:15.079792 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-9292289a-2804-4336-b1a3-df2ad95b80c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:15.082741 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-596ec7a5-5949-461a-899b-0efb566b5267 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3748898'] for subnet, before_response {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:15.089092 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [None req-596ec7a5-5949-461a-899b-0efb566b5267 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/02a0100d-5680-403e-b659-6c905a897a80 HTTP/1.1" status: 204 len: 168 time: 0.3852463 Sep 15 16:22:15.090808 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-9292289a-2804-4336-b1a3-df2ad95b80c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3702208'] for security_group, after_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:15.093869 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.wsgi [-] (93953) accepted ('10.222.0.39', 58160) {{(pid=93953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:22:15.206441 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-2c1127f0-1d32-4e91-a3b1-baf2badab35d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:15.242727 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9292289a-2804-4336-b1a3-df2ad95b80c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d0be52c-c6c6-4e6a-8205-6c819258627a,revision_number=1']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:22:15.249716 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [None req-9292289a-2804-4336-b1a3-df2ad95b80c2 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=7b6e20ae757b4a278139d4e620adfa1c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6830411 Sep 15 16:22:15.250175 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.wsgi [-] (93953) accepted ('10.222.0.39', 58170) {{(pid=93953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:22:15.264564 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-a5915ec7-93ac-4878-9fb0-3c05fa42ebc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-644213'] for network, before_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:15.308574 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-20aa83c6-48b1-4ed4-9b9a-d75e21c9e5a2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:15.387457 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.wsgi [req-2a162b35-cc90-4557-a7c7-0b761471ac08 req-133f50d0-d675-4ea6-b154-f78641a45f62 service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=93954) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 15 16:22:15.388564 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-2a162b35-cc90-4557-a7c7-0b761471ac08 req-133f50d0-d675-4ea6-b154-f78641a45f62 service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0933874 Sep 15 16:22:15.437031 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-d59b23b2-5272-4d00-91ba-e360dd2b4274 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:15.496737 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38131fab-1d03-4afe-914c-4f7898732d79 None None] Network 301d3dae-97cb-4f1f-a074-0eaf2ccca5e4 requested from dv-cinder-779576-8-iscsi {{(pid=93955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 16:22:15.498736 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-a5915ec7-93ac-4878-9fb0-3c05fa42ebc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-950531', 'neutron.services.segments.db._delete_segments_for_network-8791196484509'] for network, precommit_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:15.502539 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-d59b23b2-5272-4d00-91ba-e360dd2b4274 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:15.514410 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-20aa83c6-48b1-4ed4-9b9a-d75e21c9e5a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791195969994'] for port, after_create {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:15.548121 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-a5915ec7-93ac-4878-9fb0-3c05fa42ebc8 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93953) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 16:22:15.549167 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-a5915ec7-93ac-4878-9fb0-3c05fa42ebc8 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93953) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 16:22:15.549800 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-a5915ec7-93ac-4878-9fb0-3c05fa42ebc8 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93953) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 16:22:15.550570 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-a5915ec7-93ac-4878-9fb0-3c05fa42ebc8 admin admin] Subscribe: > port after_create 55550000 {{(pid=93953) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 16:22:15.550570 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-a5915ec7-93ac-4878-9fb0-3c05fa42ebc8 admin admin] Subscribe: > port after_delete 55550000 {{(pid=93953) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 16:22:15.551101 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-a5915ec7-93ac-4878-9fb0-3c05fa42ebc8 admin admin] Subscribe: > port after_update 55550000 {{(pid=93953) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 16:22:15.551507 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-a5915ec7-93ac-4878-9fb0-3c05fa42ebc8 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93953) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 16:22:15.552152 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-a5915ec7-93ac-4878-9fb0-3c05fa42ebc8 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93953) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 16:22:15.552600 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-a5915ec7-93ac-4878-9fb0-3c05fa42ebc8 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93953) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 16:22:15.553074 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-a5915ec7-93ac-4878-9fb0-3c05fa42ebc8 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93953) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 16:22:15.595230 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.db.provisioning_blocks [None req-be6a8c1e-0e08-48a4-93b7-027276eaa3c7 None None] Provisioning complete for port b2bfeee6-305b-4e6c-90ef-ec9ecd1287af triggered by entity DHCP. {{(pid=93955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:22:15.595860 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-be6a8c1e-0e08-48a4-93b7-027276eaa3c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953592'] for port, provisioning_complete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:15.606449 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20aa83c6-48b1-4ed4-9b9a-d75e21c9e5a2 admin admin] Network 62251075-a3e3-4d47-8761-104d217b089a is already hosted by enough agents. {{(pid=93954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:22:15.619299 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.scheduler.base_scheduler [None req-20aa83c6-48b1-4ed4-9b9a-d75e21c9e5a2 admin admin] Resources bound (agent type, host, resource id): {{(pid=93954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:22:15.637974 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20aa83c6-48b1-4ed4-9b9a-d75e21c9e5a2 admin admin] Received port after_create {{(pid=93954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 16:22:15.643583 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20aa83c6-48b1-4ed4-9b9a-d75e21c9e5a2 admin admin] Pushing event updated for resources: {'Port': ['ID=6df2b5a1-fc82-4ac3-b111-ebdee7ac68f8,revision_number=1']} {{(pid=93954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:22:15.691912 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-2a162b35-cc90-4557-a7c7-0b761471ac08 req-d50658f3-9b20-470d-8769-316cdde7206a service neutron] 10.222.0.39 "GET /v2.0/networks/fe47d5cc-db6b-4e16-b6ce-03de9aba76df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2863648 Sep 15 16:22:15.697003 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-2c1127f0-1d32-4e91-a3b1-baf2badab35d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3721989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3725645'] for router, after_create {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:15.853030 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.rpc [None req-57d8a9a3-d16f-4b20-b77b-ca1e664c03db None None] Device b2bfeee6-305b-4e6c-90ef-ec9ecd1287af up at agent ovs-agent-dv-cinder-779576-8-iscsi {{(pid=93955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 16:22:15.868042 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-a5915ec7-93ac-4878-9fb0-3c05fa42ebc8 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93953) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 16:22:15.869122 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-a5915ec7-93ac-4878-9fb0-3c05fa42ebc8 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93953) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 16:22:15.869610 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-a5915ec7-93ac-4878-9fb0-3c05fa42ebc8 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93953) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 16:22:15.870084 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-a5915ec7-93ac-4878-9fb0-3c05fa42ebc8 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93953) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 16:22:15.870612 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.services.segments.db [None req-a5915ec7-93ac-4878-9fb0-3c05fa42ebc8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de425cad-3eb1-4623-b801-7140666ae13e']}} {{(pid=93953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:22:15.902411 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.services.segments.db [None req-a5915ec7-93ac-4878-9fb0-3c05fa42ebc8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b8828641-a92b-480c-8c4d-d33c764bc2fe') {'for_net_delete': True} {{(pid=93953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:22:15.903440 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.services.segments.db [None req-a5915ec7-93ac-4878-9fb0-3c05fa42ebc8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b8828641-a92b-480c-8c4d-d33c764bc2fe') {} {{(pid=93953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:22:15.905249 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-be6a8c1e-0e08-48a4-93b7-027276eaa3c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928820'] for port, before_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:15.931203 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-a5915ec7-93ac-4878-9fb0-3c05fa42ebc8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791196485798', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127891487'] for segment, before_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:15.969465 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-a5915ec7-93ac-4878-9fb0-3c05fa42ebc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-955409'] for segment, precommit_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:15.969908 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.db [None req-be6a8c1e-0e08-48a4-93b7-027276eaa3c7 None None] For port b2bfeee6-305b-4e6c-90ef-ec9ecd1287af, host dv-cinder-779576-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779576-8-iscsi',level=0,port_id=b2bfeee6-305b-4e6c-90ef-ec9ecd1287af,segment=NetworkSegment(604bbfea-00fe-4e59-aeb5-45f535ca3265),segment_id=604bbfea-00fe-4e59-aeb5-45f535ca3265)] {{(pid=93955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:22:15.980420 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-be6a8c1e-0e08-48a4-93b7-027276eaa3c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791196459277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791195970012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791195970030'] for port, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:16.002622 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-d59b23b2-5272-4d00-91ba-e360dd2b4274 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3702208'] for security_group, after_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:16.005325 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-d59b23b2-5272-4d00-91ba-e360dd2b4274 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:16.006717 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [None req-d59b23b2-5272-4d00-91ba-e360dd2b4274 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/8d0be52c-c6c6-4e6a-8205-6c819258627a HTTP/1.1" status: 204 len: 168 time: 0.7555730 Sep 15 16:22:16.008726 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a5915ec7-93ac-4878-9fb0-3c05fa42ebc8 admin admin] Releasing vlan 75 on physical network physnet1 to pool {{(pid=93953) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 16:22:16.013188 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-a5915ec7-93ac-4878-9fb0-3c05fa42ebc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-955409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127877712'] for segment, after_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:16.022007 dv-cinder-779576-8-iscsi neutron-server[93953]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 15 16:22:16.022007 dv-cinder-779576-8-iscsi neutron-server[93953]: from cryptography.utils import int_from_bytes Sep 15 16:22:16.022007 dv-cinder-779576-8-iscsi neutron-server[93953]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 15 16:22:16.022007 dv-cinder-779576-8-iscsi neutron-server[93953]: from cryptography.utils import int_from_bytes Sep 15 16:22:16.022007 dv-cinder-779576-8-iscsi neutron-server[93953]: Traceback (most recent call last): Sep 15 16:22:16.022007 dv-cinder-779576-8-iscsi neutron-server[93953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 15 16:22:16.022007 dv-cinder-779576-8-iscsi neutron-server[93953]: timer() Sep 15 16:22:16.022007 dv-cinder-779576-8-iscsi neutron-server[93953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 16:22:16.022007 dv-cinder-779576-8-iscsi neutron-server[93953]: cb(*args, **kw) Sep 15 16:22:16.022007 dv-cinder-779576-8-iscsi neutron-server[93953]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 15 16:22:16.022007 dv-cinder-779576-8-iscsi neutron-server[93953]: return func(*args, **kwargs) Sep 15 16:22:16.022007 dv-cinder-779576-8-iscsi neutron-server[93953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 16:22:16.022007 dv-cinder-779576-8-iscsi neutron-server[93953]: self._notify() Sep 15 16:22:16.022007 dv-cinder-779576-8-iscsi neutron-server[93953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 16:22:16.022007 dv-cinder-779576-8-iscsi neutron-server[93953]: self.callback(batched_events) Sep 15 16:22:16.022007 dv-cinder-779576-8-iscsi neutron-server[93953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 16:22:16.022007 dv-cinder-779576-8-iscsi neutron-server[93953]: event.method(event) Sep 15 16:22:16.022007 dv-cinder-779576-8-iscsi neutron-server[93953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 15 16:22:16.022007 dv-cinder-779576-8-iscsi neutron-server[93953]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 16:22:16.022007 dv-cinder-779576-8-iscsi neutron-server[93953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 15 16:22:16.022007 dv-cinder-779576-8-iscsi neutron-server[93953]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 16:22:16.022007 dv-cinder-779576-8-iscsi neutron-server[93953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 15 16:22:16.022007 dv-cinder-779576-8-iscsi neutron-server[93953]: return f(self, *a, **k) Sep 15 16:22:16.022007 dv-cinder-779576-8-iscsi neutron-server[93953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 15 16:22:16.022007 dv-cinder-779576-8-iscsi neutron-server[93953]: return self._get(url).json() Sep 15 16:22:16.022007 dv-cinder-779576-8-iscsi neutron-server[93953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 16:22:16.022007 dv-cinder-779576-8-iscsi neutron-server[93953]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 16:22:16.022007 dv-cinder-779576-8-iscsi neutron-server[93953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 15 16:22:16.022007 dv-cinder-779576-8-iscsi neutron-server[93953]: return self.request(url, 'GET', **kwargs) Sep 15 16:22:16.022007 dv-cinder-779576-8-iscsi neutron-server[93953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 15 16:22:16.022007 dv-cinder-779576-8-iscsi neutron-server[93953]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 16:22:16.022007 dv-cinder-779576-8-iscsi neutron-server[93953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 15 16:22:16.022007 dv-cinder-779576-8-iscsi neutron-server[93953]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 16:22:16.022007 dv-cinder-779576-8-iscsi neutron-server[93953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 15 16:22:16.022007 dv-cinder-779576-8-iscsi neutron-server[93953]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 16:22:16.022007 dv-cinder-779576-8-iscsi neutron-server[93953]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 16:22:16.042928 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59b23b2-5272-4d00-91ba-e360dd2b4274 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d0be52c-c6c6-4e6a-8205-6c819258627a,revision_number=None']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:22:16.066037 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.db.provisioning_blocks [None req-57d8a9a3-d16f-4b20-b77b-ca1e664c03db None None] Provisioning complete for port b2bfeee6-305b-4e6c-90ef-ec9ecd1287af triggered by entity L2. {{(pid=93955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:22:16.066411 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-57d8a9a3-d16f-4b20-b77b-ca1e664c03db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953592'] for port, provisioning_complete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:16.071238 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6a8c1e-0e08-48a4-93b7-027276eaa3c7 None None] Pushing event updated for resources: {'Port': ['ID=b2bfeee6-305b-4e6c-90ef-ec9ecd1287af,revision_number=3']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:22:16.142288 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-a5915ec7-93ac-4878-9fb0-3c05fa42ebc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-950554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3725573'] for network, after_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:16.153404 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-a5915ec7-93ac-4878-9fb0-3c05fa42ebc8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3748898'] for network, before_response {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:16.155615 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [None req-a5915ec7-93ac-4878-9fb0-3c05fa42ebc8 admin admin] 10.222.0.39 "DELETE /v2.0/networks/de425cad-3eb1-4623-b801-7140666ae13e HTTP/1.1" status: 204 len: 168 time: 1.0582216 Sep 15 16:22:16.175491 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.wsgi [-] (93953) accepted ('10.222.0.39', 58196) {{(pid=93953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:22:16.176629 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5915ec7-93ac-4878-9fb0-3c05fa42ebc8 admin admin] Pushing event deleted for resources: {'Network': ['ID=de425cad-3eb1-4623-b801-7140666ae13e,revision_number=None']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:22:16.234509 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe399e08-358c-437c-a995-bb045d6e034f admin admin] Deleting subnet 339370ae-cb70-40a7-89f9-369456ca0398 {{(pid=93953) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 15 16:22:16.238821 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-fe399e08-358c-437c-a995-bb045d6e034f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:16.279091 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-2a162b35-cc90-4557-a7c7-0b761471ac08 req-8678160a-12c8-4220-93ac-a7a653eb0a1f service neutron] 10.222.0.39 "GET /v2.0/networks/fe47d5cc-db6b-4e16-b6ce-03de9aba76df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5769179 Sep 15 16:22:16.287927 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-fe399e08-358c-437c-a995-bb045d6e034f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127891476'] for subnet, precommit_delete_associations {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:16.312610 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.db.provisioning_blocks [None req-a81b64e0-eb86-41f0-b94a-b3ebeb6e6204 None None] Provisioning complete for port b2bfeee6-305b-4e6c-90ef-ec9ecd1287af triggered by entity DHCP. {{(pid=93955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:22:16.312998 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-a81b64e0-eb86-41f0-b94a-b3ebeb6e6204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953592'] for port, provisioning_complete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:16.390944 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-fe399e08-358c-437c-a995-bb045d6e034f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-957316'] for subnet, precommit_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:16.430203 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-20aa83c6-48b1-4ed4-9b9a-d75e21c9e5a2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:16.515543 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-fe399e08-358c-437c-a995-bb045d6e034f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-957331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127878286', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127570110'] for subnet, after_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:16.516190 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c1127f0-1d32-4e91-a3b1-baf2badab35d admin admin] Router 874f5277-ae8e-4a65-91c7-e6e2443d2bf0 is scheduled to L3 agent 7a8df8d7-c3ef-43b4-9534-c977f7014926 with binding_index 1 {{(pid=93954) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 15 16:22:16.554475 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe399e08-358c-437c-a995-bb045d6e034f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=339370ae-cb70-40a7-89f9-369456ca0398,revision_number=None']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:22:16.559001 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-fe399e08-358c-437c-a995-bb045d6e034f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3748898'] for subnet, before_response {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:16.567493 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [None req-fe399e08-358c-437c-a995-bb045d6e034f admin admin] 10.222.0.39 "DELETE /v2.0/subnets/339370ae-cb70-40a7-89f9-369456ca0398 HTTP/1.1" status: 204 len: 168 time: 0.3831291 Sep 15 16:22:16.572635 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.wsgi [-] (93953) accepted ('10.222.0.39', 58208) {{(pid=93953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:22:16.643361 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.wsgi [-] (93954) accepted ('10.222.0.39', 58218) {{(pid=93954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:22:16.667267 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-a6d11deb-b44c-4823-a6db-065121d2aeb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-644213'] for network, before_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:16.702908 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-3f3ec468-d0a9-4127-8490-3d1ea80b4969 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:16.759825 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-a6d11deb-b44c-4823-a6db-065121d2aeb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-950531', 'neutron.services.segments.db._delete_segments_for_network-8791196484509'] for network, precommit_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:16.783050 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.services.segments.db [None req-a6d11deb-b44c-4823-a6db-065121d2aeb7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['36b3b10a-6b8f-40dd-bacb-d518a267f0ea']}} {{(pid=93953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:22:16.796464 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.services.segments.db [None req-a6d11deb-b44c-4823-a6db-065121d2aeb7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '05188844-7016-47eb-8624-15164acd3cd4') {'for_net_delete': True} {{(pid=93953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:22:16.797170 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.services.segments.db [None req-a6d11deb-b44c-4823-a6db-065121d2aeb7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '05188844-7016-47eb-8624-15164acd3cd4') {} {{(pid=93953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:22:16.811164 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-a6d11deb-b44c-4823-a6db-065121d2aeb7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791196485798', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127891487'] for segment, before_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:16.828043 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-a6d11deb-b44c-4823-a6db-065121d2aeb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-955409'] for segment, precommit_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:16.837237 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a6d11deb-b44c-4823-a6db-065121d2aeb7 admin admin] Releasing vlan 57 on physical network physnet1 to pool {{(pid=93953) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 16:22:16.837972 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-a6d11deb-b44c-4823-a6db-065121d2aeb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-955409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127877712'] for segment, after_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:16.840599 dv-cinder-779576-8-iscsi neutron-server[93953]: Traceback (most recent call last): Sep 15 16:22:16.840599 dv-cinder-779576-8-iscsi neutron-server[93953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 15 16:22:16.840599 dv-cinder-779576-8-iscsi neutron-server[93953]: timer() Sep 15 16:22:16.840599 dv-cinder-779576-8-iscsi neutron-server[93953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 16:22:16.840599 dv-cinder-779576-8-iscsi neutron-server[93953]: cb(*args, **kw) Sep 15 16:22:16.840599 dv-cinder-779576-8-iscsi neutron-server[93953]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 15 16:22:16.840599 dv-cinder-779576-8-iscsi neutron-server[93953]: return func(*args, **kwargs) Sep 15 16:22:16.840599 dv-cinder-779576-8-iscsi neutron-server[93953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 16:22:16.840599 dv-cinder-779576-8-iscsi neutron-server[93953]: self._notify() Sep 15 16:22:16.840599 dv-cinder-779576-8-iscsi neutron-server[93953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 16:22:16.840599 dv-cinder-779576-8-iscsi neutron-server[93953]: self.callback(batched_events) Sep 15 16:22:16.840599 dv-cinder-779576-8-iscsi neutron-server[93953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 16:22:16.840599 dv-cinder-779576-8-iscsi neutron-server[93953]: event.method(event) Sep 15 16:22:16.840599 dv-cinder-779576-8-iscsi neutron-server[93953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 15 16:22:16.840599 dv-cinder-779576-8-iscsi neutron-server[93953]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 16:22:16.840599 dv-cinder-779576-8-iscsi neutron-server[93953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 15 16:22:16.840599 dv-cinder-779576-8-iscsi neutron-server[93953]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 16:22:16.840599 dv-cinder-779576-8-iscsi neutron-server[93953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 15 16:22:16.840599 dv-cinder-779576-8-iscsi neutron-server[93953]: return f(self, *a, **k) Sep 15 16:22:16.840599 dv-cinder-779576-8-iscsi neutron-server[93953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 15 16:22:16.840599 dv-cinder-779576-8-iscsi neutron-server[93953]: return self._get(url).json() Sep 15 16:22:16.840599 dv-cinder-779576-8-iscsi neutron-server[93953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 16:22:16.840599 dv-cinder-779576-8-iscsi neutron-server[93953]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 16:22:16.840599 dv-cinder-779576-8-iscsi neutron-server[93953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 15 16:22:16.840599 dv-cinder-779576-8-iscsi neutron-server[93953]: return self.request(url, 'GET', **kwargs) Sep 15 16:22:16.840599 dv-cinder-779576-8-iscsi neutron-server[93953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 15 16:22:16.840599 dv-cinder-779576-8-iscsi neutron-server[93953]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 16:22:16.840599 dv-cinder-779576-8-iscsi neutron-server[93953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 15 16:22:16.840599 dv-cinder-779576-8-iscsi neutron-server[93953]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 16:22:16.840599 dv-cinder-779576-8-iscsi neutron-server[93953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 15 16:22:16.840599 dv-cinder-779576-8-iscsi neutron-server[93953]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 16:22:16.840599 dv-cinder-779576-8-iscsi neutron-server[93953]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 16:22:16.852341 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c1127f0-1d32-4e91-a3b1-baf2badab35d admin admin] Notify agent at l3_agent.dv-cinder-779576-8-iscsi the message routers_updated {{(pid=93954) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 16:22:16.867846 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebb268ff-98b0-430d-93b8-e22b70f370bd None None] Sync routers for ids ['874f5277-ae8e-4a65-91c7-e6e2443d2bf0'] in dv-cinder-779576-8-iscsi {{(pid=93956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 16:22:16.889113 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-20aa83c6-48b1-4ed4-9b9a-d75e21c9e5a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3721989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3725645'] for router, after_create {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:16.889581 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebb268ff-98b0-430d-93b8-e22b70f370bd None None] Routers {'874f5277-ae8e-4a65-91c7-e6e2443d2bf0'} bound to L3 agent in host dv-cinder-779576-8-iscsi {{(pid=93956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:22:16.890394 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron.db.l3_hamode_db [None req-ebb268ff-98b0-430d-93b8-e22b70f370bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779576-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-15T16:14:02Z,description=,heartbeat_timestamp=2021-09-15T16:22:02Z,host='dv-cinder-779576-8-iscsi',id=7a8df8d7-c3ef-43b4-9534-c977f7014926,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T16:14:02Z,topic='l3_agent')) {'router_ids': ['874f5277-ae8e-4a65-91c7-e6e2443d2bf0'], 'active': True} {{(pid=93956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:22:16.936853 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-a6d11deb-b44c-4823-a6db-065121d2aeb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-950554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3725573'] for network, after_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:16.953043 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-a6d11deb-b44c-4823-a6db-065121d2aeb7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3748898'] for network, before_response {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:16.960293 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [None req-a6d11deb-b44c-4823-a6db-065121d2aeb7 admin admin] 10.222.0.39 "DELETE /v2.0/networks/36b3b10a-6b8f-40dd-bacb-d518a267f0ea HTTP/1.1" status: 204 len: 168 time: 0.3838925 Sep 15 16:22:16.981145 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d11deb-b44c-4823-a6db-065121d2aeb7 admin admin] Pushing event deleted for resources: {'Network': ['ID=36b3b10a-6b8f-40dd-bacb-d518a267f0ea,revision_number=None']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:22:17.120122 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron.db.l3_dvr_db [None req-ebb268ff-98b0-430d-93b8-e22b70f370bd None None] Set router 874f5277-ae8e-4a65-91c7-e6e2443d2bf0 gateway port host: dv-cinder-779576-8-iscsi {{(pid=93956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 16:22:17.210299 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.wsgi [-] (93953) accepted ('10.222.0.39', 58248) {{(pid=93953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:22:17.226607 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.wsgi [-] (93953) accepted ('10.222.0.39', 58254) {{(pid=93953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:22:17.323072 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [None req-670c1c0d-1893-4036-b877-a7c3bd914119 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=9a12f7ce5aee4f5ba889da4e1a783e2a&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0952737 Sep 15 16:22:17.323919 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-3f3ec468-d0a9-4127-8490-3d1ea80b4969 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:17.325639 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.wsgi [-] (93953) accepted ('10.222.0.39', 58260) {{(pid=93953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:22:17.340554 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-3f3ec468-d0a9-4127-8490-3d1ea80b4969 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3702208'] for security_group, after_create {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:17.346904 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron.db.l3_hamode_db [None req-ebb268ff-98b0-430d-93b8-e22b70f370bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '874f5277-ae8e-4a65-91c7-e6e2443d2bf0', 'name': 'tempest-ServerRescueNegativeTestJSON-975110868-router', 'tenant_id': 'e6a18f03044f465d813cff5376553386', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62251075-a3e3-4d47-8761-104d217b089a', 'external_fixed_ips': [{'subnet_id': '9a71565b-217b-482b-8364-bc8ecb4c8f88', 'ip_address': '172.27.3.76'}], 'enable_snat': True}, 'gw_port_id': 'd82f3e0c-6741-4a42-a895-6190311d642c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:22:11Z', 'updated_at': '2021-09-15T16:22:14Z', 'revision_number': 3, 'project_id': 'e6a18f03044f465d813cff5376553386', 'gw_port': {'id': 'd82f3e0c-6741-4a42-a895-6190311d642c', 'name': '', 'network_id': '62251075-a3e3-4d47-8761-104d217b089a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:4f:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '874f5277-ae8e-4a65-91c7-e6e2443d2bf0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '9a71565b-217b-482b-8364-bc8ecb4c8f88', 'ip_address': '172.27.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:22:12Z', 'updated_at': '2021-09-15T16:22:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9a71565b-217b-482b-8364-bc8ecb4c8f88', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779576-8-iscsi'}], 'dv-cinder-779576-8-iscsi', False) {} {{(pid=93956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:22:17.376023 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [None req-3f3ec468-d0a9-4127-8490-3d1ea80b4969 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=a72fe59cab2240a297f7f87ef875ed30&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7299914 Sep 15 16:22:17.376935 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-2c1127f0-1d32-4e91-a3b1-baf2badab35d admin admin] Notify callbacks [] for router, before_response {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:17.377967 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebb268ff-98b0-430d-93b8-e22b70f370bd None None] Checking router: 874f5277-ae8e-4a65-91c7-e6e2443d2bf0 for host: dv-cinder-779576-8-iscsi {{(pid=93956) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 16:22:17.378317 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebb268ff-98b0-430d-93b8-e22b70f370bd None None] Updating router 874f5277-ae8e-4a65-91c7-e6e2443d2bf0 port d82f3e0c-6741-4a42-a895-6190311d642c binding host dv-cinder-779576-8-iscsi {{(pid=93956) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 16:22:17.378762 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [None req-2c1127f0-1d32-4e91-a3b1-baf2badab35d admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 5.5721684 Sep 15 16:22:17.379535 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.wsgi [-] (93954) accepted ('10.222.0.39', 58262) {{(pid=93954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:22:17.395210 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.wsgi [-] (93953) accepted ('10.222.0.39', 58264) {{(pid=93953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:22:17.395869 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-e09fcfc3-476e-4154-8b6d-b5811bcaca7c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:17.409159 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-ebb268ff-98b0-430d-93b8-e22b70f370bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928820'] for port, before_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:17.441336 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20aa83c6-48b1-4ed4-9b9a-d75e21c9e5a2 admin admin] Router 2f6cda3b-940a-432b-af73-f27feaeae0f3 is scheduled to L3 agent 7a8df8d7-c3ef-43b4-9534-c977f7014926 with binding_index 1 {{(pid=93954) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 15 16:22:17.576518 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20aa83c6-48b1-4ed4-9b9a-d75e21c9e5a2 admin admin] Notify agent at l3_agent.dv-cinder-779576-8-iscsi the message routers_updated {{(pid=93954) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 16:22:17.587581 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03eb888f-5685-44a9-80cf-6b24c9eaa85d None None] Sync routers for ids ['2f6cda3b-940a-432b-af73-f27feaeae0f3'] in dv-cinder-779576-8-iscsi {{(pid=93955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 16:22:17.594192 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3ec468-d0a9-4127-8490-3d1ea80b4969 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d54b840-046f-4946-8d23-deb65d17e942,revision_number=1']} {{(pid=93954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:22:17.606586 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-20aa83c6-48b1-4ed4-9b9a-d75e21c9e5a2 admin admin] Notify callbacks [] for router, before_response {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:17.608891 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [None req-20aa83c6-48b1-4ed4-9b9a-d75e21c9e5a2 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 4.9967415 Sep 15 16:22:17.611945 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.wsgi [-] (93954) accepted ('10.222.0.39', 58276) {{(pid=93954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:22:17.625421 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03eb888f-5685-44a9-80cf-6b24c9eaa85d None None] Routers {'2f6cda3b-940a-432b-af73-f27feaeae0f3'} bound to L3 agent in host dv-cinder-779576-8-iscsi {{(pid=93955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:22:17.628225 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.db.l3_hamode_db [None req-03eb888f-5685-44a9-80cf-6b24c9eaa85d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779576-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-15T16:14:02Z,description=,heartbeat_timestamp=2021-09-15T16:22:02Z,host='dv-cinder-779576-8-iscsi',id=7a8df8d7-c3ef-43b4-9534-c977f7014926,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T16:14:02Z,topic='l3_agent')) {'router_ids': ['2f6cda3b-940a-432b-af73-f27feaeae0f3'], 'active': True} {{(pid=93955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:22:17.784855 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-203a687e-066f-4949-b694-3aeb499a7439 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:17.786338 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.rpc [None req-57d8a9a3-d16f-4b20-b77b-ca1e664c03db None None] Device b2bfeee6-305b-4e6c-90ef-ec9ecd1287af up at agent ovs-agent-dv-cinder-779576-8-iscsi {{(pid=93955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 16:22:17.798421 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-ebb268ff-98b0-430d-93b8-e22b70f370bd None None] Notify callbacks [] for port, precommit_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:17.809027 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-ebb268ff-98b0-430d-93b8-e22b70f370bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791196459277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791195970012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791195970030'] for port, after_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:17.871417 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.db.l3_dvr_db [None req-03eb888f-5685-44a9-80cf-6b24c9eaa85d None None] Set router 2f6cda3b-940a-432b-af73-f27feaeae0f3 gateway port host: dv-cinder-779576-8-iscsi {{(pid=93955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 16:22:17.890957 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c087bc8-76c9-49e8-85d1-d583f4ab0d67 None None] Pushing event updated for resources: {'Port': ['ID=d82f3e0c-6741-4a42-a895-6190311d642c,revision_number=2']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:22:17.899135 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-203a687e-066f-4949-b694-3aeb499a7439 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:17.929790 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c087bc8-76c9-49e8-85d1-d583f4ab0d67 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:22:17.930134 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c087bc8-76c9-49e8-85d1-d583f4ab0d67 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:22:17.930472 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c087bc8-76c9-49e8-85d1-d583f4ab0d67 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:22:17.930800 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c087bc8-76c9-49e8-85d1-d583f4ab0d67 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:22:17.931128 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c087bc8-76c9-49e8-85d1-d583f4ab0d67 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:22:17.931455 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c087bc8-76c9-49e8-85d1-d583f4ab0d67 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:22:17.931779 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c087bc8-76c9-49e8-85d1-d583f4ab0d67 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:22:17.932124 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c087bc8-76c9-49e8-85d1-d583f4ab0d67 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:22:17.932458 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c087bc8-76c9-49e8-85d1-d583f4ab0d67 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:22:17.932777 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c087bc8-76c9-49e8-85d1-d583f4ab0d67 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:22:17.933094 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c087bc8-76c9-49e8-85d1-d583f4ab0d67 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:22:17.933406 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c087bc8-76c9-49e8-85d1-d583f4ab0d67 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:22:17.934432 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c087bc8-76c9-49e8-85d1-d583f4ab0d67 None None] Tracked resource versions report: Sep 15 16:22:17.934432 dv-cinder-779576-8-iscsi neutron-server[93956]: pushed versions: Sep 15 16:22:17.934432 dv-cinder-779576-8-iscsi neutron-server[93956]: { 'AddressGroup': {'1.2'}, Sep 15 16:22:17.934432 dv-cinder-779576-8-iscsi neutron-server[93956]: 'ConntrackHelper': {'1.0'}, Sep 15 16:22:17.934432 dv-cinder-779576-8-iscsi neutron-server[93956]: 'Log': {'1.0'}, Sep 15 16:22:17.934432 dv-cinder-779576-8-iscsi neutron-server[93956]: 'Network': {'1.1'}, Sep 15 16:22:17.934432 dv-cinder-779576-8-iscsi neutron-server[93956]: 'Port': {'1.7'}, Sep 15 16:22:17.934432 dv-cinder-779576-8-iscsi neutron-server[93956]: 'PortForwarding': {'1.2'}, Sep 15 16:22:17.934432 dv-cinder-779576-8-iscsi neutron-server[93956]: 'QosPolicy': {'1.9'}, Sep 15 16:22:17.934432 dv-cinder-779576-8-iscsi neutron-server[93956]: 'SecurityGroup': {'1.4'}, Sep 15 16:22:17.934432 dv-cinder-779576-8-iscsi neutron-server[93956]: 'SecurityGroupRule': {'1.2'}, Sep 15 16:22:17.934432 dv-cinder-779576-8-iscsi neutron-server[93956]: 'SubPort': {'1.0'}, Sep 15 16:22:17.934432 dv-cinder-779576-8-iscsi neutron-server[93956]: 'Subnet': {'1.1'}, Sep 15 16:22:17.934432 dv-cinder-779576-8-iscsi neutron-server[93956]: 'Trunk': {'1.1'}} Sep 15 16:22:17.934432 dv-cinder-779576-8-iscsi neutron-server[93956]: consumer versions: Sep 15 16:22:17.934432 dv-cinder-779576-8-iscsi neutron-server[93956]: { DHCP agent@dv-cinder-779576-8-iscsi: {}, Sep 15 16:22:17.934432 dv-cinder-779576-8-iscsi neutron-server[93956]: HyperV agent@hv-cinder-77957: {}, Sep 15 16:22:17.934432 dv-cinder-779576-8-iscsi neutron-server[93956]: L3 agent@dv-cinder-779576-8-iscsi: {}, Sep 15 16:22:17.934432 dv-cinder-779576-8-iscsi neutron-server[93956]: Metadata agent@dv-cinder-779576-8-iscsi: {}, Sep 15 16:22:17.934432 dv-cinder-779576-8-iscsi neutron-server[93956]: Metering agent@dv-cinder-779576-8-iscsi: {}, Sep 15 16:22:17.934432 dv-cinder-779576-8-iscsi neutron-server[93956]: Open vSwitch agent@dv-cinder-779576-8-iscsi: { 'AddressGroup': '1.2', Sep 15 16:22:17.934432 dv-cinder-779576-8-iscsi neutron-server[93956]: 'ConntrackHelper': '1.0', Sep 15 16:22:17.934432 dv-cinder-779576-8-iscsi neutron-server[93956]: 'Log': '1.0', Sep 15 16:22:17.934432 dv-cinder-779576-8-iscsi neutron-server[93956]: 'Network': '1.1', Sep 15 16:22:17.934432 dv-cinder-779576-8-iscsi neutron-server[93956]: 'Port': '1.7', Sep 15 16:22:17.934432 dv-cinder-779576-8-iscsi neutron-server[93956]: 'PortForwarding': '1.2', Sep 15 16:22:17.934432 dv-cinder-779576-8-iscsi neutron-server[93956]: 'QosPolicy': '1.9', Sep 15 16:22:17.934432 dv-cinder-779576-8-iscsi neutron-server[93956]: 'SecurityGroup': '1.4', Sep 15 16:22:17.934432 dv-cinder-779576-8-iscsi neutron-server[93956]: 'SecurityGroupRule': '1.2', Sep 15 16:22:17.934432 dv-cinder-779576-8-iscsi neutron-server[93956]: 'SubPort': '1.0', Sep 15 16:22:17.934432 dv-cinder-779576-8-iscsi neutron-server[93956]: 'Subnet': '1.1', Sep 15 16:22:17.934432 dv-cinder-779576-8-iscsi neutron-server[93956]: 'Trunk': '1.1'}} Sep 15 16:22:17.934432 dv-cinder-779576-8-iscsi neutron-server[93956]: {{(pid=93956) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 15 16:22:17.946945 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron.plugins.ml2.managers [None req-ebb268ff-98b0-430d-93b8-e22b70f370bd None None] Attempting to bind port d82f3e0c-6741-4a42-a895-6190311d642c on host dv-cinder-779576-8-iscsi for vnic_type normal with profile {{(pid=93956) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 16:22:17.947327 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron.plugins.ml2.managers [None req-ebb268ff-98b0-430d-93b8-e22b70f370bd None None] Attempting to bind port d82f3e0c-6741-4a42-a895-6190311d642c by drivers openvswitch,hyperv on host dv-cinder-779576-8-iscsi at level 0 using segments [{'id': 'fd8e905d-efc3-4108-bd70-37f32575b93b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62251075-a3e3-4d47-8761-104d217b089a'}] {{(pid=93956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 16:22:17.947684 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebb268ff-98b0-430d-93b8-e22b70f370bd None None] Attempting to bind port d82f3e0c-6741-4a42-a895-6190311d642c on network 62251075-a3e3-4d47-8761-104d217b089a {{(pid=93956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 16:22:17.968722 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebb268ff-98b0-430d-93b8-e22b70f370bd None None] Checking agent: {'id': 'afdc58b1-457c-454f-9c1a-1b1c93cc1a70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-779576-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 16, 14, 2), 'started_at': datetime.datetime(2021, 9, 15, 16, 14, 32), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 16, 22, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-779576-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 16:22:17.969131 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebb268ff-98b0-430d-93b8-e22b70f370bd None None] Checking segment: {'id': 'fd8e905d-efc3-4108-bd70-37f32575b93b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62251075-a3e3-4d47-8761-104d217b089a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93956) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 16:22:17.969551 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-ebb268ff-98b0-430d-93b8-e22b70f370bd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:17.969925 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebb268ff-98b0-430d-93b8-e22b70f370bd None None] Bound using segment: {'id': 'fd8e905d-efc3-4108-bd70-37f32575b93b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62251075-a3e3-4d47-8761-104d217b089a'} {{(pid=93956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 16:22:17.970585 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron.plugins.ml2.managers [None req-ebb268ff-98b0-430d-93b8-e22b70f370bd None None] Bound port: d82f3e0c-6741-4a42-a895-6190311d642c, host: dv-cinder-779576-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd8e905d-efc3-4108-bd70-37f32575b93b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62251075-a3e3-4d47-8761-104d217b089a'}}] {{(pid=93956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 16:22:17.971191 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-ebb268ff-98b0-430d-93b8-e22b70f370bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928820'] for port, before_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:18.106699 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron.plugins.ml2.db [None req-ebb268ff-98b0-430d-93b8-e22b70f370bd None None] For port d82f3e0c-6741-4a42-a895-6190311d642c, host dv-cinder-779576-8-iscsi, cleared binding levels {{(pid=93956) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 16:22:18.115342 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron.plugins.ml2.db [None req-ebb268ff-98b0-430d-93b8-e22b70f370bd None None] For port d82f3e0c-6741-4a42-a895-6190311d642c, host dv-cinder-779576-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779576-8-iscsi',level=0,port_id=d82f3e0c-6741-4a42-a895-6190311d642c,segment=NetworkSegment(fd8e905d-efc3-4108-bd70-37f32575b93b),segment_id=fd8e905d-efc3-4108-bd70-37f32575b93b)] {{(pid=93956) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 16:22:18.130284 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-ebb268ff-98b0-430d-93b8-e22b70f370bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791196459277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791195970012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791195970030'] for port, after_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:18.172810 dv-cinder-779576-8-iscsi neutron-server[93953]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Sep 15 16:22:18.214029 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-203a687e-066f-4949-b694-3aeb499a7439 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3702208'] for security_group, after_delete {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:18.216958 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-203a687e-066f-4949-b694-3aeb499a7439 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:18.218488 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [None req-203a687e-066f-4949-b694-3aeb499a7439 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/4d54b840-046f-4946-8d23-deb65d17e942 HTTP/1.1" status: 204 len: 168 time: 0.8367128 Sep 15 16:22:18.220590 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.db.provisioning_blocks [None req-57d8a9a3-d16f-4b20-b77b-ca1e664c03db None None] Provisioning complete for port b2bfeee6-305b-4e6c-90ef-ec9ecd1287af triggered by entity L2. {{(pid=93955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:22:18.221423 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-57d8a9a3-d16f-4b20-b77b-ca1e664c03db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953592'] for port, provisioning_complete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:18.274645 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203a687e-066f-4949-b694-3aeb499a7439 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d54b840-046f-4946-8d23-deb65d17e942,revision_number=None']} {{(pid=93954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:22:18.294555 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebb268ff-98b0-430d-93b8-e22b70f370bd None None] Routers {'874f5277-ae8e-4a65-91c7-e6e2443d2bf0'} bound to L3 agent in host dv-cinder-779576-8-iscsi {{(pid=93956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:22:18.299472 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron.db.l3_hamode_db [None req-ebb268ff-98b0-430d-93b8-e22b70f370bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779576-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-15T16:14:02Z,description=,heartbeat_timestamp=2021-09-15T16:22:02Z,host='dv-cinder-779576-8-iscsi',id=7a8df8d7-c3ef-43b4-9534-c977f7014926,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T16:14:02Z,topic='l3_agent')) {'router_ids': ['874f5277-ae8e-4a65-91c7-e6e2443d2bf0'], 'active': True} {{(pid=93956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:22:18.310504 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-fe325fdf-8023-4b9e-ac89-76cc186ddbfb req-1cdae5cc-48dd-4217-94fc-3319ec9c82be tempest-DeleteServersTestJSON-1247020361 tempest-DeleteServersTestJSON-1247020361-project] 10.222.0.39 "GET /v2.0/ports?device_id=486179e9-71f9-4e5d-b64f-b9582ed4a533 HTTP/1.1" status: 200 len: 210 time: 1.0990925 Sep 15 16:22:18.375885 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-f57a3f85-8031-4125-9fc4-bf766fb9b840 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928820'] for port, before_create {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:18.381600 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-e09fcfc3-476e-4154-8b6d-b5811bcaca7c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:18.502267 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-e09fcfc3-476e-4154-8b6d-b5811bcaca7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3702208'] for security_group, after_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:18.509875 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-e09fcfc3-476e-4154-8b6d-b5811bcaca7c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:18.513405 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [None req-e09fcfc3-476e-4154-8b6d-b5811bcaca7c admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/43367660-d3bd-4c70-95c4-b2a0ad161261 HTTP/1.1" status: 204 len: 168 time: 1.1842365 Sep 15 16:22:18.567712 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.db.l3_hamode_db [None req-03eb888f-5685-44a9-80cf-6b24c9eaa85d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f6cda3b-940a-432b-af73-f27feaeae0f3', 'name': 'tempest-AttachVolumeShelveTestJSON-1554809416-router', 'tenant_id': 'f7e7af658aa34644855359ede57c4c67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62251075-a3e3-4d47-8761-104d217b089a', 'external_fixed_ips': [{'subnet_id': '9a71565b-217b-482b-8364-bc8ecb4c8f88', 'ip_address': '172.27.3.104'}], 'enable_snat': True}, 'gw_port_id': '6df2b5a1-fc82-4ac3-b111-ebdee7ac68f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:22:12Z', 'updated_at': '2021-09-15T16:22:15Z', 'revision_number': 3, 'project_id': 'f7e7af658aa34644855359ede57c4c67', 'gw_port': {'id': '6df2b5a1-fc82-4ac3-b111-ebdee7ac68f8', 'name': '', 'network_id': '62251075-a3e3-4d47-8761-104d217b089a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:bd:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f6cda3b-940a-432b-af73-f27feaeae0f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '9a71565b-217b-482b-8364-bc8ecb4c8f88', 'ip_address': '172.27.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:22:14Z', 'updated_at': '2021-09-15T16:22:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9a71565b-217b-482b-8364-bc8ecb4c8f88', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779576-8-iscsi'}], 'dv-cinder-779576-8-iscsi', False) {} {{(pid=93955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:22:18.601990 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03eb888f-5685-44a9-80cf-6b24c9eaa85d None None] Checking router: 2f6cda3b-940a-432b-af73-f27feaeae0f3 for host: dv-cinder-779576-8-iscsi {{(pid=93955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 16:22:18.603226 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03eb888f-5685-44a9-80cf-6b24c9eaa85d None None] Updating router 2f6cda3b-940a-432b-af73-f27feaeae0f3 port 6df2b5a1-fc82-4ac3-b111-ebdee7ac68f8 binding host dv-cinder-779576-8-iscsi {{(pid=93955) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 16:22:18.638597 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09fcfc3-476e-4154-8b6d-b5811bcaca7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43367660-d3bd-4c70-95c4-b2a0ad161261,revision_number=None']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:22:18.640738 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-03eb888f-5685-44a9-80cf-6b24c9eaa85d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928820'] for port, before_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:18.662353 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron.db.l3_dvr_db [None req-ebb268ff-98b0-430d-93b8-e22b70f370bd None None] Set router 874f5277-ae8e-4a65-91c7-e6e2443d2bf0 gateway port host: dv-cinder-779576-8-iscsi {{(pid=93956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 16:22:18.942236 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.db.db_base_plugin_common [None req-f57a3f85-8031-4125-9fc4-bf766fb9b840 admin admin] Allocated IP 172.20.0.1 (301d3dae-97cb-4f1f-a074-0eaf2ccca5e4/fa5f41a1-b858-4e32-8594-59b83d73c6e9/c47cddeb-1b1a-4b82-a932-8b2fe53df804) {{(pid=93954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 16:22:19.068890 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c087bc8-76c9-49e8-85d1-d583f4ab0d67 None None] Pushing event updated for resources: {'Port': ['ID=d82f3e0c-6741-4a42-a895-6190311d642c,revision_number=3']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:22:19.108518 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.wsgi [-] (93954) accepted ('10.222.0.39', 58334) {{(pid=93954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:22:19.189655 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.wsgi [-] (93953) accepted ('10.222.0.39', 58338) {{(pid=93953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:22:19.190889 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [None req-eeab1541-227e-4fa4-99bc-426e49caf7bc admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=b7787e0c80584f10a63c489d29548602&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0808899 Sep 15 16:22:19.195452 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-f57a3f85-8031-4125-9fc4-bf766fb9b840 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:19.246738 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron.db.l3_hamode_db [None req-ebb268ff-98b0-430d-93b8-e22b70f370bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '874f5277-ae8e-4a65-91c7-e6e2443d2bf0', 'name': 'tempest-ServerRescueNegativeTestJSON-975110868-router', 'tenant_id': 'e6a18f03044f465d813cff5376553386', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62251075-a3e3-4d47-8761-104d217b089a', 'external_fixed_ips': [{'subnet_id': '9a71565b-217b-482b-8364-bc8ecb4c8f88', 'ip_address': '172.27.3.76'}], 'enable_snat': True}, 'gw_port_id': 'd82f3e0c-6741-4a42-a895-6190311d642c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:22:11Z', 'updated_at': '2021-09-15T16:22:14Z', 'revision_number': 3, 'project_id': 'e6a18f03044f465d813cff5376553386', 'gw_port': {'id': 'd82f3e0c-6741-4a42-a895-6190311d642c', 'name': '', 'network_id': '62251075-a3e3-4d47-8761-104d217b089a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:4f:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '874f5277-ae8e-4a65-91c7-e6e2443d2bf0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '9a71565b-217b-482b-8364-bc8ecb4c8f88', 'ip_address': '172.27.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779576-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:22:12Z', 'updated_at': '2021-09-15T16:22:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9a71565b-217b-482b-8364-bc8ecb4c8f88', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779576-8-iscsi'}], 'dv-cinder-779576-8-iscsi', False) {} {{(pid=93956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:22:19.271111 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-f57a3f85-8031-4125-9fc4-bf766fb9b840 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791195969994'] for port, after_create {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:19.302725 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebb268ff-98b0-430d-93b8-e22b70f370bd None None] The sync data for ids ['874f5277-ae8e-4a65-91c7-e6e2443d2bf0'] in dv-cinder-779576-8-iscsi is: [{'id': '874f5277-ae8e-4a65-91c7-e6e2443d2bf0', 'name': 'tempest-ServerRescueNegativeTestJSON-975110868-router', 'tenant_id': 'e6a18f03044f465d813cff5376553386', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62251075-a3e3-4d47-8761-104d217b089a', 'external_fixed_ips': [{'subnet_id': '9a71565b-217b-482b-8364-bc8ecb4c8f88', 'ip_address': '172.27.3.76'}], 'enable_snat': True}, 'gw_port_id': 'd82f3e0c-6741-4a42-a895-6190311d642c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:22:11Z', 'updated_at': '2021-09-15T16:22:14Z', 'revision_number': 3, 'project_id': 'e6a18f03044f465d813cff5376553386', 'gw_port': {'id': 'd82f3e0c-6741-4a42-a895-6190311d642c', 'name': '', 'network_id': '62251075-a3e3-4d47-8761-104d217b089a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:4f:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '874f5277-ae8e-4a65-91c7-e6e2443d2bf0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '9a71565b-217b-482b-8364-bc8ecb4c8f88', 'ip_address': '172.27.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779576-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:22:12Z', 'updated_at': '2021-09-15T16:22:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9a71565b-217b-482b-8364-bc8ecb4c8f88', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779576-8-iscsi'}] {{(pid=93956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 16:22:19.377122 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57a3f85-8031-4125-9fc4-bf766fb9b840 admin admin] Pushing event updated for resources: {'Port': ['ID=c47cddeb-1b1a-4b82-a932-8b2fe53df804,revision_number=1']} {{(pid=93954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:22:19.409547 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-03eb888f-5685-44a9-80cf-6b24c9eaa85d None None] Notify callbacks [] for port, precommit_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:19.416848 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f57a3f85-8031-4125-9fc4-bf766fb9b840 admin admin] Network 301d3dae-97cb-4f1f-a074-0eaf2ccca5e4 is already hosted by enough agents. {{(pid=93954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:22:19.417077 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-6980059e-80fc-44a2-8be1-7393196a9332 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:19.421060 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.scheduler.base_scheduler [None req-f57a3f85-8031-4125-9fc4-bf766fb9b840 admin admin] Resources bound (agent type, host, resource id): {{(pid=93954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:22:19.432036 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-03eb888f-5685-44a9-80cf-6b24c9eaa85d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791196459277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791195970012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791195970030'] for port, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:19.438404 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f57a3f85-8031-4125-9fc4-bf766fb9b840 admin admin] Received port after_create {{(pid=93954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 16:22:19.439074 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-f57a3f85-8031-4125-9fc4-bf766fb9b840 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3725722'] for router_interface, before_create {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:19.480638 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-6980059e-80fc-44a2-8be1-7393196a9332 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:19.602664 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-6980059e-80fc-44a2-8be1-7393196a9332 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3702208'] for security_group, after_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:19.606408 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-6980059e-80fc-44a2-8be1-7393196a9332 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:19.607553 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [None req-6980059e-80fc-44a2-8be1-7393196a9332 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/fe805708-6d26-4967-bad9-38c83deb3ede HTTP/1.1" status: 204 len: 168 time: 0.4164491 Sep 15 16:22:19.640320 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3dc7d5-c9d2-4d53-8a9f-306ebe3e7369 None None] Pushing event updated for resources: {'Port': ['ID=6df2b5a1-fc82-4ac3-b111-ebdee7ac68f8,revision_number=2']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:22:19.656867 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [None req-03eb888f-5685-44a9-80cf-6b24c9eaa85d None None] Attempting to bind port 6df2b5a1-fc82-4ac3-b111-ebdee7ac68f8 on host dv-cinder-779576-8-iscsi for vnic_type normal with profile {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 16:22:19.657450 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [None req-03eb888f-5685-44a9-80cf-6b24c9eaa85d None None] Attempting to bind port 6df2b5a1-fc82-4ac3-b111-ebdee7ac68f8 by drivers openvswitch,hyperv on host dv-cinder-779576-8-iscsi at level 0 using segments [{'id': 'fd8e905d-efc3-4108-bd70-37f32575b93b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62251075-a3e3-4d47-8761-104d217b089a'}] {{(pid=93955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 16:22:19.664939 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03eb888f-5685-44a9-80cf-6b24c9eaa85d None None] Attempting to bind port 6df2b5a1-fc82-4ac3-b111-ebdee7ac68f8 on network 62251075-a3e3-4d47-8761-104d217b089a {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 16:22:19.682242 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03eb888f-5685-44a9-80cf-6b24c9eaa85d None None] Checking agent: {'id': 'afdc58b1-457c-454f-9c1a-1b1c93cc1a70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-779576-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 16, 14, 2), 'started_at': datetime.datetime(2021, 9, 15, 16, 14, 32), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 16, 22, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-779576-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 16:22:19.693423 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03eb888f-5685-44a9-80cf-6b24c9eaa85d None None] Checking segment: {'id': 'fd8e905d-efc3-4108-bd70-37f32575b93b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62251075-a3e3-4d47-8761-104d217b089a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 16:22:19.693842 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-03eb888f-5685-44a9-80cf-6b24c9eaa85d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:19.694243 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03eb888f-5685-44a9-80cf-6b24c9eaa85d None None] Bound using segment: {'id': 'fd8e905d-efc3-4108-bd70-37f32575b93b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62251075-a3e3-4d47-8761-104d217b089a'} {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 16:22:19.694756 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [None req-03eb888f-5685-44a9-80cf-6b24c9eaa85d None None] Bound port: 6df2b5a1-fc82-4ac3-b111-ebdee7ac68f8, host: dv-cinder-779576-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd8e905d-efc3-4108-bd70-37f32575b93b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62251075-a3e3-4d47-8761-104d217b089a'}}] {{(pid=93955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 16:22:19.695243 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-03eb888f-5685-44a9-80cf-6b24c9eaa85d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928820'] for port, before_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:19.740732 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6980059e-80fc-44a2-8be1-7393196a9332 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe805708-6d26-4967-bad9-38c83deb3ede,revision_number=None']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:22:19.869774 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.wsgi [-] (93953) accepted ('10.222.0.39', 58364) {{(pid=93953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:22:19.873284 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.db [None req-03eb888f-5685-44a9-80cf-6b24c9eaa85d None None] For port 6df2b5a1-fc82-4ac3-b111-ebdee7ac68f8, host dv-cinder-779576-8-iscsi, cleared binding levels {{(pid=93955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 16:22:19.901457 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-ec4b9da5-4dc5-4c27-a57a-6df46a6a62e7 req-99a5eb53-93d7-42c2-8586-41e9c9cb48a2 tempest-DeleteServersTestJSON-1247020361 tempest-DeleteServersTestJSON-1247020361-project] 10.222.0.39 "GET /v2.0/ports?device_id=486179e9-71f9-4e5d-b64f-b9582ed4a533 HTTP/1.1" status: 200 len: 210 time: 0.1346586 Sep 15 16:22:19.920828 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.db [None req-03eb888f-5685-44a9-80cf-6b24c9eaa85d None None] For port 6df2b5a1-fc82-4ac3-b111-ebdee7ac68f8, host dv-cinder-779576-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779576-8-iscsi',level=0,port_id=6df2b5a1-fc82-4ac3-b111-ebdee7ac68f8,segment=NetworkSegment(fd8e905d-efc3-4108-bd70-37f32575b93b),segment_id=fd8e905d-efc3-4108-bd70-37f32575b93b)] {{(pid=93955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 16:22:19.928744 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.db.provisioning_blocks [None req-3afc25dc-b3b8-4d65-a1ba-13e4c72b54cc None None] Provisioning complete for port c47cddeb-1b1a-4b82-a932-8b2fe53df804 triggered by entity DHCP. {{(pid=93955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:22:19.930407 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-3afc25dc-b3b8-4d65-a1ba-13e4c72b54cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953592'] for port, provisioning_complete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:19.958353 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-03eb888f-5685-44a9-80cf-6b24c9eaa85d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791196459277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791195970012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791195970030'] for port, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:19.959295 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-f57a3f85-8031-4125-9fc4-bf766fb9b840 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928820'] for port, before_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:19.972236 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-e8b7d7d6-44ff-4865-946a-b0294996c4d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928820'] for port, before_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:20.027720 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [None req-3afc25dc-b3b8-4d65-a1ba-13e4c72b54cc None None] Port c47cddeb-1b1a-4b82-a932-8b2fe53df804 cannot update to ACTIVE because it is not bound. {{(pid=93955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 16:22:20.040485 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03eb888f-5685-44a9-80cf-6b24c9eaa85d None None] Routers {'2f6cda3b-940a-432b-af73-f27feaeae0f3'} bound to L3 agent in host dv-cinder-779576-8-iscsi {{(pid=93955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:22:20.041241 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.db.l3_hamode_db [None req-03eb888f-5685-44a9-80cf-6b24c9eaa85d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779576-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-15T16:14:02Z,description=,heartbeat_timestamp=2021-09-15T16:22:02Z,host='dv-cinder-779576-8-iscsi',id=7a8df8d7-c3ef-43b4-9534-c977f7014926,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T16:14:02Z,topic='l3_agent')) {'router_ids': ['2f6cda3b-940a-432b-af73-f27feaeae0f3'], 'active': True} {{(pid=93955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:22:20.099385 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3dc7d5-c9d2-4d53-8a9f-306ebe3e7369 None None] Pushing event updated for resources: {'Port': ['ID=6df2b5a1-fc82-4ac3-b111-ebdee7ac68f8,revision_number=3']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:22:20.218832 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.db.l3_dvr_db [None req-03eb888f-5685-44a9-80cf-6b24c9eaa85d None None] Set router 2f6cda3b-940a-432b-af73-f27feaeae0f3 gateway port host: dv-cinder-779576-8-iscsi {{(pid=93955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 16:22:20.292856 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-f57a3f85-8031-4125-9fc4-bf766fb9b840 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:20.305318 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-f57a3f85-8031-4125-9fc4-bf766fb9b840 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791196459277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791195970012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791195970030'] for port, after_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:20.306229 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-f57a3f85-8031-4125-9fc4-bf766fb9b840 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3751642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3724810'] for router_interface, after_create {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:20.396783 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57a3f85-8031-4125-9fc4-bf766fb9b840 admin admin] Pushing event updated for resources: {'Port': ['ID=c47cddeb-1b1a-4b82-a932-8b2fe53df804,revision_number=2']} {{(pid=93954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:22:20.406290 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-7fc539b6-8a58-4957-bf04-4a1364679f2c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:20.544415 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.db.db_base_plugin_common [None req-e8b7d7d6-44ff-4865-946a-b0294996c4d5 admin admin] Allocated IP 172.20.0.1 (a789c6c7-846e-484f-aca7-614dc13bfb69/a9fde6a5-a0c6-40f2-b012-f34594b44218/3554ace6-ab82-4a4d-97c8-650beae4d87c) {{(pid=93953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 16:22:20.572865 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.db.l3_hamode_db [None req-03eb888f-5685-44a9-80cf-6b24c9eaa85d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f6cda3b-940a-432b-af73-f27feaeae0f3', 'name': 'tempest-AttachVolumeShelveTestJSON-1554809416-router', 'tenant_id': 'f7e7af658aa34644855359ede57c4c67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62251075-a3e3-4d47-8761-104d217b089a', 'external_fixed_ips': [{'subnet_id': '9a71565b-217b-482b-8364-bc8ecb4c8f88', 'ip_address': '172.27.3.104'}], 'enable_snat': True}, 'gw_port_id': '6df2b5a1-fc82-4ac3-b111-ebdee7ac68f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:22:12Z', 'updated_at': '2021-09-15T16:22:19Z', 'revision_number': 4, 'project_id': 'f7e7af658aa34644855359ede57c4c67', 'gw_port': {'id': '6df2b5a1-fc82-4ac3-b111-ebdee7ac68f8', 'name': '', 'network_id': '62251075-a3e3-4d47-8761-104d217b089a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:bd:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f6cda3b-940a-432b-af73-f27feaeae0f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '9a71565b-217b-482b-8364-bc8ecb4c8f88', 'ip_address': '172.27.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779576-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:22:14Z', 'updated_at': '2021-09-15T16:22:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9a71565b-217b-482b-8364-bc8ecb4c8f88', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779576-8-iscsi', '_interfaces': [{'id': 'c47cddeb-1b1a-4b82-a932-8b2fe53df804', 'name': '', 'network_id': '301d3dae-97cb-4f1f-a074-0eaf2ccca5e4', 'tenant_id': 'f7e7af658aa34644855359ede57c4c67', 'mac_address': 'fa:16:3e:8e:14:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f6cda3b-940a-432b-af73-f27feaeae0f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'fa5f41a1-b858-4e32-8594-59b83d73c6e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:22:18Z', 'updated_at': '2021-09-15T16:22:18Z', 'revision_number': 1, 'project_id': 'f7e7af658aa34644855359ede57c4c67', 'subnets': [{'id': 'fa5f41a1-b858-4e32-8594-59b83d73c6e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779576-8-iscsi', False) {} {{(pid=93955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:22:20.575703 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f57a3f85-8031-4125-9fc4-bf766fb9b840 admin admin] Network 301d3dae-97cb-4f1f-a074-0eaf2ccca5e4 is already hosted by enough agents. {{(pid=93954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:22:20.577830 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.scheduler.base_scheduler [None req-f57a3f85-8031-4125-9fc4-bf766fb9b840 admin admin] Resources bound (agent type, host, resource id): {{(pid=93954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:22:20.744360 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03eb888f-5685-44a9-80cf-6b24c9eaa85d None None] The sync data for ids ['2f6cda3b-940a-432b-af73-f27feaeae0f3'] in dv-cinder-779576-8-iscsi is: [{'id': '2f6cda3b-940a-432b-af73-f27feaeae0f3', 'name': 'tempest-AttachVolumeShelveTestJSON-1554809416-router', 'tenant_id': 'f7e7af658aa34644855359ede57c4c67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62251075-a3e3-4d47-8761-104d217b089a', 'external_fixed_ips': [{'subnet_id': '9a71565b-217b-482b-8364-bc8ecb4c8f88', 'ip_address': '172.27.3.104'}], 'enable_snat': True}, 'gw_port_id': '6df2b5a1-fc82-4ac3-b111-ebdee7ac68f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:22:12Z', 'updated_at': '2021-09-15T16:22:19Z', 'revision_number': 4, 'project_id': 'f7e7af658aa34644855359ede57c4c67', 'gw_port': {'id': '6df2b5a1-fc82-4ac3-b111-ebdee7ac68f8', 'name': '', 'network_id': '62251075-a3e3-4d47-8761-104d217b089a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:bd:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f6cda3b-940a-432b-af73-f27feaeae0f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '9a71565b-217b-482b-8364-bc8ecb4c8f88', 'ip_address': '172.27.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779576-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:22:14Z', 'updated_at': '2021-09-15T16:22:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9a71565b-217b-482b-8364-bc8ecb4c8f88', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779576-8-iscsi', '_interfaces': [{'id': 'c47cddeb-1b1a-4b82-a932-8b2fe53df804', 'name': '', 'network_id': '301d3dae-97cb-4f1f-a074-0eaf2ccca5e4', 'tenant_id': 'f7e7af658aa34644855359ede57c4c67', 'mac_address': 'fa:16:3e:8e:14:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f6cda3b-940a-432b-af73-f27feaeae0f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'fa5f41a1-b858-4e32-8594-59b83d73c6e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:22:18Z', 'updated_at': '2021-09-15T16:22:18Z', 'revision_number': 1, 'project_id': 'f7e7af658aa34644855359ede57c4c67', 'subnets': [{'id': 'fa5f41a1-b858-4e32-8594-59b83d73c6e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 16:22:20.819233 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-7fc539b6-8a58-4957-bf04-4a1364679f2c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:20.841635 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-7fc539b6-8a58-4957-bf04-4a1364679f2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3702208'] for security_group, after_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:20.885528 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-e8b7d7d6-44ff-4865-946a-b0294996c4d5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:20.958085 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.db.provisioning_blocks [None req-68dfabe8-8538-41f8-af09-26d5b210525b None None] Provisioning complete for port c47cddeb-1b1a-4b82-a932-8b2fe53df804 triggered by entity DHCP. {{(pid=93955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:22:20.958448 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-68dfabe8-8538-41f8-af09-26d5b210525b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953592'] for port, provisioning_complete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:21.025997 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f57a3f85-8031-4125-9fc4-bf766fb9b840 admin admin] Router 2f6cda3b-940a-432b-af73-f27feaeae0f3 has already been hosted by L3 agent 7a8df8d7-c3ef-43b4-9534-c977f7014926 {{(pid=93954) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 16:22:21.052943 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [None req-7fc539b6-8a58-4957-bf04-4a1364679f2c admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=6c1036c20f3c48c5aa743fac954d1523&name=default HTTP/1.1" status: 200 len: 2975 time: 1.1819332 Sep 15 16:22:21.053519 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.wsgi [-] (93953) accepted ('10.222.0.39', 58400) {{(pid=93953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:22:21.072115 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [None req-68dfabe8-8538-41f8-af09-26d5b210525b None None] Port c47cddeb-1b1a-4b82-a932-8b2fe53df804 cannot update to ACTIVE because it is not bound. {{(pid=93955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 16:22:21.148715 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc539b6-8a58-4957-bf04-4a1364679f2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0982814c-74d9-4541-b614-ba9d48865a2b,revision_number=1']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:22:21.219427 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f57a3f85-8031-4125-9fc4-bf766fb9b840 admin admin] Notify agent at l3_agent.dv-cinder-779576-8-iscsi the message routers_updated {{(pid=93954) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 16:22:21.229745 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [None req-f57a3f85-8031-4125-9fc4-bf766fb9b840 admin admin] 10.222.0.39 "PUT /v2.0/routers/2f6cda3b-940a-432b-af73-f27feaeae0f3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6153100 Sep 15 16:22:21.250208 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-f0b07489-9401-4b1d-a4b9-10570d76e3dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:21.340388 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-4878a3ef-0756-437f-97be-b2fd544917e7 req-4fe63c52-da0c-48b8-bd2f-24d93bf0836a tempest-DeleteServersTestJSON-1247020361 tempest-DeleteServersTestJSON-1247020361-project] 10.222.0.39 "GET /v2.0/ports?device_id=486179e9-71f9-4e5d-b64f-b9582ed4a533 HTTP/1.1" status: 200 len: 210 time: 0.0851364 Sep 15 16:22:21.360499 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-e8b7d7d6-44ff-4865-946a-b0294996c4d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791195969994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127878305'] for port, after_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:21.381617 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-f0b07489-9401-4b1d-a4b9-10570d76e3dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:21.458766 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8b7d7d6-44ff-4865-946a-b0294996c4d5 admin admin] Network a789c6c7-846e-484f-aca7-614dc13bfb69 is already hosted by enough agents. {{(pid=93953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:22:21.469231 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.scheduler.base_scheduler [None req-e8b7d7d6-44ff-4865-946a-b0294996c4d5 admin admin] Resources bound (agent type, host, resource id): {{(pid=93953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:22:21.483110 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8b7d7d6-44ff-4865-946a-b0294996c4d5 admin admin] Received port after_create {{(pid=93953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 16:22:21.557326 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b7d7d6-44ff-4865-946a-b0294996c4d5 admin admin] Pushing event updated for resources: {'Port': ['ID=3554ace6-ab82-4a4d-97c8-650beae4d87c,revision_number=1']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:22:21.567978 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-e8b7d7d6-44ff-4865-946a-b0294996c4d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3725722'] for router_interface, before_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:21.720139 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-f0b07489-9401-4b1d-a4b9-10570d76e3dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3702208'] for security_group, after_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:21.724451 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-f0b07489-9401-4b1d-a4b9-10570d76e3dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:21.725884 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [None req-f0b07489-9401-4b1d-a4b9-10570d76e3dd admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/0982814c-74d9-4541-b614-ba9d48865a2b HTTP/1.1" status: 204 len: 168 time: 0.6379182 Sep 15 16:22:21.788770 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b07489-9401-4b1d-a4b9-10570d76e3dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0982814c-74d9-4541-b614-ba9d48865a2b,revision_number=None']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:22:21.895405 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.rpc [None req-57d8a9a3-d16f-4b20-b77b-ca1e664c03db None None] Device d82f3e0c-6741-4a42-a895-6190311d642c up at agent ovs-agent-dv-cinder-779576-8-iscsi {{(pid=93955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 16:22:22.010271 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.db.provisioning_blocks [None req-57d8a9a3-d16f-4b20-b77b-ca1e664c03db None None] Provisioning complete for port d82f3e0c-6741-4a42-a895-6190311d642c triggered by entity L2. {{(pid=93955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:22:22.010642 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-57d8a9a3-d16f-4b20-b77b-ca1e664c03db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953592'] for port, provisioning_complete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:22.227717 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-57d8a9a3-d16f-4b20-b77b-ca1e664c03db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928820'] for port, before_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:22.256566 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.db [None req-57d8a9a3-d16f-4b20-b77b-ca1e664c03db None None] For port d82f3e0c-6741-4a42-a895-6190311d642c, host dv-cinder-779576-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779576-8-iscsi',level=0,port_id=d82f3e0c-6741-4a42-a895-6190311d642c,segment=NetworkSegment(fd8e905d-efc3-4108-bd70-37f32575b93b),segment_id=fd8e905d-efc3-4108-bd70-37f32575b93b)] {{(pid=93955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:22:22.268778 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-57d8a9a3-d16f-4b20-b77b-ca1e664c03db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791196459277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791195970012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791195970030'] for port, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:22.310326 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-e8b7d7d6-44ff-4865-946a-b0294996c4d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928820'] for port, before_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:22.338415 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d8a9a3-d16f-4b20-b77b-ca1e664c03db None None] Pushing event updated for resources: {'Port': ['ID=d82f3e0c-6741-4a42-a895-6190311d642c,revision_number=4']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:22:22.517518 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.wsgi [-] (93954) accepted ('10.222.0.39', 58448) {{(pid=93954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:22:22.522922 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.api.v2.base [None req-c32f1375-2089-4e6d-a028-a72ce3488286 tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] Request body: {'security_group': {'name': 'tempest-securitygroup--866724456', 'description': 'tempest-description--1757107534'}} {{(pid=93954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:22:22.600471 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-c32f1375-2089-4e6d-a028-a72ce3488286 tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] Notify callbacks [] for security_group, before_create {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:22.682733 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791196484491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953091'] for agent, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:22.692888 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-af0d7584-eab6-459f-887f-77c7e2267c1c req-5806009f-fd5c-4198-8585-07594095a0e2 tempest-DeleteServersTestJSON-1247020361 tempest-DeleteServersTestJSON-1247020361-project] 10.222.0.39 "GET /v2.0/ports?device_id=486179e9-71f9-4e5d-b64f-b9582ed4a533 HTTP/1.1" status: 200 len: 210 time: 0.2017908 Sep 15 16:22:22.755021 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.wsgi [-] (93954) accepted ('10.222.0.39', 58456) {{(pid=93954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:22:22.769293 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-c32f1375-2089-4e6d-a028-a72ce3488286 tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] Notify callbacks [] for security_group, precommit_create {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:22.778597 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-427161de-3aca-4ec3-863c-22feee446097 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:22.782594 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-c32f1375-2089-4e6d-a028-a72ce3488286 tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3702208'] for security_group, after_create {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:22.808566 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-e8b7d7d6-44ff-4865-946a-b0294996c4d5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:22.819729 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-e8b7d7d6-44ff-4865-946a-b0294996c4d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791196459277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791195970012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791195970030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127878328'] for port, after_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:22.845579 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32f1375-2089-4e6d-a028-a72ce3488286 tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] Pushing event updated for resources: {'SecurityGroup': ['ID=01d6c133-4034-4f0a-ac7f-c71aa400623e,revision_number=1']} {{(pid=93954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:22:22.941300 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-e8b7d7d6-44ff-4865-946a-b0294996c4d5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3751642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3724810'] for router_interface, after_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:22.947755 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b7d7d6-44ff-4865-946a-b0294996c4d5 admin admin] Pushing event updated for resources: {'Port': ['ID=3554ace6-ab82-4a4d-97c8-650beae4d87c,revision_number=2']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:22:22.973072 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-427161de-3aca-4ec3-863c-22feee446097 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:22.983418 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-427161de-3aca-4ec3-863c-22feee446097 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3702208'] for security_group, after_create {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:23.016691 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-c32f1375-2089-4e6d-a028-a72ce3488286 tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] Notify callbacks [] for security_group, before_response {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:23.021025 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [None req-c32f1375-2089-4e6d-a028-a72ce3488286 tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1777 time: 0.4990616 Sep 15 16:22:23.027244 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.wsgi [-] (93954) accepted ('10.222.0.39', 58462) {{(pid=93954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:22:23.034592 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.api.v2.base [None req-5ecc5783-7924-40ae-9031-9d9cbec75609 tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] Request body: {'security_group_rule': {'security_group_id': '01d6c133-4034-4f0a-ac7f-c71aa400623e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:22:23.054247 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [None req-427161de-3aca-4ec3-863c-22feee446097 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=e278a84b032f49bdafaae4a09fa734f2&name=default HTTP/1.1" status: 200 len: 2976 time: 0.2930870 Sep 15 16:22:23.057768 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.wsgi [-] (93954) accepted ('10.222.0.39', 58464) {{(pid=93954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:22:23.061318 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427161de-3aca-4ec3-863c-22feee446097 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=663f8140-c122-4eea-963e-d2c58b402810,revision_number=1']} {{(pid=93954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:22:23.104230 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8b7d7d6-44ff-4865-946a-b0294996c4d5 admin admin] Network a789c6c7-846e-484f-aca7-614dc13bfb69 is already hosted by enough agents. {{(pid=93953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:22:23.106182 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.scheduler.base_scheduler [None req-e8b7d7d6-44ff-4865-946a-b0294996c4d5 admin admin] Resources bound (agent type, host, resource id): {{(pid=93953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:22:23.166465 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-e9ef593d-74b4-4872-9d0b-d79edea10d3f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:23.169559 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-5ecc5783-7924-40ae-9031-9d9cbec75609 tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:23.218692 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-e9ef593d-74b4-4872-9d0b-d79edea10d3f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:23.252646 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-5ecc5783-7924-40ae-9031-9d9cbec75609 tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:23.261246 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8b7d7d6-44ff-4865-946a-b0294996c4d5 admin admin] Router 874f5277-ae8e-4a65-91c7-e6e2443d2bf0 has already been hosted by L3 agent 7a8df8d7-c3ef-43b4-9534-c977f7014926 {{(pid=93953) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 16:22:23.278752 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-5ecc5783-7924-40ae-9031-9d9cbec75609 tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3714140'] for security_group_rule, after_create {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:23.312307 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ecc5783-7924-40ae-9031-9d9cbec75609 tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc9d510d-d282-4058-9064-972513c6e56c,revision_number=0']} {{(pid=93954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:22:23.317603 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-5ecc5783-7924-40ae-9031-9d9cbec75609 tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:23.319583 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [None req-5ecc5783-7924-40ae-9031-9d9cbec75609 tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2910819 Sep 15 16:22:23.321768 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.wsgi [-] (93954) accepted ('10.222.0.39', 58474) {{(pid=93954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:22:23.326339 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.api.v2.base [None req-6c035249-4f9a-4a29-9887-3d14e2356bd2 tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] Request body: {'security_group_rule': {'security_group_id': '01d6c133-4034-4f0a-ac7f-c71aa400623e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:22:23.345351 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-e9ef593d-74b4-4872-9d0b-d79edea10d3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3702208'] for security_group, after_delete {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:23.348833 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-e9ef593d-74b4-4872-9d0b-d79edea10d3f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:23.349964 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [None req-e9ef593d-74b4-4872-9d0b-d79edea10d3f admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/663f8140-c122-4eea-963e-d2c58b402810 HTTP/1.1" status: 204 len: 168 time: 0.2912941 Sep 15 16:22:23.360240 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ef593d-74b4-4872-9d0b-d79edea10d3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=663f8140-c122-4eea-963e-d2c58b402810,revision_number=None']} {{(pid=93954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:22:23.371636 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-6c035249-4f9a-4a29-9887-3d14e2356bd2 tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:23.406226 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8b7d7d6-44ff-4865-946a-b0294996c4d5 admin admin] Notify agent at l3_agent.dv-cinder-779576-8-iscsi the message routers_updated {{(pid=93953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 16:22:23.414167 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [None req-e8b7d7d6-44ff-4865-946a-b0294996c4d5 admin admin] 10.222.0.39 "PUT /v2.0/routers/874f5277-ae8e-4a65-91c7-e6e2443d2bf0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0156550 Sep 15 16:22:23.426694 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbd785f3-0949-4d9b-8eb3-7ec1ef749768 None None] Sync routers for ids ['874f5277-ae8e-4a65-91c7-e6e2443d2bf0'] in dv-cinder-779576-8-iscsi {{(pid=93956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 16:22:23.436639 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbd785f3-0949-4d9b-8eb3-7ec1ef749768 None None] Routers {'874f5277-ae8e-4a65-91c7-e6e2443d2bf0'} bound to L3 agent in host dv-cinder-779576-8-iscsi {{(pid=93956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:22:23.437399 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron.db.l3_hamode_db [None req-dbd785f3-0949-4d9b-8eb3-7ec1ef749768 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779576-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-15T16:14:02Z,description=,heartbeat_timestamp=2021-09-15T16:22:02Z,host='dv-cinder-779576-8-iscsi',id=7a8df8d7-c3ef-43b4-9534-c977f7014926,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T16:14:02Z,topic='l3_agent')) {'router_ids': ['874f5277-ae8e-4a65-91c7-e6e2443d2bf0'], 'active': True} {{(pid=93956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:22:23.469864 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-6c035249-4f9a-4a29-9887-3d14e2356bd2 tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:23.479030 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-6c035249-4f9a-4a29-9887-3d14e2356bd2 tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3714140'] for security_group_rule, after_create {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:23.504017 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c035249-4f9a-4a29-9887-3d14e2356bd2 tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa52893f-926c-491d-93b9-1ef17d835ed1,revision_number=0']} {{(pid=93954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:22:23.519465 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-6c035249-4f9a-4a29-9887-3d14e2356bd2 tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:23.520864 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [None req-6c035249-4f9a-4a29-9887-3d14e2356bd2 tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1981547 Sep 15 16:22:23.524257 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.wsgi [-] (93953) accepted ('10.222.0.39', 58480) {{(pid=93953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:22:23.529383 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.api.v2.base [None req-2c3eb202-e2de-4c7c-b91c-eb23f089ded5 tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] Request body: {'floatingip': {'floating_network_id': '62251075-a3e3-4d47-8761-104d217b089a'}} {{(pid=93953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:22:23.688939 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-2c3eb202-e2de-4c7c-b91c-eb23f089ded5 tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] Notify callbacks [] for floatingip, before_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:23.765583 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron.db.l3_dvr_db [None req-dbd785f3-0949-4d9b-8eb3-7ec1ef749768 None None] Set router 874f5277-ae8e-4a65-91c7-e6e2443d2bf0 gateway port host: dv-cinder-779576-8-iscsi {{(pid=93956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 16:22:23.912551 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.rpc [None req-57d8a9a3-d16f-4b20-b77b-ca1e664c03db None None] Device 6df2b5a1-fc82-4ac3-b111-ebdee7ac68f8 up at agent ovs-agent-dv-cinder-779576-8-iscsi {{(pid=93955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 16:22:23.961979 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-28c7b3af-13d1-4664-96ac-4c117c82e255 req-5ccb9fa8-b50a-4fa6-bb80-62298eebb23f tempest-DeleteServersTestJSON-1247020361 tempest-DeleteServersTestJSON-1247020361-project] 10.222.0.39 "GET /v2.0/ports?device_id=486179e9-71f9-4e5d-b64f-b9582ed4a533 HTTP/1.1" status: 200 len: 210 time: 0.0745373 Sep 15 16:22:23.976972 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.wsgi [-] (93954) accepted ('10.222.0.39', 58510) {{(pid=93954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:22:24.036573 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.db.provisioning_blocks [None req-57d8a9a3-d16f-4b20-b77b-ca1e664c03db None None] Provisioning complete for port 6df2b5a1-fc82-4ac3-b111-ebdee7ac68f8 triggered by entity L2. {{(pid=93955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:22:24.036965 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-57d8a9a3-d16f-4b20-b77b-ca1e664c03db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953592'] for port, provisioning_complete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:24.076820 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-2c3eb202-e2de-4c7c-b91c-eb23f089ded5 tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928820'] for port, before_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:24.219312 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac38b179-d5b4-47e6-bcc6-4e8c01fc4aee None None] Sync routers for ids ['2f6cda3b-940a-432b-af73-f27feaeae0f3'] in dv-cinder-779576-8-iscsi {{(pid=93955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 16:22:24.223748 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.db.db_base_plugin_common [None req-2c3eb202-e2de-4c7c-b91c-eb23f089ded5 tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] Allocated IP 172.27.3.221 (62251075-a3e3-4d47-8761-104d217b089a/9a71565b-217b-482b-8364-bc8ecb4c8f88/a31750f1-fc2c-4fe7-8229-309024be09fb) {{(pid=93953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 16:22:24.249062 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-57d8a9a3-d16f-4b20-b77b-ca1e664c03db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928820'] for port, before_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:24.258900 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-740e7384-7809-43cc-9b87-4b1abb6e4f1e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:24.307643 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac38b179-d5b4-47e6-bcc6-4e8c01fc4aee None None] Routers {'2f6cda3b-940a-432b-af73-f27feaeae0f3'} bound to L3 agent in host dv-cinder-779576-8-iscsi {{(pid=93955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:22:24.310043 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.db.l3_hamode_db [None req-ac38b179-d5b4-47e6-bcc6-4e8c01fc4aee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779576-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-15T16:14:02Z,description=,heartbeat_timestamp=2021-09-15T16:22:02Z,host='dv-cinder-779576-8-iscsi',id=7a8df8d7-c3ef-43b4-9534-c977f7014926,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T16:14:02Z,topic='l3_agent')) {'router_ids': ['2f6cda3b-940a-432b-af73-f27feaeae0f3'], 'active': True} {{(pid=93955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:22:24.328554 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.db [None req-57d8a9a3-d16f-4b20-b77b-ca1e664c03db None None] For port 6df2b5a1-fc82-4ac3-b111-ebdee7ac68f8, host dv-cinder-779576-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779576-8-iscsi',level=0,port_id=6df2b5a1-fc82-4ac3-b111-ebdee7ac68f8,segment=NetworkSegment(fd8e905d-efc3-4108-bd70-37f32575b93b),segment_id=fd8e905d-efc3-4108-bd70-37f32575b93b)] {{(pid=93955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:22:24.360787 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-2c3eb202-e2de-4c7c-b91c-eb23f089ded5 tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] Notify callbacks [] for port, precommit_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:24.400748 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-2c3eb202-e2de-4c7c-b91c-eb23f089ded5 tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791195969994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127878305'] for port, after_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:24.418639 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-57d8a9a3-d16f-4b20-b77b-ca1e664c03db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791196459277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791195970012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791195970030'] for port, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:24.419747 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.rpc [None req-57d8a9a3-d16f-4b20-b77b-ca1e664c03db None None] Device d82f3e0c-6741-4a42-a895-6190311d642c up at agent ovs-agent-dv-cinder-779576-8-iscsi {{(pid=93955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 16:22:24.448405 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c3eb202-e2de-4c7c-b91c-eb23f089ded5 tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] Network 62251075-a3e3-4d47-8761-104d217b089a is already hosted by enough agents. {{(pid=93953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:22:24.454444 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.scheduler.base_scheduler [None req-2c3eb202-e2de-4c7c-b91c-eb23f089ded5 tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] Resources bound (agent type, host, resource id): {{(pid=93953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:22:24.459593 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c3eb202-e2de-4c7c-b91c-eb23f089ded5 tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] Received port after_create {{(pid=93953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 16:22:24.488337 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron.db.l3_hamode_db [None req-dbd785f3-0949-4d9b-8eb3-7ec1ef749768 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '874f5277-ae8e-4a65-91c7-e6e2443d2bf0', 'name': 'tempest-ServerRescueNegativeTestJSON-975110868-router', 'tenant_id': 'e6a18f03044f465d813cff5376553386', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62251075-a3e3-4d47-8761-104d217b089a', 'external_fixed_ips': [{'subnet_id': '9a71565b-217b-482b-8364-bc8ecb4c8f88', 'ip_address': '172.27.3.76'}], 'enable_snat': True}, 'gw_port_id': 'd82f3e0c-6741-4a42-a895-6190311d642c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:22:11Z', 'updated_at': '2021-09-15T16:22:21Z', 'revision_number': 4, 'project_id': 'e6a18f03044f465d813cff5376553386', 'gw_port': {'id': 'd82f3e0c-6741-4a42-a895-6190311d642c', 'name': '', 'network_id': '62251075-a3e3-4d47-8761-104d217b089a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:4f:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '874f5277-ae8e-4a65-91c7-e6e2443d2bf0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '9a71565b-217b-482b-8364-bc8ecb4c8f88', 'ip_address': '172.27.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779576-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:22:12Z', 'updated_at': '2021-09-15T16:22:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a71565b-217b-482b-8364-bc8ecb4c8f88', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779576-8-iscsi', '_interfaces': [{'id': '3554ace6-ab82-4a4d-97c8-650beae4d87c', 'name': '', 'network_id': 'a789c6c7-846e-484f-aca7-614dc13bfb69', 'tenant_id': 'e6a18f03044f465d813cff5376553386', 'mac_address': 'fa:16:3e:97:26:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '874f5277-ae8e-4a65-91c7-e6e2443d2bf0', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'a9fde6a5-a0c6-40f2-b012-f34594b44218', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:22:19Z', 'updated_at': '2021-09-15T16:22:22Z', 'revision_number': 2, 'project_id': 'e6a18f03044f465d813cff5376553386', 'subnets': [{'id': 'a9fde6a5-a0c6-40f2-b012-f34594b44218', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779576-8-iscsi', False) {} {{(pid=93956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:22:24.524449 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3eb202-e2de-4c7c-b91c-eb23f089ded5 tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] Pushing event updated for resources: {'Port': ['ID=a31750f1-fc2c-4fe7-8229-309024be09fb,revision_number=1']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:22:24.536337 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-740e7384-7809-43cc-9b87-4b1abb6e4f1e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:24.540153 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d8a9a3-d16f-4b20-b77b-ca1e664c03db None None] Pushing event updated for resources: {'Port': ['ID=6df2b5a1-fc82-4ac3-b111-ebdee7ac68f8,revision_number=4']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:22:24.563944 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-740e7384-7809-43cc-9b87-4b1abb6e4f1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3702208'] for security_group, after_create {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:24.605012 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbd785f3-0949-4d9b-8eb3-7ec1ef749768 None None] Checking router: 874f5277-ae8e-4a65-91c7-e6e2443d2bf0 for host: dv-cinder-779576-8-iscsi {{(pid=93956) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 16:22:24.605392 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbd785f3-0949-4d9b-8eb3-7ec1ef749768 None None] Updating router 874f5277-ae8e-4a65-91c7-e6e2443d2bf0 port 3554ace6-ab82-4a4d-97c8-650beae4d87c binding host dv-cinder-779576-8-iscsi {{(pid=93956) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 16:22:24.627820 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.db.provisioning_blocks [None req-57d8a9a3-d16f-4b20-b77b-ca1e664c03db None None] Provisioning complete for port d82f3e0c-6741-4a42-a895-6190311d642c triggered by entity L2. {{(pid=93955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:22:24.628471 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-57d8a9a3-d16f-4b20-b77b-ca1e664c03db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953592'] for port, provisioning_complete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:24.669273 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740e7384-7809-43cc-9b87-4b1abb6e4f1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05130c13-1ad4-4a41-b1f7-e952471ea9fa,revision_number=1']} {{(pid=93954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:22:24.693300 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-dbd785f3-0949-4d9b-8eb3-7ec1ef749768 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928820'] for port, before_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:24.693972 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.db.l3_dvr_db [None req-ac38b179-d5b4-47e6-bcc6-4e8c01fc4aee None None] Set router 2f6cda3b-940a-432b-af73-f27feaeae0f3 gateway port host: dv-cinder-779576-8-iscsi {{(pid=93955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 16:22:24.709295 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [None req-740e7384-7809-43cc-9b87-4b1abb6e4f1e admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=154ec52370df43e792419ae0f3f8140e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7303631 Sep 15 16:22:24.711015 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.wsgi [-] (93954) accepted ('10.222.0.39', 58552) {{(pid=93954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:22:24.828204 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-c4fde67e-de38-47f7-8cf4-0ffdf941b8c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:24.925362 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-c4fde67e-de38-47f7-8cf4-0ffdf941b8c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:24.941216 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-2c3eb202-e2de-4c7c-b91c-eb23f089ded5 tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:25.046488 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-2c3eb202-e2de-4c7c-b91c-eb23f089ded5 tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928820'] for port, before_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:25.052247 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-c4fde67e-de38-47f7-8cf4-0ffdf941b8c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3702208'] for security_group, after_delete {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:25.059041 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-c4fde67e-de38-47f7-8cf4-0ffdf941b8c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:25.064123 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [None req-c4fde67e-de38-47f7-8cf4-0ffdf941b8c3 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/05130c13-1ad4-4a41-b1f7-e952471ea9fa HTTP/1.1" status: 204 len: 168 time: 0.3509383 Sep 15 16:22:25.101460 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4fde67e-de38-47f7-8cf4-0ffdf941b8c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05130c13-1ad4-4a41-b1f7-e952471ea9fa,revision_number=None']} {{(pid=93954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:22:25.188805 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-5f06d41d-5ca9-4c3e-835b-02f91db4a5b7 req-35fbd5c8-1126-4011-8b1e-3f27809fe450 tempest-DeleteServersTestJSON-1247020361 tempest-DeleteServersTestJSON-1247020361-project] 10.222.0.39 "GET /v2.0/ports?device_id=486179e9-71f9-4e5d-b64f-b9582ed4a533 HTTP/1.1" status: 200 len: 210 time: 0.0563431 Sep 15 16:22:25.257701 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-dbd785f3-0949-4d9b-8eb3-7ec1ef749768 None None] Notify callbacks [] for port, precommit_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:25.267493 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b94ec59-98e6-4bfc-9986-404aafee29c3 req-6676139a-263b-4041-8e16-96f51444efeb tempest-ServerRescueNegativeTestJSON-1504381068 tempest-ServerRescueNegativeTestJSON-1504381068-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:22:25.269116 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-2b94ec59-98e6-4bfc-9986-404aafee29c3 req-6676139a-263b-4041-8e16-96f51444efeb tempest-ServerRescueNegativeTestJSON-1504381068 tempest-ServerRescueNegativeTestJSON-1504381068-project] 10.222.0.39 "GET /v2.0/networks?id=a789c6c7-846e-484f-aca7-614dc13bfb69 HTTP/1.1" status: 200 len: 818 time: 0.6335924 Sep 15 16:22:25.274255 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-dbd785f3-0949-4d9b-8eb3-7ec1ef749768 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791196459277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791195970012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791195970030'] for port, after_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:25.302654 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-2b94ec59-98e6-4bfc-9986-404aafee29c3 req-f6d284e1-a85d-40e5-af93-71bde8d5c8de tempest-ServerRescueNegativeTestJSON-1504381068 tempest-ServerRescueNegativeTestJSON-1504381068-project] 10.222.0.39 "GET /v2.0/quotas/e6a18f03044f465d813cff5376553386 HTTP/1.1" status: 200 len: 375 time: 0.0231218 Sep 15 16:22:25.308236 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.db.l3_hamode_db [None req-ac38b179-d5b4-47e6-bcc6-4e8c01fc4aee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f6cda3b-940a-432b-af73-f27feaeae0f3', 'name': 'tempest-AttachVolumeShelveTestJSON-1554809416-router', 'tenant_id': 'f7e7af658aa34644855359ede57c4c67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62251075-a3e3-4d47-8761-104d217b089a', 'external_fixed_ips': [{'subnet_id': '9a71565b-217b-482b-8364-bc8ecb4c8f88', 'ip_address': '172.27.3.104'}], 'enable_snat': True}, 'gw_port_id': '6df2b5a1-fc82-4ac3-b111-ebdee7ac68f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:22:12Z', 'updated_at': '2021-09-15T16:22:19Z', 'revision_number': 4, 'project_id': 'f7e7af658aa34644855359ede57c4c67', 'gw_port': {'id': '6df2b5a1-fc82-4ac3-b111-ebdee7ac68f8', 'name': '', 'network_id': '62251075-a3e3-4d47-8761-104d217b089a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:bd:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f6cda3b-940a-432b-af73-f27feaeae0f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '9a71565b-217b-482b-8364-bc8ecb4c8f88', 'ip_address': '172.27.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779576-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:22:14Z', 'updated_at': '2021-09-15T16:22:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9a71565b-217b-482b-8364-bc8ecb4c8f88', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779576-8-iscsi', '_interfaces': [{'id': 'c47cddeb-1b1a-4b82-a932-8b2fe53df804', 'name': '', 'network_id': '301d3dae-97cb-4f1f-a074-0eaf2ccca5e4', 'tenant_id': 'f7e7af658aa34644855359ede57c4c67', 'mac_address': 'fa:16:3e:8e:14:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f6cda3b-940a-432b-af73-f27feaeae0f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'fa5f41a1-b858-4e32-8594-59b83d73c6e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:22:18Z', 'updated_at': '2021-09-15T16:22:20Z', 'revision_number': 2, 'project_id': 'f7e7af658aa34644855359ede57c4c67', 'subnets': [{'id': 'fa5f41a1-b858-4e32-8594-59b83d73c6e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779576-8-iscsi', False) {} {{(pid=93955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:22:25.348411 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac38b179-d5b4-47e6-bcc6-4e8c01fc4aee None None] Checking router: 2f6cda3b-940a-432b-af73-f27feaeae0f3 for host: dv-cinder-779576-8-iscsi {{(pid=93955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 16:22:25.348858 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac38b179-d5b4-47e6-bcc6-4e8c01fc4aee None None] Updating router 2f6cda3b-940a-432b-af73-f27feaeae0f3 port c47cddeb-1b1a-4b82-a932-8b2fe53df804 binding host dv-cinder-779576-8-iscsi {{(pid=93955) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 16:22:25.381858 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-ac38b179-d5b4-47e6-bcc6-4e8c01fc4aee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928820'] for port, before_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:25.389011 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830cc610-e4d6-4891-abc7-f3659700e2c3 None None] Pushing event updated for resources: {'Port': ['ID=3554ace6-ab82-4a4d-97c8-650beae4d87c,revision_number=3']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:22:25.454971 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-2b94ec59-98e6-4bfc-9986-404aafee29c3 req-80f4de67-fddb-4882-8efe-bb6ce0ef855d tempest-ServerRescueNegativeTestJSON-1504381068 tempest-ServerRescueNegativeTestJSON-1504381068-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=e6a18f03044f465d813cff5376553386&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1372375 Sep 15 16:22:25.467095 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron.plugins.ml2.managers [None req-dbd785f3-0949-4d9b-8eb3-7ec1ef749768 None None] Attempting to bind port 3554ace6-ab82-4a4d-97c8-650beae4d87c on host dv-cinder-779576-8-iscsi for vnic_type normal with profile {{(pid=93956) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 16:22:25.467830 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron.plugins.ml2.managers [None req-dbd785f3-0949-4d9b-8eb3-7ec1ef749768 None None] Attempting to bind port 3554ace6-ab82-4a4d-97c8-650beae4d87c by drivers openvswitch,hyperv on host dv-cinder-779576-8-iscsi at level 0 using segments [{'id': 'd35cd436-27a4-4e9c-acc2-6e2b0ac7696c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'a789c6c7-846e-484f-aca7-614dc13bfb69'}] {{(pid=93956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 16:22:25.468581 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbd785f3-0949-4d9b-8eb3-7ec1ef749768 None None] Attempting to bind port 3554ace6-ab82-4a4d-97c8-650beae4d87c on network a789c6c7-846e-484f-aca7-614dc13bfb69 {{(pid=93956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 16:22:25.479134 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbd785f3-0949-4d9b-8eb3-7ec1ef749768 None None] Checking agent: {'id': 'afdc58b1-457c-454f-9c1a-1b1c93cc1a70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-779576-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 16, 14, 2), 'started_at': datetime.datetime(2021, 9, 15, 16, 14, 32), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 16, 22, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-779576-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 16:22:25.481339 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbd785f3-0949-4d9b-8eb3-7ec1ef749768 None None] Checking segment: {'id': 'd35cd436-27a4-4e9c-acc2-6e2b0ac7696c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'a789c6c7-846e-484f-aca7-614dc13bfb69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93956) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 16:22:25.482223 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-dbd785f3-0949-4d9b-8eb3-7ec1ef749768 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:25.483467 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbd785f3-0949-4d9b-8eb3-7ec1ef749768 None None] Bound using segment: {'id': 'd35cd436-27a4-4e9c-acc2-6e2b0ac7696c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'a789c6c7-846e-484f-aca7-614dc13bfb69'} {{(pid=93956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 16:22:25.485134 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron.plugins.ml2.managers [None req-dbd785f3-0949-4d9b-8eb3-7ec1ef749768 None None] Bound port: 3554ace6-ab82-4a4d-97c8-650beae4d87c, host: dv-cinder-779576-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd35cd436-27a4-4e9c-acc2-6e2b0ac7696c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'a789c6c7-846e-484f-aca7-614dc13bfb69'}}] {{(pid=93956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 16:22:25.485731 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-dbd785f3-0949-4d9b-8eb3-7ec1ef749768 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928820'] for port, before_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:25.554953 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-2c3eb202-e2de-4c7c-b91c-eb23f089ded5 tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] Notify callbacks [] for port, precommit_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:25.570267 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-2c3eb202-e2de-4c7c-b91c-eb23f089ded5 tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791196459277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791195970012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791195970030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127878328'] for port, after_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:25.593509 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron.plugins.ml2.db [None req-dbd785f3-0949-4d9b-8eb3-7ec1ef749768 None None] For port 3554ace6-ab82-4a4d-97c8-650beae4d87c, host dv-cinder-779576-8-iscsi, cleared binding levels {{(pid=93956) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 16:22:25.602396 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron.plugins.ml2.db [None req-dbd785f3-0949-4d9b-8eb3-7ec1ef749768 None None] For port 3554ace6-ab82-4a4d-97c8-650beae4d87c, host dv-cinder-779576-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779576-8-iscsi',level=0,port_id=3554ace6-ab82-4a4d-97c8-650beae4d87c,segment=NetworkSegment(d35cd436-27a4-4e9c-acc2-6e2b0ac7696c),segment_id=d35cd436-27a4-4e9c-acc2-6e2b0ac7696c)] {{(pid=93956) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 16:22:25.614054 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-dbd785f3-0949-4d9b-8eb3-7ec1ef749768 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791196459277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791195970012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791195970030'] for port, after_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:25.675020 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.wsgi [-] (93954) accepted ('10.222.0.39', 58594) {{(pid=93954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:22:25.701179 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-f1244b4a-adb9-4658-bb5b-4a39c2735f76 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:25.734814 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3eb202-e2de-4c7c-b91c-eb23f089ded5 tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] Pushing event updated for resources: {'Port': ['ID=a31750f1-fc2c-4fe7-8229-309024be09fb,revision_number=2']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:22:25.780140 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-2c3eb202-e2de-4c7c-b91c-eb23f089ded5 tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3725591'] for floatingip, after_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:25.780331 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.rpc [None req-57d8a9a3-d16f-4b20-b77b-ca1e664c03db None None] Device 6df2b5a1-fc82-4ac3-b111-ebdee7ac68f8 up at agent ovs-agent-dv-cinder-779576-8-iscsi {{(pid=93955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 16:22:25.780699 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830cc610-e4d6-4891-abc7-f3659700e2c3 None None] Pushing event updated for resources: {'Port': ['ID=3554ace6-ab82-4a4d-97c8-650beae4d87c,revision_number=4']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:22:25.856880 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-f1244b4a-adb9-4658-bb5b-4a39c2735f76 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:25.858092 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbd785f3-0949-4d9b-8eb3-7ec1ef749768 None None] Routers {'874f5277-ae8e-4a65-91c7-e6e2443d2bf0'} bound to L3 agent in host dv-cinder-779576-8-iscsi {{(pid=93956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:22:25.859115 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron.db.l3_hamode_db [None req-dbd785f3-0949-4d9b-8eb3-7ec1ef749768 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779576-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-15T16:14:02Z,description=,heartbeat_timestamp=2021-09-15T16:22:02Z,host='dv-cinder-779576-8-iscsi',id=7a8df8d7-c3ef-43b4-9534-c977f7014926,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T16:14:02Z,topic='l3_agent')) {'router_ids': ['874f5277-ae8e-4a65-91c7-e6e2443d2bf0'], 'active': True} {{(pid=93956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:22:25.867786 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-f1244b4a-adb9-4658-bb5b-4a39c2735f76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3702208'] for security_group, after_create {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:25.879994 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-2c3eb202-e2de-4c7c-b91c-eb23f089ded5 tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58602'] for floatingip, before_response {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:25.882010 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [None req-2c3eb202-e2de-4c7c-b91c-eb23f089ded5 tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.3567207 Sep 15 16:22:25.902783 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.db.provisioning_blocks [None req-57d8a9a3-d16f-4b20-b77b-ca1e664c03db None None] Provisioning complete for port 6df2b5a1-fc82-4ac3-b111-ebdee7ac68f8 triggered by entity L2. {{(pid=93955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:22:25.904879 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-57d8a9a3-d16f-4b20-b77b-ca1e664c03db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953592'] for port, provisioning_complete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:25.910261 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.wsgi [req-2b94ec59-98e6-4bfc-9986-404aafee29c3 req-24406a2d-df4b-4a47-86b6-bb3e5c1e52f7 service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=93953) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 15 16:22:25.912537 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1244b4a-adb9-4658-bb5b-4a39c2735f76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=820234e7-aa9f-4b72-9d51-d6d52edcec51,revision_number=1']} {{(pid=93954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:22:25.926052 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-2b94ec59-98e6-4bfc-9986-404aafee29c3 req-24406a2d-df4b-4a47-86b6-bb3e5c1e52f7 service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1791134 Sep 15 16:22:25.938845 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [None req-f1244b4a-adb9-4658-bb5b-4a39c2735f76 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=074004802cf7428e9ef44f35a92b2017&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2619755 Sep 15 16:22:25.942002 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.wsgi [-] (93954) accepted ('10.222.0.39', 58604) {{(pid=93954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:22:26.030320 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.wsgi [-] (93954) accepted ('10.222.0.45', 53924) {{(pid=93954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:22:26.034755 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-ac38b179-d5b4-47e6-bcc6-4e8c01fc4aee None None] Notify callbacks [] for port, precommit_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:26.087869 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-edff5b1f-87ce-4c93-b1bb-856320f5ccb9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:26.098000 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-ac38b179-d5b4-47e6-bcc6-4e8c01fc4aee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791196459277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791195970012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791195970030'] for port, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:26.106716 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron.db.l3_dvr_db [None req-dbd785f3-0949-4d9b-8eb3-7ec1ef749768 None None] Set router 874f5277-ae8e-4a65-91c7-e6e2443d2bf0 gateway port host: dv-cinder-779576-8-iscsi {{(pid=93956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 16:22:26.126630 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-edff5b1f-87ce-4c93-b1bb-856320f5ccb9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:26.127921 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-2b94ec59-98e6-4bfc-9986-404aafee29c3 req-c690f46a-aa2e-4156-930f-073517b6806e service neutron] 10.222.0.39 "GET /v2.0/networks/a789c6c7-846e-484f-aca7-614dc13bfb69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1997037 Sep 15 16:22:26.206015 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-edff5b1f-87ce-4c93-b1bb-856320f5ccb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3702208'] for security_group, after_delete {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:26.209476 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-edff5b1f-87ce-4c93-b1bb-856320f5ccb9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:26.211204 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [None req-edff5b1f-87ce-4c93-b1bb-856320f5ccb9 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/820234e7-aa9f-4b72-9d51-d6d52edcec51 HTTP/1.1" status: 204 len: 168 time: 0.2617016 Sep 15 16:22:26.230291 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d4cdbe-2746-4ff3-aa3e-5c29fa07e99c None None] Pushing event updated for resources: {'Port': ['ID=c47cddeb-1b1a-4b82-a932-8b2fe53df804,revision_number=3']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:22:26.248624 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edff5b1f-87ce-4c93-b1bb-856320f5ccb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=820234e7-aa9f-4b72-9d51-d6d52edcec51,revision_number=None']} {{(pid=93954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:22:26.375701 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-547a5f04-bbb6-4ba0-bb82-9d34a8fc0e13 req-6f4d0a8c-6e78-42d1-81b7-27e08cf3fc93 tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-securitygroup--866724456&fields=id&tenant_id=f7e7af658aa34644855359ede57c4c67 HTTP/1.1" status: 200 len: 267 time: 0.1029294 Sep 15 16:22:26.380939 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [None req-ac38b179-d5b4-47e6-bcc6-4e8c01fc4aee None None] Attempting to bind port c47cddeb-1b1a-4b82-a932-8b2fe53df804 on host dv-cinder-779576-8-iscsi for vnic_type normal with profile {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 16:22:26.381408 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [None req-ac38b179-d5b4-47e6-bcc6-4e8c01fc4aee None None] Attempting to bind port c47cddeb-1b1a-4b82-a932-8b2fe53df804 by drivers openvswitch,hyperv on host dv-cinder-779576-8-iscsi at level 0 using segments [{'id': '604bbfea-00fe-4e59-aeb5-45f535ca3265', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '301d3dae-97cb-4f1f-a074-0eaf2ccca5e4'}] {{(pid=93955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 16:22:26.391593 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac38b179-d5b4-47e6-bcc6-4e8c01fc4aee None None] Attempting to bind port c47cddeb-1b1a-4b82-a932-8b2fe53df804 on network 301d3dae-97cb-4f1f-a074-0eaf2ccca5e4 {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 16:22:26.404581 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac38b179-d5b4-47e6-bcc6-4e8c01fc4aee None None] Checking agent: {'id': 'afdc58b1-457c-454f-9c1a-1b1c93cc1a70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-779576-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 16, 14, 2), 'started_at': datetime.datetime(2021, 9, 15, 16, 14, 32), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 16, 22, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-779576-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 16:22:26.409757 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-2b94ec59-98e6-4bfc-9986-404aafee29c3 req-05d1d10e-cbc7-4595-8451-ca157580a61b service neutron] 10.222.0.39 "GET /v2.0/networks/a789c6c7-846e-484f-aca7-614dc13bfb69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2807386 Sep 15 16:22:26.412225 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac38b179-d5b4-47e6-bcc6-4e8c01fc4aee None None] Checking segment: {'id': '604bbfea-00fe-4e59-aeb5-45f535ca3265', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '301d3dae-97cb-4f1f-a074-0eaf2ccca5e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 16:22:26.414544 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-ac38b179-d5b4-47e6-bcc6-4e8c01fc4aee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:26.415183 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac38b179-d5b4-47e6-bcc6-4e8c01fc4aee None None] Bound using segment: {'id': '604bbfea-00fe-4e59-aeb5-45f535ca3265', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '301d3dae-97cb-4f1f-a074-0eaf2ccca5e4'} {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 16:22:26.416824 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [None req-ac38b179-d5b4-47e6-bcc6-4e8c01fc4aee None None] Bound port: c47cddeb-1b1a-4b82-a932-8b2fe53df804, host: dv-cinder-779576-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '604bbfea-00fe-4e59-aeb5-45f535ca3265', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '301d3dae-97cb-4f1f-a074-0eaf2ccca5e4'}}] {{(pid=93955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 16:22:26.418259 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-ac38b179-d5b4-47e6-bcc6-4e8c01fc4aee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928820'] for port, before_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:26.542735 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.db [None req-ac38b179-d5b4-47e6-bcc6-4e8c01fc4aee None None] For port c47cddeb-1b1a-4b82-a932-8b2fe53df804, host dv-cinder-779576-8-iscsi, cleared binding levels {{(pid=93955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 16:22:26.549013 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.db [None req-ac38b179-d5b4-47e6-bcc6-4e8c01fc4aee None None] For port c47cddeb-1b1a-4b82-a932-8b2fe53df804, host dv-cinder-779576-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779576-8-iscsi',level=0,port_id=c47cddeb-1b1a-4b82-a932-8b2fe53df804,segment=NetworkSegment(604bbfea-00fe-4e59-aeb5-45f535ca3265),segment_id=604bbfea-00fe-4e59-aeb5-45f535ca3265)] {{(pid=93955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 16:22:26.552899 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.db.provisioning_blocks [None req-e0d17d6d-a0cd-4dc6-b3b5-ef71b30246f4 None None] Provisioning complete for port c47cddeb-1b1a-4b82-a932-8b2fe53df804 triggered by entity DHCP. {{(pid=93955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:22:26.553789 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-e0d17d6d-a0cd-4dc6-b3b5-ef71b30246f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953592'] for port, provisioning_complete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:26.585522 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-ac38b179-d5b4-47e6-bcc6-4e8c01fc4aee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791196459277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791195970012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791195970030'] for port, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:26.601412 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron.db.l3_hamode_db [None req-dbd785f3-0949-4d9b-8eb3-7ec1ef749768 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '874f5277-ae8e-4a65-91c7-e6e2443d2bf0', 'name': 'tempest-ServerRescueNegativeTestJSON-975110868-router', 'tenant_id': 'e6a18f03044f465d813cff5376553386', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62251075-a3e3-4d47-8761-104d217b089a', 'external_fixed_ips': [{'subnet_id': '9a71565b-217b-482b-8364-bc8ecb4c8f88', 'ip_address': '172.27.3.76'}], 'enable_snat': True}, 'gw_port_id': 'd82f3e0c-6741-4a42-a895-6190311d642c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:22:11Z', 'updated_at': '2021-09-15T16:22:21Z', 'revision_number': 4, 'project_id': 'e6a18f03044f465d813cff5376553386', 'gw_port': {'id': 'd82f3e0c-6741-4a42-a895-6190311d642c', 'name': '', 'network_id': '62251075-a3e3-4d47-8761-104d217b089a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:4f:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '874f5277-ae8e-4a65-91c7-e6e2443d2bf0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '9a71565b-217b-482b-8364-bc8ecb4c8f88', 'ip_address': '172.27.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779576-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:22:12Z', 'updated_at': '2021-09-15T16:22:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a71565b-217b-482b-8364-bc8ecb4c8f88', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779576-8-iscsi', '_interfaces': [{'id': '3554ace6-ab82-4a4d-97c8-650beae4d87c', 'name': '', 'network_id': 'a789c6c7-846e-484f-aca7-614dc13bfb69', 'tenant_id': 'e6a18f03044f465d813cff5376553386', 'mac_address': 'fa:16:3e:97:26:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '874f5277-ae8e-4a65-91c7-e6e2443d2bf0', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'a9fde6a5-a0c6-40f2-b012-f34594b44218', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779576-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:22:19Z', 'updated_at': '2021-09-15T16:22:25Z', 'revision_number': 4, 'project_id': 'e6a18f03044f465d813cff5376553386', 'subnets': [{'id': 'a9fde6a5-a0c6-40f2-b012-f34594b44218', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779576-8-iscsi', False) {} {{(pid=93956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:22:26.659281 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbd785f3-0949-4d9b-8eb3-7ec1ef749768 None None] The sync data for ids ['874f5277-ae8e-4a65-91c7-e6e2443d2bf0'] in dv-cinder-779576-8-iscsi is: [{'id': '874f5277-ae8e-4a65-91c7-e6e2443d2bf0', 'name': 'tempest-ServerRescueNegativeTestJSON-975110868-router', 'tenant_id': 'e6a18f03044f465d813cff5376553386', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62251075-a3e3-4d47-8761-104d217b089a', 'external_fixed_ips': [{'subnet_id': '9a71565b-217b-482b-8364-bc8ecb4c8f88', 'ip_address': '172.27.3.76'}], 'enable_snat': True}, 'gw_port_id': 'd82f3e0c-6741-4a42-a895-6190311d642c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:22:11Z', 'updated_at': '2021-09-15T16:22:21Z', 'revision_number': 4, 'project_id': 'e6a18f03044f465d813cff5376553386', 'gw_port': {'id': 'd82f3e0c-6741-4a42-a895-6190311d642c', 'name': '', 'network_id': '62251075-a3e3-4d47-8761-104d217b089a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:4f:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '874f5277-ae8e-4a65-91c7-e6e2443d2bf0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '9a71565b-217b-482b-8364-bc8ecb4c8f88', 'ip_address': '172.27.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779576-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:22:12Z', 'updated_at': '2021-09-15T16:22:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a71565b-217b-482b-8364-bc8ecb4c8f88', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779576-8-iscsi', '_interfaces': [{'id': '3554ace6-ab82-4a4d-97c8-650beae4d87c', 'name': '', 'network_id': 'a789c6c7-846e-484f-aca7-614dc13bfb69', 'tenant_id': 'e6a18f03044f465d813cff5376553386', 'mac_address': 'fa:16:3e:97:26:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '874f5277-ae8e-4a65-91c7-e6e2443d2bf0', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'a9fde6a5-a0c6-40f2-b012-f34594b44218', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779576-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:22:19Z', 'updated_at': '2021-09-15T16:22:25Z', 'revision_number': 4, 'project_id': 'e6a18f03044f465d813cff5376553386', 'subnets': [{'id': 'a9fde6a5-a0c6-40f2-b012-f34594b44218', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 16:22:26.659625 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [None req-e0d17d6d-a0cd-4dc6-b3b5-ef71b30246f4 None None] Port c47cddeb-1b1a-4b82-a932-8b2fe53df804 cannot update to ACTIVE because it is not bound. {{(pid=93955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 16:22:26.683613 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547a5f04-bbb6-4ba0-bb82-9d34a8fc0e13 req-7c42d896-8f6a-47dd-9381-bd9551b32271 tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:22:26.695782 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-547a5f04-bbb6-4ba0-bb82-9d34a8fc0e13 req-7c42d896-8f6a-47dd-9381-bd9551b32271 tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] 10.222.0.39 "GET /v2.0/networks?id=301d3dae-97cb-4f1f-a074-0eaf2ccca5e4 HTTP/1.1" status: 200 len: 817 time: 0.3188865 Sep 15 16:22:26.723683 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d4cdbe-2746-4ff3-aa3e-5c29fa07e99c None None] Pushing event updated for resources: {'Port': ['ID=c47cddeb-1b1a-4b82-a932-8b2fe53df804,revision_number=4']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:22:26.727021 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac38b179-d5b4-47e6-bcc6-4e8c01fc4aee None None] Routers {'2f6cda3b-940a-432b-af73-f27feaeae0f3'} bound to L3 agent in host dv-cinder-779576-8-iscsi {{(pid=93955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:22:26.727933 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.db.l3_hamode_db [None req-ac38b179-d5b4-47e6-bcc6-4e8c01fc4aee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779576-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-15T16:14:02Z,description=,heartbeat_timestamp=2021-09-15T16:22:02Z,host='dv-cinder-779576-8-iscsi',id=7a8df8d7-c3ef-43b4-9534-c977f7014926,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T16:14:02Z,topic='l3_agent')) {'router_ids': ['2f6cda3b-940a-432b-af73-f27feaeae0f3'], 'active': True} {{(pid=93955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:22:26.750182 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-547a5f04-bbb6-4ba0-bb82-9d34a8fc0e13 req-d9304a2d-7ae2-4c64-b408-5b1cda8a6789 tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] 10.222.0.39 "GET /v2.0/quotas/f7e7af658aa34644855359ede57c4c67 HTTP/1.1" status: 200 len: 375 time: 0.0511460 Sep 15 16:22:26.968744 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-547a5f04-bbb6-4ba0-bb82-9d34a8fc0e13 req-9e7fcc19-e81f-4288-bf8f-76e3e91067d3 tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=f7e7af658aa34644855359ede57c4c67&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2185705 Sep 15 16:22:26.991435 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.db.l3_dvr_db [None req-ac38b179-d5b4-47e6-bcc6-4e8c01fc4aee None None] Set router 2f6cda3b-940a-432b-af73-f27feaeae0f3 gateway port host: dv-cinder-779576-8-iscsi {{(pid=93955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 16:22:27.033875 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-6b7ff61d-059d-4c13-91d9-92f22d50db13 req-177b3162-7ae1-4106-a69e-c7a4a6a23cb0 tempest-DeleteServersTestJSON-1247020361 tempest-DeleteServersTestJSON-1247020361-project] 10.222.0.39 "GET /v2.0/ports?device_id=486179e9-71f9-4e5d-b64f-b9582ed4a533 HTTP/1.1" status: 200 len: 210 time: 0.0586271 Sep 15 16:22:27.222613 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-547a5f04-bbb6-4ba0-bb82-9d34a8fc0e13 req-8f698908-dcc7-4194-a5c5-a5cc0ab463ca service neutron] 10.222.0.39 "GET /v2.0/networks/301d3dae-97cb-4f1f-a074-0eaf2ccca5e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2502794 Sep 15 16:22:27.226852 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-08ce711c-ede5-415b-a603-7639d27b2888 req-8e600743-5bb9-4349-bc80-42dff5c1a840 tempest-ServerRescueNegativeTestJSON-1504381068 tempest-ServerRescueNegativeTestJSON-1504381068-project] 10.222.0.39 "GET /v2.0/ports?device_id=f39eaa55-2d8b-4bbc-8509-4c2d7df9f16e HTTP/1.1" status: 200 len: 210 time: 0.0668886 Sep 15 16:22:27.249816 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.wsgi [-] (93953) accepted ('10.222.0.39', 58676) {{(pid=93953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:22:27.340031 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.db.provisioning_blocks [None req-d33f56d2-5b07-49b9-971f-c0555af9ff74 None None] Provisioning complete for port c47cddeb-1b1a-4b82-a932-8b2fe53df804 triggered by entity DHCP. {{(pid=93955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:22:27.340644 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-d33f56d2-5b07-49b9-971f-c0555af9ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953592'] for port, provisioning_complete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:27.454141 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-547a5f04-bbb6-4ba0-bb82-9d34a8fc0e13 req-8830bbde-f9fa-465e-9260-86c3a7c120fc service neutron] 10.222.0.39 "GET /v2.0/networks/301d3dae-97cb-4f1f-a074-0eaf2ccca5e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2235222 Sep 15 16:22:27.592190 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-d33f56d2-5b07-49b9-971f-c0555af9ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928820'] for port, before_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:27.607042 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.db.l3_hamode_db [None req-ac38b179-d5b4-47e6-bcc6-4e8c01fc4aee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f6cda3b-940a-432b-af73-f27feaeae0f3', 'name': 'tempest-AttachVolumeShelveTestJSON-1554809416-router', 'tenant_id': 'f7e7af658aa34644855359ede57c4c67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62251075-a3e3-4d47-8761-104d217b089a', 'external_fixed_ips': [{'subnet_id': '9a71565b-217b-482b-8364-bc8ecb4c8f88', 'ip_address': '172.27.3.104'}], 'enable_snat': True}, 'gw_port_id': '6df2b5a1-fc82-4ac3-b111-ebdee7ac68f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:22:12Z', 'updated_at': '2021-09-15T16:22:19Z', 'revision_number': 4, 'project_id': 'f7e7af658aa34644855359ede57c4c67', 'gw_port': {'id': '6df2b5a1-fc82-4ac3-b111-ebdee7ac68f8', 'name': '', 'network_id': '62251075-a3e3-4d47-8761-104d217b089a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:bd:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f6cda3b-940a-432b-af73-f27feaeae0f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '9a71565b-217b-482b-8364-bc8ecb4c8f88', 'ip_address': '172.27.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779576-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:22:14Z', 'updated_at': '2021-09-15T16:22:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a71565b-217b-482b-8364-bc8ecb4c8f88', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779576-8-iscsi', '_interfaces': [{'id': 'c47cddeb-1b1a-4b82-a932-8b2fe53df804', 'name': '', 'network_id': '301d3dae-97cb-4f1f-a074-0eaf2ccca5e4', 'tenant_id': 'f7e7af658aa34644855359ede57c4c67', 'mac_address': 'fa:16:3e:8e:14:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f6cda3b-940a-432b-af73-f27feaeae0f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'fa5f41a1-b858-4e32-8594-59b83d73c6e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779576-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:22:18Z', 'updated_at': '2021-09-15T16:22:26Z', 'revision_number': 4, 'project_id': 'f7e7af658aa34644855359ede57c4c67', 'subnets': [{'id': 'fa5f41a1-b858-4e32-8594-59b83d73c6e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779576-8-iscsi', False) {} {{(pid=93955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:22:27.668756 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-976c5599-30d9-4392-acac-d5b20321a898 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:27.681229 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac38b179-d5b4-47e6-bcc6-4e8c01fc4aee None None] The sync data for ids ['2f6cda3b-940a-432b-af73-f27feaeae0f3'] in dv-cinder-779576-8-iscsi is: [{'id': '2f6cda3b-940a-432b-af73-f27feaeae0f3', 'name': 'tempest-AttachVolumeShelveTestJSON-1554809416-router', 'tenant_id': 'f7e7af658aa34644855359ede57c4c67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62251075-a3e3-4d47-8761-104d217b089a', 'external_fixed_ips': [{'subnet_id': '9a71565b-217b-482b-8364-bc8ecb4c8f88', 'ip_address': '172.27.3.104'}], 'enable_snat': True}, 'gw_port_id': '6df2b5a1-fc82-4ac3-b111-ebdee7ac68f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:22:12Z', 'updated_at': '2021-09-15T16:22:19Z', 'revision_number': 4, 'project_id': 'f7e7af658aa34644855359ede57c4c67', 'gw_port': {'id': '6df2b5a1-fc82-4ac3-b111-ebdee7ac68f8', 'name': '', 'network_id': '62251075-a3e3-4d47-8761-104d217b089a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:bd:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f6cda3b-940a-432b-af73-f27feaeae0f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '9a71565b-217b-482b-8364-bc8ecb4c8f88', 'ip_address': '172.27.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779576-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:22:14Z', 'updated_at': '2021-09-15T16:22:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a71565b-217b-482b-8364-bc8ecb4c8f88', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779576-8-iscsi', '_interfaces': [{'id': 'c47cddeb-1b1a-4b82-a932-8b2fe53df804', 'name': '', 'network_id': '301d3dae-97cb-4f1f-a074-0eaf2ccca5e4', 'tenant_id': 'f7e7af658aa34644855359ede57c4c67', 'mac_address': 'fa:16:3e:8e:14:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f6cda3b-940a-432b-af73-f27feaeae0f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'fa5f41a1-b858-4e32-8594-59b83d73c6e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779576-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:22:18Z', 'updated_at': '2021-09-15T16:22:26Z', 'revision_number': 4, 'project_id': 'f7e7af658aa34644855359ede57c4c67', 'subnets': [{'id': 'fa5f41a1-b858-4e32-8594-59b83d73c6e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 16:22:27.733083 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.db [None req-d33f56d2-5b07-49b9-971f-c0555af9ff74 None None] For port c47cddeb-1b1a-4b82-a932-8b2fe53df804, host dv-cinder-779576-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779576-8-iscsi',level=0,port_id=c47cddeb-1b1a-4b82-a932-8b2fe53df804,segment=NetworkSegment(604bbfea-00fe-4e59-aeb5-45f535ca3265),segment_id=604bbfea-00fe-4e59-aeb5-45f535ca3265)] {{(pid=93955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:22:27.753428 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-d33f56d2-5b07-49b9-971f-c0555af9ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791196459277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791195970012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791195970030'] for port, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:27.778755 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a162b35-cc90-4557-a7c7-0b761471ac08 req-43cf738a-21a2-457b-ad2c-a1a7897092ca tempest-DeleteServersTestJSON-1247020361 tempest-DeleteServersTestJSON-1247020361-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:22:27.798248 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-2a162b35-cc90-4557-a7c7-0b761471ac08 req-43cf738a-21a2-457b-ad2c-a1a7897092ca tempest-DeleteServersTestJSON-1247020361 tempest-DeleteServersTestJSON-1247020361-project] 10.222.0.45 "GET /v2.0/networks?id=fe47d5cc-db6b-4e16-b6ce-03de9aba76df HTTP/1.1" status: 200 len: 810 time: 0.3974235 Sep 15 16:22:27.854673 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.api.v2.base [req-2a162b35-cc90-4557-a7c7-0b761471ac08 req-dead5838-8f7b-4810-bd8a-344359e9d026 tempest-DeleteServersTestJSON-1247020361 tempest-DeleteServersTestJSON-1247020361-project] Request body: {'port': {'device_id': '486179e9-71f9-4e5d-b64f-b9582ed4a533', 'network_id': 'fe47d5cc-db6b-4e16-b6ce-03de9aba76df', 'admin_state_up': True, 'tenant_id': '79226c829a30482a953a552a972cdb88'}} {{(pid=93954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:22:27.876937 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33f56d2-5b07-49b9-971f-c0555af9ff74 None None] Pushing event updated for resources: {'Port': ['ID=c47cddeb-1b1a-4b82-a932-8b2fe53df804,revision_number=5']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:22:27.896783 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-976c5599-30d9-4392-acac-d5b20321a898 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:27.903289 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-976c5599-30d9-4392-acac-d5b20321a898 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3702208'] for security_group, after_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:27.913054 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.wsgi [-] (93954) accepted ('10.222.0.39', 58712) {{(pid=93954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:22:28.107924 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.rpc [None req-57d8a9a3-d16f-4b20-b77b-ca1e664c03db None None] Device c47cddeb-1b1a-4b82-a932-8b2fe53df804 up at agent ovs-agent-dv-cinder-779576-8-iscsi {{(pid=93955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 16:22:28.166109 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [None req-976c5599-30d9-4392-acac-d5b20321a898 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=a94cc14cae3c4b128620aa8a6dd38d52&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9151211 Sep 15 16:22:28.188690 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.wsgi [-] (93954) accepted ('10.222.0.39', 58736) {{(pid=93954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:22:28.191386 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-b461f467-30f3-4cca-85b0-7585607a3ca0 req-f83cdf9b-86ee-4cbc-81c6-d8153be68052 tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] 10.222.0.39 "GET /v2.0/ports?device_id=1895071e-07cf-4d71-977e-0057a981f962 HTTP/1.1" status: 200 len: 210 time: 0.1458905 Sep 15 16:22:28.233989 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.db.provisioning_blocks [None req-57d8a9a3-d16f-4b20-b77b-ca1e664c03db None None] Provisioning complete for port c47cddeb-1b1a-4b82-a932-8b2fe53df804 triggered by entity L2. {{(pid=93955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:22:28.234543 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-57d8a9a3-d16f-4b20-b77b-ca1e664c03db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953592'] for port, provisioning_complete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:28.247226 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976c5599-30d9-4392-acac-d5b20321a898 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c2f342c-a3eb-48cf-b284-0373f64a3f68,revision_number=1']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:22:28.506348 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f7433e-91cf-453b-8f13-352a8a3908a2 req-998b5777-613e-4988-8fad-4cd225cd34cc tempest-ServerRescueNegativeTestJSON-1504381068 tempest-ServerRescueNegativeTestJSON-1504381068-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:22:28.511303 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-c5f7433e-91cf-453b-8f13-352a8a3908a2 req-998b5777-613e-4988-8fad-4cd225cd34cc tempest-ServerRescueNegativeTestJSON-1504381068 tempest-ServerRescueNegativeTestJSON-1504381068-project] 10.222.0.39 "GET /v2.0/networks?id=a789c6c7-846e-484f-aca7-614dc13bfb69 HTTP/1.1" status: 200 len: 818 time: 0.6019354 Sep 15 16:22:28.512541 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.rpc [None req-57d8a9a3-d16f-4b20-b77b-ca1e664c03db None None] Device 3554ace6-ab82-4a4d-97c8-650beae4d87c up at agent ovs-agent-dv-cinder-779576-8-iscsi {{(pid=93955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 16:22:28.545706 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-c5f7433e-91cf-453b-8f13-352a8a3908a2 req-9f0de480-f2ec-488a-986c-e166044048f0 tempest-ServerRescueNegativeTestJSON-1504381068 tempest-ServerRescueNegativeTestJSON-1504381068-project] 10.222.0.39 "GET /v2.0/quotas/e6a18f03044f465d813cff5376553386 HTTP/1.1" status: 200 len: 375 time: 0.0260949 Sep 15 16:22:28.659774 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.db.provisioning_blocks [None req-57d8a9a3-d16f-4b20-b77b-ca1e664c03db None None] Provisioning complete for port 3554ace6-ab82-4a4d-97c8-650beae4d87c triggered by entity L2. {{(pid=93955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:22:28.661114 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-57d8a9a3-d16f-4b20-b77b-ca1e664c03db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953592'] for port, provisioning_complete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:28.698473 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-4bf173a9-b230-4a88-b55c-2412e5848f62 req-7923d076-0c83-4da2-8556-473c5e734636 tempest-DeleteServersTestJSON-1247020361 tempest-DeleteServersTestJSON-1247020361-project] 10.222.0.39 "GET /v2.0/ports?device_id=486179e9-71f9-4e5d-b64f-b9582ed4a533 HTTP/1.1" status: 200 len: 210 time: 0.2506380 Sep 15 16:22:28.720281 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-c5f7433e-91cf-453b-8f13-352a8a3908a2 req-2e34d5b2-c933-4976-aa6a-dcf086dcd164 tempest-ServerRescueNegativeTestJSON-1504381068 tempest-ServerRescueNegativeTestJSON-1504381068-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=e6a18f03044f465d813cff5376553386&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1732097 Sep 15 16:22:28.859683 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-57d8a9a3-d16f-4b20-b77b-ca1e664c03db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928820'] for port, before_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:28.860025 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-0562594c-02b1-458d-80ec-8bf42aa4ede1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:28.900376 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-0562594c-02b1-458d-80ec-8bf42aa4ede1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:28.907508 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-f0ad1b49-3efa-4865-9007-b6088ce929de admin admin] Notify callbacks [] for security_group, before_create {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:28.940596 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.db [None req-57d8a9a3-d16f-4b20-b77b-ca1e664c03db None None] For port 3554ace6-ab82-4a4d-97c8-650beae4d87c, host dv-cinder-779576-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779576-8-iscsi',level=0,port_id=3554ace6-ab82-4a4d-97c8-650beae4d87c,segment=NetworkSegment(d35cd436-27a4-4e9c-acc2-6e2b0ac7696c),segment_id=d35cd436-27a4-4e9c-acc2-6e2b0ac7696c)] {{(pid=93955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:22:28.956268 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-57d8a9a3-d16f-4b20-b77b-ca1e664c03db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791196459277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791195970012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791195970030'] for port, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:29.007824 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-c5f7433e-91cf-453b-8f13-352a8a3908a2 req-583e00db-44b4-4e10-8398-04780fa87b84 service neutron] 10.222.0.39 "GET /v2.0/networks/a789c6c7-846e-484f-aca7-614dc13bfb69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2800968 Sep 15 16:22:29.093863 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.db.api [req-2a162b35-cc90-4557-a7c7-0b761471ac08 req-dead5838-8f7b-4810-bd8a-344359e9d026 tempest-DeleteServersTestJSON-1247020361 tempest-DeleteServersTestJSON-1247020361-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 15 16:22:29.093863 dv-cinder-779576-8-iscsi neutron-server[93954]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Sep 15 16:22:29.093863 dv-cinder-779576-8-iscsi neutron-server[93954]: [parameters: {'project_id': '79226c829a30482a953a552a972cdb88', 'id': '78f10eab-4ba0-4393-969f-49b8e2ab6b4e', 'expiration': datetime.datetime(2021, 9, 15, 16, 24, 29, 69477)}] Sep 15 16:22:29.093863 dv-cinder-779576-8-iscsi neutron-server[93954]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=93954) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 15 16:22:29.095182 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG oslo_db.api [req-2a162b35-cc90-4557-a7c7-0b761471ac08 req-dead5838-8f7b-4810-bd8a-344359e9d026 tempest-DeleteServersTestJSON-1247020361 tempest-DeleteServersTestJSON-1247020361-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 15 16:22:29.127369 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-0562594c-02b1-458d-80ec-8bf42aa4ede1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3702208'] for security_group, after_delete {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:29.130324 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-0562594c-02b1-458d-80ec-8bf42aa4ede1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:29.133786 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [None req-0562594c-02b1-458d-80ec-8bf42aa4ede1 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/6c2f342c-a3eb-48cf-b284-0373f64a3f68 HTTP/1.1" status: 204 len: 168 time: 0.9382432 Sep 15 16:22:29.134388 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d8a9a3-d16f-4b20-b77b-ca1e664c03db None None] Pushing event updated for resources: {'Port': ['ID=3554ace6-ab82-4a4d-97c8-650beae4d87c,revision_number=5']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:22:29.149386 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-d07acdd9-9d4d-4226-bcbc-9cf767d0168c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791196484491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953091'] for agent, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:29.160781 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0562594c-02b1-458d-80ec-8bf42aa4ede1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c2f342c-a3eb-48cf-b284-0373f64a3f68,revision_number=None']} {{(pid=93954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:22:29.255926 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-c5f7433e-91cf-453b-8f13-352a8a3908a2 req-c7613f6c-d153-4f6e-a626-43cd9270d624 service neutron] 10.222.0.39 "GET /v2.0/networks/a789c6c7-846e-484f-aca7-614dc13bfb69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2445412 Sep 15 16:22:29.286879 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-f0ad1b49-3efa-4865-9007-b6088ce929de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:29.304447 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-f0ad1b49-3efa-4865-9007-b6088ce929de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3702208'] for security_group, after_create {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:29.369797 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ad1b49-3efa-4865-9007-b6088ce929de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fa5b614-73e0-4210-b51e-545a0661a404,revision_number=1']} {{(pid=93954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:22:29.638528 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-641deeda-8370-4825-8146-8f463e4fa3b9 req-78a77ebe-35ba-45d0-bd0b-c2714f26d5f1 tempest-ServerRescueNegativeTestJSON-1504381068 tempest-ServerRescueNegativeTestJSON-1504381068-project] 10.222.0.39 "GET /v2.0/ports?device_id=6d0621ec-4650-42b8-8f87-7666278b3af8 HTTP/1.1" status: 200 len: 210 time: 0.0934727 Sep 15 16:22:29.885555 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.rpc [None req-57d8a9a3-d16f-4b20-b77b-ca1e664c03db None None] Device c47cddeb-1b1a-4b82-a932-8b2fe53df804 up at agent ovs-agent-dv-cinder-779576-8-iscsi {{(pid=93955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 16:22:30.020782 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.wsgi [-] (93953) accepted ('10.222.0.45', 53937) {{(pid=93953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:22:30.033704 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-b57fbbb6-3d79-4d6f-98a4-6742031d610e req-4e309135-02a5-419c-94fe-64107e615e2f tempest-DeleteServersTestJSON-1247020361 tempest-DeleteServersTestJSON-1247020361-project] 10.222.0.39 "GET /v2.0/ports?device_id=486179e9-71f9-4e5d-b64f-b9582ed4a533 HTTP/1.1" status: 200 len: 210 time: 0.1093116 Sep 15 16:22:30.195206 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.db.provisioning_blocks [None req-57d8a9a3-d16f-4b20-b77b-ca1e664c03db None None] Provisioning complete for port c47cddeb-1b1a-4b82-a932-8b2fe53df804 triggered by entity L2. {{(pid=93955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:22:30.195579 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-57d8a9a3-d16f-4b20-b77b-ca1e664c03db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953592'] for port, provisioning_complete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:30.250726 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.wsgi [-] (93953) accepted ('10.222.0.39', 58832) {{(pid=93953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:22:30.270886 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-3bb37dbb-69bf-42ea-8856-3e7b6873127c req-cf9ae644-03a6-4995-bf88-e0fda45e5203 tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] 10.222.0.39 "GET /v2.0/ports?device_id=1895071e-07cf-4d71-977e-0057a981f962 HTTP/1.1" status: 200 len: 210 time: 0.9041800 Sep 15 16:22:30.304917 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [None req-f0ad1b49-3efa-4865-9007-b6088ce929de admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=c8e6c9816c27492eba4b1b62fb30e068&name=default HTTP/1.1" status: 200 len: 2979 time: 2.3855226 Sep 15 16:22:30.310356 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.wsgi [-] (93954) accepted ('10.222.0.39', 58836) {{(pid=93954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:22:30.490320 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2a162b35-cc90-4557-a7c7-0b761471ac08 req-dead5838-8f7b-4810-bd8a-344359e9d026 tempest-DeleteServersTestJSON-1247020361 tempest-DeleteServersTestJSON-1247020361-project] Made reservation on behalf of 79226c829a30482a953a552a972cdb88 for: {'port': 1} {{(pid=93954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 16:22:30.499419 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [req-2a162b35-cc90-4557-a7c7-0b761471ac08 req-dead5838-8f7b-4810-bd8a-344359e9d026 tempest-DeleteServersTestJSON-1247020361 tempest-DeleteServersTestJSON-1247020361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928820'] for port, before_create {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:30.503187 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-501931b9-863c-47ec-a43f-d3d6cb9b1953 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:30.555916 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.rpc [None req-57d8a9a3-d16f-4b20-b77b-ca1e664c03db None None] Device 3554ace6-ab82-4a4d-97c8-650beae4d87c up at agent ovs-agent-dv-cinder-779576-8-iscsi {{(pid=93955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 16:22:30.559984 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-87e66b2a-a62e-4731-a3c9-ba763d3a85b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:30.653797 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b94ec59-98e6-4bfc-9986-404aafee29c3 req-69267b3b-b75a-4fde-b6a7-e1e4fb999884 tempest-ServerRescueNegativeTestJSON-1504381068 tempest-ServerRescueNegativeTestJSON-1504381068-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:22:30.657025 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-2b94ec59-98e6-4bfc-9986-404aafee29c3 req-69267b3b-b75a-4fde-b6a7-e1e4fb999884 tempest-ServerRescueNegativeTestJSON-1504381068 tempest-ServerRescueNegativeTestJSON-1504381068-project] 10.222.0.45 "GET /v2.0/networks?id=a789c6c7-846e-484f-aca7-614dc13bfb69 HTTP/1.1" status: 200 len: 818 time: 0.6142390 Sep 15 16:22:30.658801 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.db.provisioning_blocks [None req-57d8a9a3-d16f-4b20-b77b-ca1e664c03db None None] Provisioning complete for port 3554ace6-ab82-4a4d-97c8-650beae4d87c triggered by entity L2. {{(pid=93955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:22:30.659177 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-57d8a9a3-d16f-4b20-b77b-ca1e664c03db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953592'] for port, provisioning_complete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:30.706883 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.api.v2.base [req-2b94ec59-98e6-4bfc-9986-404aafee29c3 req-6ec3f9ab-aafe-4697-8e24-2aff2b74499a tempest-ServerRescueNegativeTestJSON-1504381068 tempest-ServerRescueNegativeTestJSON-1504381068-project] Request body: {'port': {'device_id': 'f39eaa55-2d8b-4bbc-8509-4c2d7df9f16e', 'network_id': 'a789c6c7-846e-484f-aca7-614dc13bfb69', 'admin_state_up': True, 'tenant_id': 'e6a18f03044f465d813cff5376553386'}} {{(pid=93953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:22:30.735572 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.wsgi [-] (93953) accepted ('10.222.0.45', 53941) {{(pid=93953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:22:30.857642 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-7fae1921-8ac4-4b01-885f-14eaaac26d34 req-ac71852a-4819-4602-abdf-be8f4752f38d tempest-ServerRescueNegativeTestJSON-1504381068 tempest-ServerRescueNegativeTestJSON-1504381068-project] 10.222.0.39 "GET /v2.0/ports?device_id=6d0621ec-4650-42b8-8f87-7666278b3af8 HTTP/1.1" status: 200 len: 210 time: 0.0817916 Sep 15 16:22:30.931155 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-87e66b2a-a62e-4731-a3c9-ba763d3a85b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:31.083769 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-501931b9-863c-47ec-a43f-d3d6cb9b1953 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:31.098450 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-501931b9-863c-47ec-a43f-d3d6cb9b1953 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3702208'] for security_group, after_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:31.145025 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501931b9-863c-47ec-a43f-d3d6cb9b1953 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f583a3dd-3316-4fb7-b688-3eb23566c69e,revision_number=1']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:22:31.225511 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [None req-501931b9-863c-47ec-a43f-d3d6cb9b1953 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=5ef64b3ff1f84f5eb5e104a488c21e52&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9662831 Sep 15 16:22:31.229543 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.wsgi [-] (93953) accepted ('10.222.0.39', 58858) {{(pid=93953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:22:31.341507 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-909eaad0-c14f-4295-b577-3ea7c3317291 req-50437355-f2cc-458f-a60d-4020a2688af8 tempest-DeleteServersTestJSON-1247020361 tempest-DeleteServersTestJSON-1247020361-project] 10.222.0.39 "GET /v2.0/ports?device_id=486179e9-71f9-4e5d-b64f-b9582ed4a533 HTTP/1.1" status: 200 len: 210 time: 0.1122711 Sep 15 16:22:31.355914 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547a5f04-bbb6-4ba0-bb82-9d34a8fc0e13 req-3239e352-f5dc-48db-9e95-53677d33f007 tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:22:31.357701 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-547a5f04-bbb6-4ba0-bb82-9d34a8fc0e13 req-3239e352-f5dc-48db-9e95-53677d33f007 tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] 10.222.0.45 "GET /v2.0/networks?id=301d3dae-97cb-4f1f-a074-0eaf2ccca5e4 HTTP/1.1" status: 200 len: 817 time: 0.6207938 Sep 15 16:22:31.403875 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2b94ec59-98e6-4bfc-9986-404aafee29c3 req-6ec3f9ab-aafe-4697-8e24-2aff2b74499a tempest-ServerRescueNegativeTestJSON-1504381068 tempest-ServerRescueNegativeTestJSON-1504381068-project] Made reservation on behalf of e6a18f03044f465d813cff5376553386 for: {'port': 1} {{(pid=93953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 16:22:31.407741 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [req-2b94ec59-98e6-4bfc-9986-404aafee29c3 req-6ec3f9ab-aafe-4697-8e24-2aff2b74499a tempest-ServerRescueNegativeTestJSON-1504381068 tempest-ServerRescueNegativeTestJSON-1504381068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928820'] for port, before_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:31.411440 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-0d09c89a-5618-416f-bc62-0dee8bf6e917 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:31.441428 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-0d09c89a-5618-416f-bc62-0dee8bf6e917 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:31.520245 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-0d09c89a-5618-416f-bc62-0dee8bf6e917 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3702208'] for security_group, after_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:31.522967 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-0d09c89a-5618-416f-bc62-0dee8bf6e917 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:31.524283 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [None req-0d09c89a-5618-416f-bc62-0dee8bf6e917 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/f583a3dd-3316-4fb7-b688-3eb23566c69e HTTP/1.1" status: 204 len: 168 time: 0.2936528 Sep 15 16:22:31.547393 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-3bef5e5a-99e6-4fc6-88cd-e9856770a691 req-00ea9992-8d4e-4995-94bb-db1cbf0d12c7 tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] 10.222.0.39 "GET /v2.0/ports?device_id=1895071e-07cf-4d71-977e-0057a981f962 HTTP/1.1" status: 200 len: 210 time: 0.0438039 Sep 15 16:22:31.647187 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-87e66b2a-a62e-4731-a3c9-ba763d3a85b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3702208'] for security_group, after_delete {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:31.650446 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-87e66b2a-a62e-4731-a3c9-ba763d3a85b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:31.652400 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [None req-87e66b2a-a62e-4731-a3c9-ba763d3a85b1 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/2fa5b614-73e0-4210-b51e-545a0661a404 HTTP/1.1" status: 204 len: 168 time: 1.3225958 Sep 15 16:22:31.653989 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.db.db_base_plugin_common [req-2a162b35-cc90-4557-a7c7-0b761471ac08 req-dead5838-8f7b-4810-bd8a-344359e9d026 tempest-DeleteServersTestJSON-1247020361 tempest-DeleteServersTestJSON-1247020361-project] Allocated IP 172.20.0.3 (fe47d5cc-db6b-4e16-b6ce-03de9aba76df/ba0a5700-9fcd-4ef5-9b61-c755403738d8/0818e98a-670f-4c7c-a93d-7b0a7c9d8fbb) {{(pid=93954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 16:22:31.669447 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e66b2a-a62e-4731-a3c9-ba763d3a85b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fa5b614-73e0-4210-b51e-545a0661a404,revision_number=None']} {{(pid=93954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:22:31.770322 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d09c89a-5618-416f-bc62-0dee8bf6e917 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f583a3dd-3316-4fb7-b688-3eb23566c69e,revision_number=None']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:22:31.853050 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-57d8a9a3-d16f-4b20-b77b-ca1e664c03db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791196484491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953091'] for agent, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:31.930392 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-deb22705-8d4a-4be6-b9af-c86db96af108 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791196484491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953091'] for agent, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:32.145885 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-547a5f04-bbb6-4ba0-bb82-9d34a8fc0e13 req-f3c8ae25-1a1d-484e-921a-11a6b62c4ad3 tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f7e7af658aa34644855359ede57c4c67 HTTP/1.1" status: 200 len: 379 time: 0.4542961 Sep 15 16:22:32.187411 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.api.v2.base [req-547a5f04-bbb6-4ba0-bb82-9d34a8fc0e13 req-8bc7f6ee-aa8a-4279-8703-7ba9905138ee tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] Request body: {'port': {'device_id': '1895071e-07cf-4d71-977e-0057a981f962', 'network_id': '301d3dae-97cb-4f1f-a074-0eaf2ccca5e4', 'admin_state_up': True, 'tenant_id': 'f7e7af658aa34644855359ede57c4c67', 'security_groups': ['01d6c133-4034-4f0a-ac7f-c71aa400623e']}} {{(pid=93953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:22:32.334209 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.db.db_base_plugin_common [req-2b94ec59-98e6-4bfc-9986-404aafee29c3 req-6ec3f9ab-aafe-4697-8e24-2aff2b74499a tempest-ServerRescueNegativeTestJSON-1504381068 tempest-ServerRescueNegativeTestJSON-1504381068-project] Allocated IP 172.20.0.13 (a789c6c7-846e-484f-aca7-614dc13bfb69/a9fde6a5-a0c6-40f2-b012-f34594b44218/ab8da74e-0d51-40fe-939d-923b412fd22d) {{(pid=93953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 16:22:32.418808 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-07fdee61-9093-462a-aa29-e933a47cc17f req-2176df86-c39b-4bf2-b672-d572e1e9dcc8 tempest-ServerRescueNegativeTestJSON-1504381068 tempest-ServerRescueNegativeTestJSON-1504381068-project] 10.222.0.39 "GET /v2.0/ports?device_id=6d0621ec-4650-42b8-8f87-7666278b3af8 HTTP/1.1" status: 200 len: 210 time: 0.1250443 Sep 15 16:22:32.489715 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [req-2a162b35-cc90-4557-a7c7-0b761471ac08 req-dead5838-8f7b-4810-bd8a-344359e9d026 tempest-DeleteServersTestJSON-1247020361 tempest-DeleteServersTestJSON-1247020361-project] Notify callbacks [] for port, precommit_create {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:32.569394 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [req-2a162b35-cc90-4557-a7c7-0b761471ac08 req-dead5838-8f7b-4810-bd8a-344359e9d026 tempest-DeleteServersTestJSON-1247020361 tempest-DeleteServersTestJSON-1247020361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791195969994'] for port, after_create {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:32.595273 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-85474f09-d980-4aeb-a9ea-831e09410ee2 req-d6610add-38a4-4f3b-bb13-7f869c3b9e4e tempest-DeleteServersTestJSON-1247020361 tempest-DeleteServersTestJSON-1247020361-project] 10.222.0.39 "GET /v2.0/ports?device_id=486179e9-71f9-4e5d-b64f-b9582ed4a533 HTTP/1.1" status: 200 len: 210 time: 0.1146803 Sep 15 16:22:32.745404 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2a162b35-cc90-4557-a7c7-0b761471ac08 req-dead5838-8f7b-4810-bd8a-344359e9d026 tempest-DeleteServersTestJSON-1247020361 tempest-DeleteServersTestJSON-1247020361-project] Network fe47d5cc-db6b-4e16-b6ce-03de9aba76df is already hosted by enough agents. {{(pid=93954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:22:32.751373 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.scheduler.base_scheduler [req-2a162b35-cc90-4557-a7c7-0b761471ac08 req-dead5838-8f7b-4810-bd8a-344359e9d026 tempest-DeleteServersTestJSON-1247020361 tempest-DeleteServersTestJSON-1247020361-project] Resources bound (agent type, host, resource id): {{(pid=93954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:22:32.768519 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a162b35-cc90-4557-a7c7-0b761471ac08 req-dead5838-8f7b-4810-bd8a-344359e9d026 tempest-DeleteServersTestJSON-1247020361 tempest-DeleteServersTestJSON-1247020361-project] Received port after_create {{(pid=93954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 16:22:32.774330 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-547a5f04-bbb6-4ba0-bb82-9d34a8fc0e13 req-8bc7f6ee-aa8a-4279-8703-7ba9905138ee tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] Made reservation on behalf of f7e7af658aa34644855359ede57c4c67 for: {'port': 1} {{(pid=93953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 16:22:32.778553 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [req-547a5f04-bbb6-4ba0-bb82-9d34a8fc0e13 req-8bc7f6ee-aa8a-4279-8703-7ba9905138ee tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928820'] for port, before_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:32.782822 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a162b35-cc90-4557-a7c7-0b761471ac08 req-dead5838-8f7b-4810-bd8a-344359e9d026 tempest-DeleteServersTestJSON-1247020361 tempest-DeleteServersTestJSON-1247020361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:22:32.793136 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [req-2a162b35-cc90-4557-a7c7-0b761471ac08 req-dead5838-8f7b-4810-bd8a-344359e9d026 tempest-DeleteServersTestJSON-1247020361 tempest-DeleteServersTestJSON-1247020361-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3748898'] for port, before_response {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:32.805994 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dead5838-8f7b-4810-bd8a-344359e9d026 tempest-DeleteServersTestJSON-1247020361 tempest-DeleteServersTestJSON-1247020361-project] Pushing event updated for resources: {'Port': ['ID=0818e98a-670f-4c7c-a93d-7b0a7c9d8fbb,revision_number=1']} {{(pid=93954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:22:32.874333 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-31612411-5aed-4f0d-9ab8-fb9e4693a20c req-83fb99ec-6c05-4d47-9054-36bc1a4a3100 tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] 10.222.0.39 "GET /v2.0/ports?device_id=1895071e-07cf-4d71-977e-0057a981f962 HTTP/1.1" status: 200 len: 210 time: 0.0712640 Sep 15 16:22:32.879532 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.wsgi [-] (93954) accepted ('10.222.0.39', 58926) {{(pid=93954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:22:32.907509 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-2a162b35-cc90-4557-a7c7-0b761471ac08 req-dead5838-8f7b-4810-bd8a-344359e9d026 tempest-DeleteServersTestJSON-1247020361 tempest-DeleteServersTestJSON-1247020361-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.0587032 Sep 15 16:22:32.915051 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-1666a3fd-9918-4073-b30b-47695270e021 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:32.936878 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-eee1357e-56cc-4bdc-884d-16a88731d16f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791196484491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953091'] for agent, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:33.115147 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [req-2b94ec59-98e6-4bfc-9986-404aafee29c3 req-6ec3f9ab-aafe-4697-8e24-2aff2b74499a tempest-ServerRescueNegativeTestJSON-1504381068 tempest-ServerRescueNegativeTestJSON-1504381068-project] Notify callbacks [] for port, precommit_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:33.258037 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.db.db_base_plugin_common [req-547a5f04-bbb6-4ba0-bb82-9d34a8fc0e13 req-8bc7f6ee-aa8a-4279-8703-7ba9905138ee tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] Allocated IP 172.20.0.8 (301d3dae-97cb-4f1f-a074-0eaf2ccca5e4/fa5f41a1-b858-4e32-8594-59b83d73c6e9/e276d5d2-322a-4d4d-b833-7daa17260d3e) {{(pid=93953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 16:22:33.271999 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [req-2b94ec59-98e6-4bfc-9986-404aafee29c3 req-6ec3f9ab-aafe-4697-8e24-2aff2b74499a tempest-ServerRescueNegativeTestJSON-1504381068 tempest-ServerRescueNegativeTestJSON-1504381068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791195969994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127878305'] for port, after_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:33.312820 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-1666a3fd-9918-4073-b30b-47695270e021 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:33.322015 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-1666a3fd-9918-4073-b30b-47695270e021 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3702208'] for security_group, after_create {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:33.379533 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2b94ec59-98e6-4bfc-9986-404aafee29c3 req-6ec3f9ab-aafe-4697-8e24-2aff2b74499a tempest-ServerRescueNegativeTestJSON-1504381068 tempest-ServerRescueNegativeTestJSON-1504381068-project] Network a789c6c7-846e-484f-aca7-614dc13bfb69 is already hosted by enough agents. {{(pid=93953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:22:33.407545 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [None req-1666a3fd-9918-4073-b30b-47695270e021 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=71971e3fd9a44d11a7540485ce79fc61&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5227914 Sep 15 16:22:33.408847 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1666a3fd-9918-4073-b30b-47695270e021 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e808226e-47b4-412a-9a8e-20000f8a0fc1,revision_number=1']} {{(pid=93954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:22:33.409916 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.scheduler.base_scheduler [req-2b94ec59-98e6-4bfc-9986-404aafee29c3 req-6ec3f9ab-aafe-4697-8e24-2aff2b74499a tempest-ServerRescueNegativeTestJSON-1504381068 tempest-ServerRescueNegativeTestJSON-1504381068-project] Resources bound (agent type, host, resource id): {{(pid=93953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:22:33.411600 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.wsgi [-] (93954) accepted ('10.222.0.39', 58956) {{(pid=93954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:22:33.460248 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b94ec59-98e6-4bfc-9986-404aafee29c3 req-6ec3f9ab-aafe-4697-8e24-2aff2b74499a tempest-ServerRescueNegativeTestJSON-1504381068 tempest-ServerRescueNegativeTestJSON-1504381068-project] Received port after_create {{(pid=93953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 16:22:33.478172 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec3f9ab-aafe-4697-8e24-2aff2b74499a tempest-ServerRescueNegativeTestJSON-1504381068 tempest-ServerRescueNegativeTestJSON-1504381068-project] Pushing event updated for resources: {'Port': ['ID=ab8da74e-0d51-40fe-939d-923b412fd22d,revision_number=1']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:22:33.581587 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-98a3a22b-79f2-4706-9e41-f24fe6920f23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:33.623178 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-98a3a22b-79f2-4706-9e41-f24fe6920f23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:33.725880 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-9e24f827-bec8-4ca8-83a7-656c81dc0b71 req-5c9b7f61-496e-4b45-a713-b9567dc53f05 tempest-ServerRescueNegativeTestJSON-1504381068 tempest-ServerRescueNegativeTestJSON-1504381068-project] 10.222.0.39 "GET /v2.0/ports?device_id=6d0621ec-4650-42b8-8f87-7666278b3af8 HTTP/1.1" status: 200 len: 210 time: 0.1429126 Sep 15 16:22:33.754566 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b94ec59-98e6-4bfc-9986-404aafee29c3 req-6ec3f9ab-aafe-4697-8e24-2aff2b74499a tempest-ServerRescueNegativeTestJSON-1504381068 tempest-ServerRescueNegativeTestJSON-1504381068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:22:33.758268 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [req-2b94ec59-98e6-4bfc-9986-404aafee29c3 req-6ec3f9ab-aafe-4697-8e24-2aff2b74499a tempest-ServerRescueNegativeTestJSON-1504381068 tempest-ServerRescueNegativeTestJSON-1504381068-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3748898'] for port, before_response {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:33.827194 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-98a3a22b-79f2-4706-9e41-f24fe6920f23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3702208'] for security_group, after_delete {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:33.829870 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-98a3a22b-79f2-4706-9e41-f24fe6920f23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:33.831357 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [None req-98a3a22b-79f2-4706-9e41-f24fe6920f23 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/e808226e-47b4-412a-9a8e-20000f8a0fc1 HTTP/1.1" status: 204 len: 168 time: 0.3994091 Sep 15 16:22:33.846417 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.wsgi [req-2a162b35-cc90-4557-a7c7-0b761471ac08 req-b0a0cfbf-d46f-4733-ab52-67cd0ad32381 tempest-DeleteServersTestJSON-1247020361 tempest-DeleteServersTestJSON-1247020361-project] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=93954) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 15 16:22:33.847812 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-2a162b35-cc90-4557-a7c7-0b761471ac08 req-b0a0cfbf-d46f-4733-ab52-67cd0ad32381 tempest-DeleteServersTestJSON-1247020361 tempest-DeleteServersTestJSON-1247020361-project] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0059412 Sep 15 16:22:33.897511 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116d36d2-d73b-4b71-baa6-d157ef52f1ff req-864a10c3-aee1-453a-9ecb-48c0416b6325 tempest-DeleteServersTestJSON-1247020361 tempest-DeleteServersTestJSON-1247020361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:22:33.905505 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-116d36d2-d73b-4b71-baa6-d157ef52f1ff req-864a10c3-aee1-453a-9ecb-48c0416b6325 tempest-DeleteServersTestJSON-1247020361 tempest-DeleteServersTestJSON-1247020361-project] 10.222.0.39 "GET /v2.0/ports?device_id=486179e9-71f9-4e5d-b64f-b9582ed4a533 HTTP/1.1" status: 200 len: 931 time: 0.1400146 Sep 15 16:22:33.919916 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a3a22b-79f2-4706-9e41-f24fe6920f23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e808226e-47b4-412a-9a8e-20000f8a0fc1,revision_number=None']} {{(pid=93954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:22:33.946960 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-2b94ec59-98e6-4bfc-9986-404aafee29c3 req-6ec3f9ab-aafe-4697-8e24-2aff2b74499a tempest-ServerRescueNegativeTestJSON-1504381068 tempest-ServerRescueNegativeTestJSON-1504381068-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2580926 Sep 15 16:22:33.965847 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [req-547a5f04-bbb6-4ba0-bb82-9d34a8fc0e13 req-8bc7f6ee-aa8a-4279-8703-7ba9905138ee tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] Notify callbacks [] for port, precommit_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:34.047088 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-116d36d2-d73b-4b71-baa6-d157ef52f1ff req-baaba66d-62a6-4975-bfa0-f82a959350c3 tempest-DeleteServersTestJSON-1247020361 tempest-DeleteServersTestJSON-1247020361-project] 10.222.0.39 "GET /v2.0/security-groups?id=7bc5803c-1c2e-48d8-9a27-d64b1981fbcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387153 Sep 15 16:22:34.096881 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-05e75793-fc66-4bcd-b25e-ddeda5560c35 req-a04ea736-85bb-4634-a516-d26312585ab3 tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] 10.222.0.39 "GET /v2.0/ports?device_id=1895071e-07cf-4d71-977e-0057a981f962 HTTP/1.1" status: 200 len: 210 time: 0.0426288 Sep 15 16:22:34.100315 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [req-547a5f04-bbb6-4ba0-bb82-9d34a8fc0e13 req-8bc7f6ee-aa8a-4279-8703-7ba9905138ee tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791195969994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127878305'] for port, after_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:34.157673 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-547a5f04-bbb6-4ba0-bb82-9d34a8fc0e13 req-8bc7f6ee-aa8a-4279-8703-7ba9905138ee tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] Network 301d3dae-97cb-4f1f-a074-0eaf2ccca5e4 is already hosted by enough agents. {{(pid=93953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:22:34.165952 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.scheduler.base_scheduler [req-547a5f04-bbb6-4ba0-bb82-9d34a8fc0e13 req-8bc7f6ee-aa8a-4279-8703-7ba9905138ee tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] Resources bound (agent type, host, resource id): {{(pid=93953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:22:34.170187 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.db.l3_dvrscheduler_db [req-547a5f04-bbb6-4ba0-bb82-9d34a8fc0e13 req-8bc7f6ee-aa8a-4279-8703-7ba9905138ee tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] Received port after_create {{(pid=93953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 16:22:34.243124 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547a5f04-bbb6-4ba0-bb82-9d34a8fc0e13 req-8bc7f6ee-aa8a-4279-8703-7ba9905138ee tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:22:34.244253 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [req-547a5f04-bbb6-4ba0-bb82-9d34a8fc0e13 req-8bc7f6ee-aa8a-4279-8703-7ba9905138ee tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3748898'] for port, before_response {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:34.247897 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc7f6ee-aa8a-4279-8703-7ba9905138ee tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] Pushing event updated for resources: {'Port': ['ID=e276d5d2-322a-4d4d-b833-7daa17260d3e,revision_number=1']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:22:34.283167 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-547a5f04-bbb6-4ba0-bb82-9d34a8fc0e13 req-8bc7f6ee-aa8a-4279-8703-7ba9905138ee tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1029477 Sep 15 16:22:34.312899 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-7ad16b6f-1dcb-4567-914a-8ec9b5a04b47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791196484491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953091'] for agent, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:34.506945 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.wsgi [-] (93954) accepted ('10.222.0.39', 58988) {{(pid=93954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:22:34.544466 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.db.provisioning_blocks [None req-cc8913e6-ea58-4c5c-bec7-d65292261e0a None None] Provisioning complete for port e276d5d2-322a-4d4d-b833-7daa17260d3e triggered by entity DHCP. {{(pid=93955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:22:34.545056 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-cc8913e6-ea58-4c5c-bec7-d65292261e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953592'] for port, provisioning_complete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:34.611620 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [None req-cc8913e6-ea58-4c5c-bec7-d65292261e0a None None] Port e276d5d2-322a-4d4d-b833-7daa17260d3e cannot update to ACTIVE because it is not bound. {{(pid=93955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 16:22:34.687632 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-4d28f989-3dea-4d3f-93fa-c280b954b9f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:34.877905 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-9d98c387-0259-4948-84ce-0fb04590e085 req-54fc3fe8-8ae8-4ba2-b4d5-32510ba28ad4 tempest-ServerRescueNegativeTestJSON-1504381068 tempest-ServerRescueNegativeTestJSON-1504381068-project] 10.222.0.39 "GET /v2.0/ports?device_id=6d0621ec-4650-42b8-8f87-7666278b3af8 HTTP/1.1" status: 200 len: 210 time: 0.0612838 Sep 15 16:22:34.883633 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-4d28f989-3dea-4d3f-93fa-c280b954b9f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:34.909623 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-4d28f989-3dea-4d3f-93fa-c280b954b9f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3702208'] for security_group, after_create {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:35.098704 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [None req-4d28f989-3dea-4d3f-93fa-c280b954b9f8 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=04336e6d621d46a0bfa82895f1ffffd4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5897760 Sep 15 16:22:35.102155 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.wsgi [-] (93953) accepted ('10.222.0.39', 59030) {{(pid=93953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:22:35.118222 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d28f989-3dea-4d3f-93fa-c280b954b9f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c6fca93-c44f-43a4-b19b-99ff7c2e5896,revision_number=1']} {{(pid=93954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:22:35.344582 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-4505ddd5-a4d9-4d82-aedd-bd66c5582895 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:35.355235 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb0b74e-475a-4ef2-98f3-c14a388703dc req-f1ca4e49-b7be-4fcf-818d-f744810626c6 tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:22:35.369657 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-fcb0b74e-475a-4ef2-98f3-c14a388703dc req-f1ca4e49-b7be-4fcf-818d-f744810626c6 tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] 10.222.0.39 "GET /v2.0/ports?device_id=1895071e-07cf-4d71-977e-0057a981f962 HTTP/1.1" status: 200 len: 931 time: 0.1247437 Sep 15 16:22:35.437939 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab34a8b6-806e-4a4a-a7cd-c84f178e4359 req-83e87c23-21af-4c96-9c51-1e21078e2584 tempest-DeleteServersTestJSON-1247020361 tempest-DeleteServersTestJSON-1247020361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:22:35.439727 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-ab34a8b6-806e-4a4a-a7cd-c84f178e4359 req-83e87c23-21af-4c96-9c51-1e21078e2584 tempest-DeleteServersTestJSON-1247020361 tempest-DeleteServersTestJSON-1247020361-project] 10.222.0.39 "GET /v2.0/ports?device_id=486179e9-71f9-4e5d-b64f-b9582ed4a533 HTTP/1.1" status: 200 len: 931 time: 0.2006969 Sep 15 16:22:35.453020 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-fcb0b74e-475a-4ef2-98f3-c14a388703dc req-61dc8cb1-a185-46d8-b3c6-48a14f40e392 tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] 10.222.0.39 "GET /v2.0/security-groups?id=01d6c133-4034-4f0a-ac7f-c71aa400623e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0826528 Sep 15 16:22:35.463528 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-4505ddd5-a4d9-4d82-aedd-bd66c5582895 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:35.572294 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-ab34a8b6-806e-4a4a-a7cd-c84f178e4359 req-3499e01e-057f-4ea7-916b-c8067a50e2fc tempest-DeleteServersTestJSON-1247020361 tempest-DeleteServersTestJSON-1247020361-project] 10.222.0.39 "GET /v2.0/security-groups?id=7bc5803c-1c2e-48d8-9a27-d64b1981fbcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096613 Sep 15 16:22:35.609207 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-4505ddd5-a4d9-4d82-aedd-bd66c5582895 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3702208'] for security_group, after_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:35.609207 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-4505ddd5-a4d9-4d82-aedd-bd66c5582895 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:35.609207 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [None req-4505ddd5-a4d9-4d82-aedd-bd66c5582895 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/6c6fca93-c44f-43a4-b19b-99ff7c2e5896 HTTP/1.1" status: 204 len: 168 time: 0.5044181 Sep 15 16:22:35.625183 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4505ddd5-a4d9-4d82-aedd-bd66c5582895 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c6fca93-c44f-43a4-b19b-99ff7c2e5896,revision_number=None']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:22:36.067405 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-3ccad14c-4966-443b-8e6a-69f701827661 req-1e2fa450-4523-496a-aa92-3e3c12cbe830 tempest-ServerRescueNegativeTestJSON-1504381068 tempest-ServerRescueNegativeTestJSON-1504381068-project] 10.222.0.39 "GET /v2.0/ports?device_id=6d0621ec-4650-42b8-8f87-7666278b3af8 HTTP/1.1" status: 200 len: 210 time: 0.0313334 Sep 15 16:22:36.387197 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.wsgi [-] (93953) accepted ('10.222.0.39', 59084) {{(pid=93953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:22:36.407846 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-33b4549a-f1db-4d21-ac91-057aca4a37ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:36.419271 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron.db.agents_db [None req-9c583be1-859f-4a85-bd6b-6d26517e04c2 None None] Agent healthcheck: found 6 active agents {{(pid=93956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 16:22:36.544268 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.wsgi [-] (93953) accepted ('10.222.0.39', 59090) {{(pid=93953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:22:36.551325 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.wsgi [-] (93954) accepted ('10.222.0.39', 59092) {{(pid=93954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:22:36.589626 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-33b4549a-f1db-4d21-ac91-057aca4a37ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:36.661969 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-33b4549a-f1db-4d21-ac91-057aca4a37ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3702208'] for security_group, after_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:36.706454 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b4549a-f1db-4d21-ac91-057aca4a37ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f656b04-3179-4fc0-a4cf-3e3c892dc219,revision_number=1']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:22:36.711156 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-d7b60a32-1c28-4078-b64b-d01c954d53bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:36.738068 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [None req-33b4549a-f1db-4d21-ac91-057aca4a37ba admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=7dd92197807e432292b5547acbc11b21&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3491740 Sep 15 16:22:36.746342 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64cbf22e-f713-4f2f-b137-6f63ea0fc0ef req-e1177026-b5cf-41e0-8b8c-0d8ab29fbf04 tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:22:36.748171 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.wsgi [-] (93954) accepted ('10.222.0.39', 59100) {{(pid=93954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:22:36.748518 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-64cbf22e-f713-4f2f-b137-6f63ea0fc0ef req-e1177026-b5cf-41e0-8b8c-0d8ab29fbf04 tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] 10.222.0.39 "GET /v2.0/ports?device_id=1895071e-07cf-4d71-977e-0057a981f962 HTTP/1.1" status: 200 len: 931 time: 0.1573384 Sep 15 16:22:36.783055 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-0b421608-0b2f-4ec4-9c75-af29e2f40417 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:36.785662 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5afd52-047e-4c96-88e9-3493655e739a req-c42a6d82-cee5-473f-8ea4-a5c52df2f742 tempest-DeleteServersTestJSON-1247020361 tempest-DeleteServersTestJSON-1247020361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:22:36.794281 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-4e5afd52-047e-4c96-88e9-3493655e739a req-c42a6d82-cee5-473f-8ea4-a5c52df2f742 tempest-DeleteServersTestJSON-1247020361 tempest-DeleteServersTestJSON-1247020361-project] 10.222.0.39 "GET /v2.0/ports?device_id=486179e9-71f9-4e5d-b64f-b9582ed4a533 HTTP/1.1" status: 200 len: 931 time: 0.1398134 Sep 15 16:22:36.815325 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-64cbf22e-f713-4f2f-b137-6f63ea0fc0ef req-e74a0335-c8b0-4d2b-9b77-5b2bafd47047 tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] 10.222.0.39 "GET /v2.0/security-groups?id=01d6c133-4034-4f0a-ac7f-c71aa400623e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0581408 Sep 15 16:22:36.890710 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-4e5afd52-047e-4c96-88e9-3493655e739a req-d43e2b49-8dc8-4784-b89f-a9bb097cba15 tempest-DeleteServersTestJSON-1247020361 tempest-DeleteServersTestJSON-1247020361-project] 10.222.0.39 "GET /v2.0/security-groups?id=7bc5803c-1c2e-48d8-9a27-d64b1981fbcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950696 Sep 15 16:22:36.893673 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-6b3bbcf5-22e9-4a1c-ad6f-47c1376dc9fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:36.928341 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-6b3bbcf5-22e9-4a1c-ad6f-47c1376dc9fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:36.966553 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-d7b60a32-1c28-4078-b64b-d01c954d53bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:36.987084 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-d7b60a32-1c28-4078-b64b-d01c954d53bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3702208'] for security_group, after_create {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:37.018836 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [None req-d7b60a32-1c28-4078-b64b-d01c954d53bb admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=0054ce493074445faca7f938bf98ae72&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4660823 Sep 15 16:22:37.023021 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.wsgi [-] (93953) accepted ('10.222.0.39', 59108) {{(pid=93953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:22:37.044058 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b60a32-1c28-4078-b64b-d01c954d53bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aeccb23a-8b15-48b2-bb7f-d621b02c1d2e,revision_number=1']} {{(pid=93954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:22:37.060785 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-6b3bbcf5-22e9-4a1c-ad6f-47c1376dc9fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3702208'] for security_group, after_delete {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:37.066890 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-6b3bbcf5-22e9-4a1c-ad6f-47c1376dc9fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:37.068680 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [None req-6b3bbcf5-22e9-4a1c-ad6f-47c1376dc9fd admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/3f656b04-3179-4fc0-a4cf-3e3c892dc219 HTTP/1.1" status: 204 len: 168 time: 0.3193896 Sep 15 16:22:37.093295 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3bbcf5-22e9-4a1c-ad6f-47c1376dc9fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f656b04-3179-4fc0-a4cf-3e3c892dc219,revision_number=None']} {{(pid=93954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:22:37.177549 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-6de29ea3-a2b4-40dd-a34d-1a805e706bb2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:37.196986 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-0b421608-0b2f-4ec4-9c75-af29e2f40417 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:37.215382 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-0b421608-0b2f-4ec4-9c75-af29e2f40417 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3702208'] for security_group, after_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:37.238618 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-6de29ea3-a2b4-40dd-a34d-1a805e706bb2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:37.247984 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-12419e6c-3504-4adf-9bd5-e48477a5af53 req-ad2e7550-742d-43dd-8c39-df0288c5d0b5 tempest-ServerRescueNegativeTestJSON-1504381068 tempest-ServerRescueNegativeTestJSON-1504381068-project] 10.222.0.39 "GET /v2.0/ports?device_id=6d0621ec-4650-42b8-8f87-7666278b3af8 HTTP/1.1" status: 200 len: 210 time: 0.0580134 Sep 15 16:22:37.300134 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [None req-0b421608-0b2f-4ec4-9c75-af29e2f40417 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=968a0e7db1bf487eb6e86458e37a5874&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7540603 Sep 15 16:22:37.306114 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b421608-0b2f-4ec4-9c75-af29e2f40417 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b15a2fb-28df-4262-9ca2-dbc432a528cd,revision_number=1']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:22:37.310360 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.wsgi [-] (93954) accepted ('10.222.0.39', 59120) {{(pid=93954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:22:37.356313 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-6de29ea3-a2b4-40dd-a34d-1a805e706bb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3702208'] for security_group, after_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:37.359063 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-6de29ea3-a2b4-40dd-a34d-1a805e706bb2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:37.363980 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [None req-6de29ea3-a2b4-40dd-a34d-1a805e706bb2 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/aeccb23a-8b15-48b2-bb7f-d621b02c1d2e HTTP/1.1" status: 204 len: 168 time: 0.3398921 Sep 15 16:22:37.377187 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de29ea3-a2b4-40dd-a34d-1a805e706bb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aeccb23a-8b15-48b2-bb7f-d621b02c1d2e,revision_number=None']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:22:37.422187 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-4e58ff2c-b197-4624-a15c-508a3f4c3acf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:37.485986 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-4e58ff2c-b197-4624-a15c-508a3f4c3acf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:37.602350 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-4e58ff2c-b197-4624-a15c-508a3f4c3acf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3702208'] for security_group, after_delete {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:37.608053 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-4e58ff2c-b197-4624-a15c-508a3f4c3acf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:37.614157 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [None req-4e58ff2c-b197-4624-a15c-508a3f4c3acf admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/7b15a2fb-28df-4262-9ca2-dbc432a528cd HTTP/1.1" status: 204 len: 168 time: 0.3015335 Sep 15 16:22:37.642656 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e58ff2c-b197-4624-a15c-508a3f4c3acf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b15a2fb-28df-4262-9ca2-dbc432a528cd,revision_number=None']} {{(pid=93954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:22:38.003198 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb39c1e-7288-4caa-a7d5-baf42c8d569a req-4208162e-17a8-43b4-95c9-7bf56b73ad8e tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:22:38.027037 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-0cb39c1e-7288-4caa-a7d5-baf42c8d569a req-4208162e-17a8-43b4-95c9-7bf56b73ad8e tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] 10.222.0.39 "GET /v2.0/ports?device_id=1895071e-07cf-4d71-977e-0057a981f962 HTTP/1.1" status: 200 len: 931 time: 0.0996292 Sep 15 16:22:38.120176 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-0cb39c1e-7288-4caa-a7d5-baf42c8d569a req-6a0a67db-df9c-4cc9-8e01-f0d36b8de641 tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] 10.222.0.39 "GET /v2.0/security-groups?id=01d6c133-4034-4f0a-ac7f-c71aa400623e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0917408 Sep 15 16:22:38.132425 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949b2230-7c6b-47b3-ae0e-bfe0a705b3b6 req-1574d399-9c83-4816-9a0a-edf374cbd066 tempest-DeleteServersTestJSON-1247020361 tempest-DeleteServersTestJSON-1247020361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:22:38.135701 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-949b2230-7c6b-47b3-ae0e-bfe0a705b3b6 req-1574d399-9c83-4816-9a0a-edf374cbd066 tempest-DeleteServersTestJSON-1247020361 tempest-DeleteServersTestJSON-1247020361-project] 10.222.0.39 "GET /v2.0/ports?device_id=486179e9-71f9-4e5d-b64f-b9582ed4a533 HTTP/1.1" status: 200 len: 931 time: 0.1306863 Sep 15 16:22:38.239996 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-949b2230-7c6b-47b3-ae0e-bfe0a705b3b6 req-65a0457f-50bf-4955-8613-c8ffdb120c71 tempest-DeleteServersTestJSON-1247020361 tempest-DeleteServersTestJSON-1247020361-project] 10.222.0.39 "GET /v2.0/security-groups?id=7bc5803c-1c2e-48d8-9a27-d64b1981fbcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961339 Sep 15 16:22:38.310073 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.wsgi [-] (93954) accepted ('10.222.0.39', 59178) {{(pid=93954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:22:38.332620 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-067e8c6a-67ab-4fe4-8bd2-00acfdcf7c90 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:38.451449 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-a1c35c24-424b-4861-835c-1a69f9ca63d9 req-d64c5134-bb4a-44bb-a94c-adf0d5cf2784 tempest-ServerRescueNegativeTestJSON-1504381068 tempest-ServerRescueNegativeTestJSON-1504381068-project] 10.222.0.39 "GET /v2.0/ports?device_id=6d0621ec-4650-42b8-8f87-7666278b3af8 HTTP/1.1" status: 200 len: 210 time: 0.0904288 Sep 15 16:22:38.580050 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-067e8c6a-67ab-4fe4-8bd2-00acfdcf7c90 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:38.588811 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-067e8c6a-67ab-4fe4-8bd2-00acfdcf7c90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3702208'] for security_group, after_create {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:38.653421 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [None req-067e8c6a-67ab-4fe4-8bd2-00acfdcf7c90 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=bc06159ec3514a6c8ebc7e0e0e42e863&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3375561 Sep 15 16:22:38.656236 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.wsgi [-] (93953) accepted ('10.222.0.39', 59188) {{(pid=93953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:22:38.667688 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067e8c6a-67ab-4fe4-8bd2-00acfdcf7c90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd643797-a51d-4cc5-9de5-de4208a9a6a9,revision_number=1']} {{(pid=93954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:22:38.751469 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-545605cb-037c-4670-a593-4db7363c17a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:38.794921 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-545605cb-037c-4670-a593-4db7363c17a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:38.858057 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-545605cb-037c-4670-a593-4db7363c17a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3702208'] for security_group, after_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:38.862750 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-545605cb-037c-4670-a593-4db7363c17a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:38.864003 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [None req-545605cb-037c-4670-a593-4db7363c17a4 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/cd643797-a51d-4cc5-9de5-de4208a9a6a9 HTTP/1.1" status: 204 len: 168 time: 0.2066169 Sep 15 16:22:38.887485 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545605cb-037c-4670-a593-4db7363c17a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd643797-a51d-4cc5-9de5-de4208a9a6a9,revision_number=None']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:22:39.279411 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092b1cc0-06bc-43c0-b2d5-d329047d2406 req-87c0ecbf-0cfa-433c-8eb9-2fe0fc221164 tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:22:39.282061 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-092b1cc0-06bc-43c0-b2d5-d329047d2406 req-87c0ecbf-0cfa-433c-8eb9-2fe0fc221164 tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] 10.222.0.39 "GET /v2.0/ports?device_id=1895071e-07cf-4d71-977e-0057a981f962 HTTP/1.1" status: 200 len: 931 time: 0.0742066 Sep 15 16:22:39.348728 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-092b1cc0-06bc-43c0-b2d5-d329047d2406 req-cd4508cd-3b7a-495b-891c-0712bffca2f8 tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] 10.222.0.39 "GET /v2.0/security-groups?id=01d6c133-4034-4f0a-ac7f-c71aa400623e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0585256 Sep 15 16:22:39.417064 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e299969b-6d66-4fd0-aec8-f0a0e5034fdd req-e55bee35-a614-4d6b-b811-bc560bf3de32 tempest-DeleteServersTestJSON-1247020361 tempest-DeleteServersTestJSON-1247020361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:22:39.418621 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-e299969b-6d66-4fd0-aec8-f0a0e5034fdd req-e55bee35-a614-4d6b-b811-bc560bf3de32 tempest-DeleteServersTestJSON-1247020361 tempest-DeleteServersTestJSON-1247020361-project] 10.222.0.39 "GET /v2.0/ports?device_id=486179e9-71f9-4e5d-b64f-b9582ed4a533 HTTP/1.1" status: 200 len: 931 time: 0.1001616 Sep 15 16:22:39.481886 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-e299969b-6d66-4fd0-aec8-f0a0e5034fdd req-7079dff5-ebbc-48c4-aae1-01b43ffba917 tempest-DeleteServersTestJSON-1247020361 tempest-DeleteServersTestJSON-1247020361-project] 10.222.0.39 "GET /v2.0/security-groups?id=7bc5803c-1c2e-48d8-9a27-d64b1981fbcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546517 Sep 15 16:22:39.682832 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-59842995-241b-4be3-9103-61b5c8894b8b req-8e130305-adcc-4306-bfc2-954c0ab9dcef tempest-ServerRescueNegativeTestJSON-1504381068 tempest-ServerRescueNegativeTestJSON-1504381068-project] 10.222.0.39 "GET /v2.0/ports?device_id=6d0621ec-4650-42b8-8f87-7666278b3af8 HTTP/1.1" status: 200 len: 210 time: 0.0876091 Sep 15 16:22:40.542302 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d05f0b-4a96-44c8-be1a-e64b1bfd50c5 req-ea83b648-3782-4c64-98bf-0b49319b016e tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:22:40.544219 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-47d05f0b-4a96-44c8-be1a-e64b1bfd50c5 req-ea83b648-3782-4c64-98bf-0b49319b016e tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] 10.222.0.39 "GET /v2.0/ports?device_id=1895071e-07cf-4d71-977e-0057a981f962 HTTP/1.1" status: 200 len: 931 time: 0.0872788 Sep 15 16:22:40.644267 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-47d05f0b-4a96-44c8-be1a-e64b1bfd50c5 req-ff1470ed-2487-407c-9622-9b1ea4af8b4a tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] 10.222.0.39 "GET /v2.0/security-groups?id=01d6c133-4034-4f0a-ac7f-c71aa400623e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0820646 Sep 15 16:22:40.790252 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77cb5c74-dcf9-4ce5-96c4-57531ac2cb75 req-a28f3168-8a40-484b-8fff-6dd724b51737 tempest-DeleteServersTestJSON-1247020361 tempest-DeleteServersTestJSON-1247020361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:22:40.806661 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-77cb5c74-dcf9-4ce5-96c4-57531ac2cb75 req-a28f3168-8a40-484b-8fff-6dd724b51737 tempest-DeleteServersTestJSON-1247020361 tempest-DeleteServersTestJSON-1247020361-project] 10.222.0.39 "GET /v2.0/ports?device_id=486179e9-71f9-4e5d-b64f-b9582ed4a533 HTTP/1.1" status: 200 len: 931 time: 0.1641123 Sep 15 16:22:40.918157 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-77cb5c74-dcf9-4ce5-96c4-57531ac2cb75 req-97c4da5c-db3e-4dc1-8769-737ecf05a2c3 tempest-DeleteServersTestJSON-1247020361 tempest-DeleteServersTestJSON-1247020361-project] 10.222.0.39 "GET /v2.0/security-groups?id=7bc5803c-1c2e-48d8-9a27-d64b1981fbcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012609 Sep 15 16:22:40.944121 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-27fc8187-2537-4435-b5d8-f145f59e8367 req-309a01d2-75c8-4a60-b808-2835466202f1 tempest-ServerRescueNegativeTestJSON-1504381068 tempest-ServerRescueNegativeTestJSON-1504381068-project] 10.222.0.39 "GET /v2.0/ports?device_id=6d0621ec-4650-42b8-8f87-7666278b3af8 HTTP/1.1" status: 200 len: 210 time: 0.0711105 Sep 15 16:22:41.805754 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52614f5a-fe03-4f32-ba11-059d6b089f7d req-0505a111-f728-40e9-abc2-63bcf7d63e3b tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:22:41.807259 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-52614f5a-fe03-4f32-ba11-059d6b089f7d req-0505a111-f728-40e9-abc2-63bcf7d63e3b tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] 10.222.0.39 "GET /v2.0/ports?device_id=1895071e-07cf-4d71-977e-0057a981f962 HTTP/1.1" status: 200 len: 931 time: 0.0497701 Sep 15 16:22:41.845626 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-52614f5a-fe03-4f32-ba11-059d6b089f7d req-b44fcaa4-5cfc-46df-a9f7-b93b819d2f7a tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] 10.222.0.39 "GET /v2.0/security-groups?id=01d6c133-4034-4f0a-ac7f-c71aa400623e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319602 Sep 15 16:22:42.047026 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-1a8a2e25-1a71-4c21-ad96-93c219358927 req-f0e29887-c2f9-4fa4-94ae-98c091d1513e tempest-ServerRescueNegativeTestJSON-1504381068 tempest-ServerRescueNegativeTestJSON-1504381068-project] 10.222.0.39 "GET /v2.0/ports?device_id=6d0621ec-4650-42b8-8f87-7666278b3af8 HTTP/1.1" status: 200 len: 210 time: 0.0468693 Sep 15 16:22:42.072000 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a13702-0750-4587-9629-02ed7d0d6240 req-a861c399-7559-479e-8a1f-cf9a069bd351 tempest-DeleteServersTestJSON-1247020361 tempest-DeleteServersTestJSON-1247020361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:22:42.073902 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-89a13702-0750-4587-9629-02ed7d0d6240 req-a861c399-7559-479e-8a1f-cf9a069bd351 tempest-DeleteServersTestJSON-1247020361 tempest-DeleteServersTestJSON-1247020361-project] 10.222.0.39 "GET /v2.0/ports?device_id=486179e9-71f9-4e5d-b64f-b9582ed4a533 HTTP/1.1" status: 200 len: 931 time: 0.0647829 Sep 15 16:22:42.116787 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-89a13702-0750-4587-9629-02ed7d0d6240 req-928d3a4a-a156-4765-8354-28a113d86b01 tempest-DeleteServersTestJSON-1247020361 tempest-DeleteServersTestJSON-1247020361-project] 10.222.0.39 "GET /v2.0/security-groups?id=7bc5803c-1c2e-48d8-9a27-d64b1981fbcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368125 Sep 15 16:22:42.984943 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccf8712-c7b9-4a50-a120-2adc6f57fcde req-489330af-4629-435f-92a5-ccd17d908dca tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:22:42.993662 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-4ccf8712-c7b9-4a50-a120-2adc6f57fcde req-489330af-4629-435f-92a5-ccd17d908dca tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] 10.222.0.39 "GET /v2.0/ports?device_id=1895071e-07cf-4d71-977e-0057a981f962 HTTP/1.1" status: 200 len: 931 time: 0.0588515 Sep 15 16:22:43.035189 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-4ccf8712-c7b9-4a50-a120-2adc6f57fcde req-2554fb58-2a54-462a-9fcc-d3b0682dc045 tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] 10.222.0.39 "GET /v2.0/security-groups?id=01d6c133-4034-4f0a-ac7f-c71aa400623e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406969 Sep 15 16:22:43.079005 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.wsgi [-] (93953) accepted ('10.222.0.39', 59440) {{(pid=93953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:22:43.241415 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3f7b78-884a-42dc-b490-8cf2f69e9c84 req-429b084a-d95e-4694-b341-1ef6755cede1 tempest-DeleteServersTestJSON-1247020361 tempest-DeleteServersTestJSON-1247020361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:22:43.242921 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-6c3f7b78-884a-42dc-b490-8cf2f69e9c84 req-429b084a-d95e-4694-b341-1ef6755cede1 tempest-DeleteServersTestJSON-1247020361 tempest-DeleteServersTestJSON-1247020361-project] 10.222.0.39 "GET /v2.0/ports?device_id=486179e9-71f9-4e5d-b64f-b9582ed4a533 HTTP/1.1" status: 200 len: 931 time: 0.0495961 Sep 15 16:22:43.280843 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-461f6e89-b456-4129-bb44-eb63cad26848 req-6b5c4a32-8404-4bf2-9d26-4187db26d110 tempest-ServerRescueNegativeTestJSON-1504381068 tempest-ServerRescueNegativeTestJSON-1504381068-project] 10.222.0.39 "GET /v2.0/ports?device_id=6d0621ec-4650-42b8-8f87-7666278b3af8 HTTP/1.1" status: 200 len: 210 time: 0.1719782 Sep 15 16:22:43.286613 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-38e79465-c23f-492f-8831-598649d5d64a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:43.305886 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-6c3f7b78-884a-42dc-b490-8cf2f69e9c84 req-6f2072fe-97ab-4ff3-a8b0-80c0663de8ed tempest-DeleteServersTestJSON-1247020361 tempest-DeleteServersTestJSON-1247020361-project] 10.222.0.39 "GET /v2.0/security-groups?id=7bc5803c-1c2e-48d8-9a27-d64b1981fbcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434186 Sep 15 16:22:43.385910 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-38e79465-c23f-492f-8831-598649d5d64a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:43.393233 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-38e79465-c23f-492f-8831-598649d5d64a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3702208'] for security_group, after_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:43.447367 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [None req-38e79465-c23f-492f-8831-598649d5d64a admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=93a9cac52d174debb3b4b058308b3019&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3672564 Sep 15 16:22:43.448828 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e79465-c23f-492f-8831-598649d5d64a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbe3a300-6383-44f3-a154-4f6277bd0f45,revision_number=1']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:22:43.451176 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.wsgi [-] (93954) accepted ('10.222.0.39', 59464) {{(pid=93954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:22:43.498329 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.api.v2.base [req-2a162b35-cc90-4557-a7c7-0b761471ac08 req-95733d83-4c2c-47b7-8d8f-89363e2c84b1 service neutron] Request body: {'port': {'device_id': '486179e9-71f9-4e5d-b64f-b9582ed4a533', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77957'}} {{(pid=93953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:22:43.513173 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-1780e505-6b06-437c-b693-361dfb373831 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:43.520669 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.api.v2.base [req-547a5f04-bbb6-4ba0-bb82-9d34a8fc0e13 req-cfc43deb-fc15-4317-ace4-b14acef9b676 service neutron] Request body: {'port': {'device_id': '1895071e-07cf-4d71-977e-0057a981f962', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77957'}} {{(pid=93954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:22:43.537816 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.api.v2.base [req-2b94ec59-98e6-4bfc-9986-404aafee29c3 req-30959ae9-238a-4ba2-ad99-023ad3a44b7d service neutron] Request body: {'port': {'device_id': 'f39eaa55-2d8b-4bbc-8509-4c2d7df9f16e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77957'}} {{(pid=93953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:22:43.569248 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-1780e505-6b06-437c-b693-361dfb373831 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:43.617556 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [req-2a162b35-cc90-4557-a7c7-0b761471ac08 req-95733d83-4c2c-47b7-8d8f-89363e2c84b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928820'] for port, before_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:43.621309 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [req-547a5f04-bbb6-4ba0-bb82-9d34a8fc0e13 req-cfc43deb-fc15-4317-ace4-b14acef9b676 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928820'] for port, before_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:43.682443 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-1780e505-6b06-437c-b693-361dfb373831 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3702208'] for security_group, after_delete {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:43.685205 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-1780e505-6b06-437c-b693-361dfb373831 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:43.686555 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [None req-1780e505-6b06-437c-b693-361dfb373831 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/dbe3a300-6383-44f3-a154-4f6277bd0f45 HTTP/1.1" status: 204 len: 168 time: 0.2339613 Sep 15 16:22:43.688622 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.wsgi [-] (93954) accepted ('10.222.0.45', 53969) {{(pid=93954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:22:43.701693 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [req-2b94ec59-98e6-4bfc-9986-404aafee29c3 req-30959ae9-238a-4ba2-ad99-023ad3a44b7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928820'] for port, before_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:43.784943 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1780e505-6b06-437c-b693-361dfb373831 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbe3a300-6383-44f3-a154-4f6277bd0f45,revision_number=None']} {{(pid=93954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:22:44.340179 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f7433e-91cf-453b-8f13-352a8a3908a2 req-35e9c76e-dfee-4305-93ff-5b437628c3c0 tempest-ServerRescueNegativeTestJSON-1504381068 tempest-ServerRescueNegativeTestJSON-1504381068-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:22:44.342054 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-c5f7433e-91cf-453b-8f13-352a8a3908a2 req-35e9c76e-dfee-4305-93ff-5b437628c3c0 tempest-ServerRescueNegativeTestJSON-1504381068 tempest-ServerRescueNegativeTestJSON-1504381068-project] 10.222.0.45 "GET /v2.0/networks?id=a789c6c7-846e-484f-aca7-614dc13bfb69 HTTP/1.1" status: 200 len: 818 time: 0.6505287 Sep 15 16:22:44.370627 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.notifiers.nova [req-2a162b35-cc90-4557-a7c7-0b761471ac08 req-95733d83-4c2c-47b7-8d8f-89363e2c84b1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0818e98a-670f-4c7c-a93d-7b0a7c9d8fbb {{(pid=93953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 16:22:44.379729 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.api.v2.base [req-c5f7433e-91cf-453b-8f13-352a8a3908a2 req-8c244a6c-6601-4d45-877d-7a3137b6df62 tempest-ServerRescueNegativeTestJSON-1504381068 tempest-ServerRescueNegativeTestJSON-1504381068-project] Request body: {'port': {'device_id': '6d0621ec-4650-42b8-8f87-7666278b3af8', 'network_id': 'a789c6c7-846e-484f-aca7-614dc13bfb69', 'admin_state_up': True, 'tenant_id': 'e6a18f03044f465d813cff5376553386'}} {{(pid=93954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:22:44.390458 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c75d698-6524-402b-8813-18012e3a9446 req-9615b01a-8442-4382-91a3-c8be2043f1aa tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:22:44.392232 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-9c75d698-6524-402b-8813-18012e3a9446 req-9615b01a-8442-4382-91a3-c8be2043f1aa tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] 10.222.0.39 "GET /v2.0/ports?device_id=1895071e-07cf-4d71-977e-0057a981f962 HTTP/1.1" status: 200 len: 931 time: 0.1863940 Sep 15 16:22:44.396159 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [req-2a162b35-cc90-4557-a7c7-0b761471ac08 req-95733d83-4c2c-47b7-8d8f-89363e2c84b1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:44.426304 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.notifiers.nova [req-547a5f04-bbb6-4ba0-bb82-9d34a8fc0e13 req-cfc43deb-fc15-4317-ace4-b14acef9b676 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e276d5d2-322a-4d4d-b833-7daa17260d3e {{(pid=93954) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 16:22:44.473071 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [req-547a5f04-bbb6-4ba0-bb82-9d34a8fc0e13 req-cfc43deb-fc15-4317-ace4-b14acef9b676 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:44.532486 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.db.provisioning_blocks [req-2a162b35-cc90-4557-a7c7-0b761471ac08 req-95733d83-4c2c-47b7-8d8f-89363e2c84b1 service neutron] Transition to ACTIVE for port object 0818e98a-670f-4c7c-a93d-7b0a7c9d8fbb will not be triggered until provisioned by entity L2. {{(pid=93953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 16:22:44.540734 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-0138a267-24a4-4be6-afb8-8848640db1ba req-cfc2e233-e2de-4993-b6a3-c2bdd6a45c71 tempest-ServerRescueNegativeTestJSON-1504381068 tempest-ServerRescueNegativeTestJSON-1504381068-project] 10.222.0.39 "GET /v2.0/ports?device_id=6d0621ec-4650-42b8-8f87-7666278b3af8 HTTP/1.1" status: 200 len: 210 time: 0.0894375 Sep 15 16:22:44.563072 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [req-2a162b35-cc90-4557-a7c7-0b761471ac08 req-95733d83-4c2c-47b7-8d8f-89363e2c84b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791196459277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791195970012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791195970030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127878328'] for port, after_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:44.583107 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.db.provisioning_blocks [req-547a5f04-bbb6-4ba0-bb82-9d34a8fc0e13 req-cfc43deb-fc15-4317-ace4-b14acef9b676 service neutron] Transition to ACTIVE for port object e276d5d2-322a-4d4d-b833-7daa17260d3e will not be triggered until provisioned by entity L2. {{(pid=93954) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 16:22:44.590969 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [req-547a5f04-bbb6-4ba0-bb82-9d34a8fc0e13 req-cfc43deb-fc15-4317-ace4-b14acef9b676 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791196459277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791195970012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791195970030'] for port, after_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:44.691552 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95733d83-4c2c-47b7-8d8f-89363e2c84b1 service neutron] Pushing event updated for resources: {'Port': ['ID=0818e98a-670f-4c7c-a93d-7b0a7c9d8fbb,revision_number=2']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:22:44.726658 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-9c75d698-6524-402b-8813-18012e3a9446 req-51b9323c-e54a-4559-bce2-454b56687df0 tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] 10.222.0.39 "GET /v2.0/security-groups?id=01d6c133-4034-4f0a-ac7f-c71aa400623e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3148706 Sep 15 16:22:44.827900 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.notifiers.nova [req-2b94ec59-98e6-4bfc-9986-404aafee29c3 req-30959ae9-238a-4ba2-ad99-023ad3a44b7d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ab8da74e-0d51-40fe-939d-923b412fd22d {{(pid=93953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 16:22:44.862353 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [req-2b94ec59-98e6-4bfc-9986-404aafee29c3 req-30959ae9-238a-4ba2-ad99-023ad3a44b7d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:44.913748 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.db.provisioning_blocks [req-2b94ec59-98e6-4bfc-9986-404aafee29c3 req-30959ae9-238a-4ba2-ad99-023ad3a44b7d service neutron] Transition to ACTIVE for port object ab8da74e-0d51-40fe-939d-923b412fd22d will not be triggered until provisioned by entity L2. {{(pid=93953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 16:22:44.914053 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc43deb-fc15-4317-ace4-b14acef9b676 service neutron] Pushing event updated for resources: {'Port': ['ID=e276d5d2-322a-4d4d-b833-7daa17260d3e,revision_number=2']} {{(pid=93954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:22:44.926830 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [req-2b94ec59-98e6-4bfc-9986-404aafee29c3 req-30959ae9-238a-4ba2-ad99-023ad3a44b7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791196459277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791195970012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791195970030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127878328'] for port, after_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:44.927623 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c5f7433e-91cf-453b-8f13-352a8a3908a2 req-8c244a6c-6601-4d45-877d-7a3137b6df62 tempest-ServerRescueNegativeTestJSON-1504381068 tempest-ServerRescueNegativeTestJSON-1504381068-project] Made reservation on behalf of e6a18f03044f465d813cff5376553386 for: {'port': 1} {{(pid=93954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 16:22:44.932836 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [req-c5f7433e-91cf-453b-8f13-352a8a3908a2 req-8c244a6c-6601-4d45-877d-7a3137b6df62 tempest-ServerRescueNegativeTestJSON-1504381068 tempest-ServerRescueNegativeTestJSON-1504381068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928820'] for port, before_create {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:45.021371 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.managers [req-2a162b35-cc90-4557-a7c7-0b761471ac08 req-95733d83-4c2c-47b7-8d8f-89363e2c84b1 service neutron] Attempting to bind port 0818e98a-670f-4c7c-a93d-7b0a7c9d8fbb on host hv-cinder-77957 for vnic_type normal with profile {{(pid=93953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 16:22:45.022022 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.managers [req-2a162b35-cc90-4557-a7c7-0b761471ac08 req-95733d83-4c2c-47b7-8d8f-89363e2c84b1 service neutron] Attempting to bind port 0818e98a-670f-4c7c-a93d-7b0a7c9d8fbb by drivers openvswitch,hyperv on host hv-cinder-77957 at level 0 using segments [{'id': 'b70f0e82-df3a-4972-b91e-ed09ca5691d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'fe47d5cc-db6b-4e16-b6ce-03de9aba76df'}] {{(pid=93953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 16:22:45.022564 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a162b35-cc90-4557-a7c7-0b761471ac08 req-95733d83-4c2c-47b7-8d8f-89363e2c84b1 service neutron] Attempting to bind port 0818e98a-670f-4c7c-a93d-7b0a7c9d8fbb on network fe47d5cc-db6b-4e16-b6ce-03de9aba76df {{(pid=93953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 16:22:45.022750 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.managers [req-547a5f04-bbb6-4ba0-bb82-9d34a8fc0e13 req-cfc43deb-fc15-4317-ace4-b14acef9b676 service neutron] Attempting to bind port e276d5d2-322a-4d4d-b833-7daa17260d3e on host hv-cinder-77957 for vnic_type normal with profile {{(pid=93954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 16:22:45.030742 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.managers [req-547a5f04-bbb6-4ba0-bb82-9d34a8fc0e13 req-cfc43deb-fc15-4317-ace4-b14acef9b676 service neutron] Attempting to bind port e276d5d2-322a-4d4d-b833-7daa17260d3e by drivers openvswitch,hyperv on host hv-cinder-77957 at level 0 using segments [{'id': '604bbfea-00fe-4e59-aeb5-45f535ca3265', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '301d3dae-97cb-4f1f-a074-0eaf2ccca5e4'}] {{(pid=93954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 16:22:45.031133 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-547a5f04-bbb6-4ba0-bb82-9d34a8fc0e13 req-cfc43deb-fc15-4317-ace4-b14acef9b676 service neutron] Attempting to bind port e276d5d2-322a-4d4d-b833-7daa17260d3e on network 301d3dae-97cb-4f1f-a074-0eaf2ccca5e4 {{(pid=93954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 16:22:45.031472 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.wsgi [-] (93953) accepted ('10.222.0.39', 59560) {{(pid=93953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:22:45.060900 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a162b35-cc90-4557-a7c7-0b761471ac08 req-95733d83-4c2c-47b7-8d8f-89363e2c84b1 service neutron] Port 0818e98a-670f-4c7c-a93d-7b0a7c9d8fbb on network fe47d5cc-db6b-4e16-b6ce-03de9aba76df not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77957 {{(pid=93953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 15 16:22:45.061232 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a162b35-cc90-4557-a7c7-0b761471ac08 req-95733d83-4c2c-47b7-8d8f-89363e2c84b1 service neutron] Attempting to bind port 0818e98a-670f-4c7c-a93d-7b0a7c9d8fbb on network fe47d5cc-db6b-4e16-b6ce-03de9aba76df {{(pid=93953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 16:22:45.067213 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0429ba1c-cdd1-402d-aaad-42d519a537a8 req-58c08111-3fd2-413f-b8e5-1fa6f8bfd254 tempest-DeleteServersTestJSON-1247020361 tempest-DeleteServersTestJSON-1247020361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:22:45.076766 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-0429ba1c-cdd1-402d-aaad-42d519a537a8 req-58c08111-3fd2-413f-b8e5-1fa6f8bfd254 tempest-DeleteServersTestJSON-1247020361 tempest-DeleteServersTestJSON-1247020361-project] 10.222.0.39 "GET /v2.0/ports?device_id=486179e9-71f9-4e5d-b64f-b9582ed4a533 HTTP/1.1" status: 200 len: 943 time: 0.4423554 Sep 15 16:22:45.081621 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-547a5f04-bbb6-4ba0-bb82-9d34a8fc0e13 req-cfc43deb-fc15-4317-ace4-b14acef9b676 service neutron] Port e276d5d2-322a-4d4d-b833-7daa17260d3e on network 301d3dae-97cb-4f1f-a074-0eaf2ccca5e4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77957 {{(pid=93954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 15 16:22:45.081774 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-547a5f04-bbb6-4ba0-bb82-9d34a8fc0e13 req-cfc43deb-fc15-4317-ace4-b14acef9b676 service neutron] Attempting to bind port e276d5d2-322a-4d4d-b833-7daa17260d3e on network 301d3dae-97cb-4f1f-a074-0eaf2ccca5e4 {{(pid=93954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 16:22:45.085046 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a162b35-cc90-4557-a7c7-0b761471ac08 req-95733d83-4c2c-47b7-8d8f-89363e2c84b1 service neutron] Checking agent: {'id': 'ffe43d43-c071-44aa-bc11-ae2d4b291b02', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77957', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 16, 20, 23), 'started_at': datetime.datetime(2021, 9, 15, 16, 20, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 16, 22, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 16:22:45.085763 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a162b35-cc90-4557-a7c7-0b761471ac08 req-95733d83-4c2c-47b7-8d8f-89363e2c84b1 service neutron] Checking segment: {'id': 'b70f0e82-df3a-4972-b91e-ed09ca5691d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'fe47d5cc-db6b-4e16-b6ce-03de9aba76df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 16:22:45.086052 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a162b35-cc90-4557-a7c7-0b761471ac08 req-95733d83-4c2c-47b7-8d8f-89363e2c84b1 service neutron] Bound using segment: {'id': 'b70f0e82-df3a-4972-b91e-ed09ca5691d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'fe47d5cc-db6b-4e16-b6ce-03de9aba76df'} {{(pid=93953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 16:22:45.086400 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.managers [req-2a162b35-cc90-4557-a7c7-0b761471ac08 req-95733d83-4c2c-47b7-8d8f-89363e2c84b1 service neutron] Bound port: 0818e98a-670f-4c7c-a93d-7b0a7c9d8fbb, host: hv-cinder-77957, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b70f0e82-df3a-4972-b91e-ed09ca5691d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'fe47d5cc-db6b-4e16-b6ce-03de9aba76df'}}] {{(pid=93953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 16:22:45.086750 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [req-2a162b35-cc90-4557-a7c7-0b761471ac08 req-95733d83-4c2c-47b7-8d8f-89363e2c84b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928820'] for port, before_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:45.131122 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30959ae9-238a-4ba2-ad99-023ad3a44b7d service neutron] Pushing event updated for resources: {'Port': ['ID=ab8da74e-0d51-40fe-939d-923b412fd22d,revision_number=2']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:22:45.131400 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-547a5f04-bbb6-4ba0-bb82-9d34a8fc0e13 req-cfc43deb-fc15-4317-ace4-b14acef9b676 service neutron] Checking agent: {'id': 'ffe43d43-c071-44aa-bc11-ae2d4b291b02', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77957', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 16, 20, 23), 'started_at': datetime.datetime(2021, 9, 15, 16, 20, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 16, 22, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 16:22:45.131681 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-547a5f04-bbb6-4ba0-bb82-9d34a8fc0e13 req-cfc43deb-fc15-4317-ace4-b14acef9b676 service neutron] Checking segment: {'id': '604bbfea-00fe-4e59-aeb5-45f535ca3265', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '301d3dae-97cb-4f1f-a074-0eaf2ccca5e4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 16:22:45.132268 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-547a5f04-bbb6-4ba0-bb82-9d34a8fc0e13 req-cfc43deb-fc15-4317-ace4-b14acef9b676 service neutron] Bound using segment: {'id': '604bbfea-00fe-4e59-aeb5-45f535ca3265', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '301d3dae-97cb-4f1f-a074-0eaf2ccca5e4'} {{(pid=93954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 16:22:45.132730 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.managers [req-547a5f04-bbb6-4ba0-bb82-9d34a8fc0e13 req-cfc43deb-fc15-4317-ace4-b14acef9b676 service neutron] Bound port: e276d5d2-322a-4d4d-b833-7daa17260d3e, host: hv-cinder-77957, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '604bbfea-00fe-4e59-aeb5-45f535ca3265', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '301d3dae-97cb-4f1f-a074-0eaf2ccca5e4'}}] {{(pid=93954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 16:22:45.133077 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [req-547a5f04-bbb6-4ba0-bb82-9d34a8fc0e13 req-cfc43deb-fc15-4317-ace4-b14acef9b676 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928820'] for port, before_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:45.214684 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.managers [req-2b94ec59-98e6-4bfc-9986-404aafee29c3 req-30959ae9-238a-4ba2-ad99-023ad3a44b7d service neutron] Attempting to bind port ab8da74e-0d51-40fe-939d-923b412fd22d on host hv-cinder-77957 for vnic_type normal with profile {{(pid=93953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 16:22:45.215024 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.managers [req-2b94ec59-98e6-4bfc-9986-404aafee29c3 req-30959ae9-238a-4ba2-ad99-023ad3a44b7d service neutron] Attempting to bind port ab8da74e-0d51-40fe-939d-923b412fd22d by drivers openvswitch,hyperv on host hv-cinder-77957 at level 0 using segments [{'id': 'd35cd436-27a4-4e9c-acc2-6e2b0ac7696c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'a789c6c7-846e-484f-aca7-614dc13bfb69'}] {{(pid=93953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 16:22:45.215452 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b94ec59-98e6-4bfc-9986-404aafee29c3 req-30959ae9-238a-4ba2-ad99-023ad3a44b7d service neutron] Attempting to bind port ab8da74e-0d51-40fe-939d-923b412fd22d on network a789c6c7-846e-484f-aca7-614dc13bfb69 {{(pid=93953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 16:22:45.232050 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b94ec59-98e6-4bfc-9986-404aafee29c3 req-30959ae9-238a-4ba2-ad99-023ad3a44b7d service neutron] Port ab8da74e-0d51-40fe-939d-923b412fd22d on network a789c6c7-846e-484f-aca7-614dc13bfb69 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77957 {{(pid=93953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 15 16:22:45.232637 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b94ec59-98e6-4bfc-9986-404aafee29c3 req-30959ae9-238a-4ba2-ad99-023ad3a44b7d service neutron] Attempting to bind port ab8da74e-0d51-40fe-939d-923b412fd22d on network a789c6c7-846e-484f-aca7-614dc13bfb69 {{(pid=93953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 16:22:45.242599 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b94ec59-98e6-4bfc-9986-404aafee29c3 req-30959ae9-238a-4ba2-ad99-023ad3a44b7d service neutron] Checking agent: {'id': 'ffe43d43-c071-44aa-bc11-ae2d4b291b02', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77957', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 16, 20, 23), 'started_at': datetime.datetime(2021, 9, 15, 16, 20, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 16, 22, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 16:22:45.243228 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b94ec59-98e6-4bfc-9986-404aafee29c3 req-30959ae9-238a-4ba2-ad99-023ad3a44b7d service neutron] Checking segment: {'id': 'd35cd436-27a4-4e9c-acc2-6e2b0ac7696c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'a789c6c7-846e-484f-aca7-614dc13bfb69'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 16:22:45.244158 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b94ec59-98e6-4bfc-9986-404aafee29c3 req-30959ae9-238a-4ba2-ad99-023ad3a44b7d service neutron] Bound using segment: {'id': 'd35cd436-27a4-4e9c-acc2-6e2b0ac7696c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'a789c6c7-846e-484f-aca7-614dc13bfb69'} {{(pid=93953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 16:22:45.245132 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.managers [req-2b94ec59-98e6-4bfc-9986-404aafee29c3 req-30959ae9-238a-4ba2-ad99-023ad3a44b7d service neutron] Bound port: ab8da74e-0d51-40fe-939d-923b412fd22d, host: hv-cinder-77957, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd35cd436-27a4-4e9c-acc2-6e2b0ac7696c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'a789c6c7-846e-484f-aca7-614dc13bfb69'}}] {{(pid=93953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 16:22:45.250420 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [req-2b94ec59-98e6-4bfc-9986-404aafee29c3 req-30959ae9-238a-4ba2-ad99-023ad3a44b7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928820'] for port, before_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:45.253279 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-0429ba1c-cdd1-402d-aaad-42d519a537a8 req-e447a2c7-7c19-486a-946c-5bc611314c73 tempest-DeleteServersTestJSON-1247020361 tempest-DeleteServersTestJSON-1247020361-project] 10.222.0.39 "GET /v2.0/security-groups?id=7bc5803c-1c2e-48d8-9a27-d64b1981fbcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1642778 Sep 15 16:22:45.279308 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.api.v2.base [None req-decf7499-7b5a-4d1f-93dd-2a81aa9ca8b5 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1951850312-network', 'tenant_id': '1651627b215344d0a9bd9af89029ebe2'}} {{(pid=93953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:22:45.284334 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.db [req-2a162b35-cc90-4557-a7c7-0b761471ac08 req-95733d83-4c2c-47b7-8d8f-89363e2c84b1 service neutron] For port 0818e98a-670f-4c7c-a93d-7b0a7c9d8fbb, host hv-cinder-77957, cleared binding levels {{(pid=93953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 16:22:45.288024 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.db.db_base_plugin_common [req-c5f7433e-91cf-453b-8f13-352a8a3908a2 req-8c244a6c-6601-4d45-877d-7a3137b6df62 tempest-ServerRescueNegativeTestJSON-1504381068 tempest-ServerRescueNegativeTestJSON-1504381068-project] Allocated IP 172.20.0.7 (a789c6c7-846e-484f-aca7-614dc13bfb69/a9fde6a5-a0c6-40f2-b012-f34594b44218/1b26f999-c030-4479-a84c-7937128625b0) {{(pid=93954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 16:22:45.313413 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.db [req-547a5f04-bbb6-4ba0-bb82-9d34a8fc0e13 req-cfc43deb-fc15-4317-ace4-b14acef9b676 service neutron] For port e276d5d2-322a-4d4d-b833-7daa17260d3e, host hv-cinder-77957, cleared binding levels {{(pid=93954) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 16:22:45.340543 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.db [req-2a162b35-cc90-4557-a7c7-0b761471ac08 req-95733d83-4c2c-47b7-8d8f-89363e2c84b1 service neutron] For port 0818e98a-670f-4c7c-a93d-7b0a7c9d8fbb, host hv-cinder-77957, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77957',level=0,port_id=0818e98a-670f-4c7c-a93d-7b0a7c9d8fbb,segment=NetworkSegment(b70f0e82-df3a-4972-b91e-ed09ca5691d7),segment_id=b70f0e82-df3a-4972-b91e-ed09ca5691d7)] {{(pid=93953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 16:22:45.344140 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.db [req-547a5f04-bbb6-4ba0-bb82-9d34a8fc0e13 req-cfc43deb-fc15-4317-ace4-b14acef9b676 service neutron] For port e276d5d2-322a-4d4d-b833-7daa17260d3e, host hv-cinder-77957, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77957',level=0,port_id=e276d5d2-322a-4d4d-b833-7daa17260d3e,segment=NetworkSegment(604bbfea-00fe-4e59-aeb5-45f535ca3265),segment_id=604bbfea-00fe-4e59-aeb5-45f535ca3265)] {{(pid=93954) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 16:22:45.350000 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [req-2a162b35-cc90-4557-a7c7-0b761471ac08 req-95733d83-4c2c-47b7-8d8f-89363e2c84b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791196459277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791195970012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791195970030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127878328'] for port, after_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:45.356407 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [req-547a5f04-bbb6-4ba0-bb82-9d34a8fc0e13 req-cfc43deb-fc15-4317-ace4-b14acef9b676 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791196459277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791195970012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791195970030'] for port, after_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:45.369544 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-decf7499-7b5a-4d1f-93dd-2a81aa9ca8b5 admin admin] Made reservation on behalf of 1651627b215344d0a9bd9af89029ebe2 for: {'network': 1} {{(pid=93953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 16:22:45.372089 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-decf7499-7b5a-4d1f-93dd-2a81aa9ca8b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928820'] for network, before_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:45.411687 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547a5f04-bbb6-4ba0-bb82-9d34a8fc0e13 req-cfc43deb-fc15-4317-ace4-b14acef9b676 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:22:45.412425 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [req-547a5f04-bbb6-4ba0-bb82-9d34a8fc0e13 req-cfc43deb-fc15-4317-ace4-b14acef9b676 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3748898'] for port, before_response {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:45.413974 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-547a5f04-bbb6-4ba0-bb82-9d34a8fc0e13 req-cfc43deb-fc15-4317-ace4-b14acef9b676 service neutron] 10.222.0.45 "PUT /v2.0/ports/e276d5d2-322a-4d4d-b833-7daa17260d3e HTTP/1.1" status: 200 len: 1093 time: 1.9774795 Sep 15 16:22:45.421260 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-decf7499-7b5a-4d1f-93dd-2a81aa9ca8b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:45.425132 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1895071e-07cf-4d71-977e-0057a981f962', 'tag': 'e276d5d2-322a-4d4d-b833-7daa17260d3e'}] {{(pid=93954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 16:22:45.432320 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.db [req-2b94ec59-98e6-4bfc-9986-404aafee29c3 req-30959ae9-238a-4ba2-ad99-023ad3a44b7d service neutron] For port ab8da74e-0d51-40fe-939d-923b412fd22d, host hv-cinder-77957, cleared binding levels {{(pid=93953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 16:22:45.448360 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a162b35-cc90-4557-a7c7-0b761471ac08 req-95733d83-4c2c-47b7-8d8f-89363e2c84b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:22:45.449037 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [req-2a162b35-cc90-4557-a7c7-0b761471ac08 req-95733d83-4c2c-47b7-8d8f-89363e2c84b1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3748898'] for port, before_response {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:45.450417 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-2a162b35-cc90-4557-a7c7-0b761471ac08 req-95733d83-4c2c-47b7-8d8f-89363e2c84b1 service neutron] 10.222.0.45 "PUT /v2.0/ports/0818e98a-670f-4c7c-a93d-7b0a7c9d8fbb HTTP/1.1" status: 200 len: 1093 time: 2.0338485 Sep 15 16:22:45.464448 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '486179e9-71f9-4e5d-b64f-b9582ed4a533', 'tag': '0818e98a-670f-4c7c-a93d-7b0a7c9d8fbb'}] {{(pid=93953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 16:22:45.507344 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.db [req-2b94ec59-98e6-4bfc-9986-404aafee29c3 req-30959ae9-238a-4ba2-ad99-023ad3a44b7d service neutron] For port ab8da74e-0d51-40fe-939d-923b412fd22d, host hv-cinder-77957, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77957',level=0,port_id=ab8da74e-0d51-40fe-939d-923b412fd22d,segment=NetworkSegment(d35cd436-27a4-4e9c-acc2-6e2b0ac7696c),segment_id=d35cd436-27a4-4e9c-acc2-6e2b0ac7696c)] {{(pid=93953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 16:22:45.517859 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95733d83-4c2c-47b7-8d8f-89363e2c84b1 service neutron] Pushing event updated for resources: {'Port': ['ID=0818e98a-670f-4c7c-a93d-7b0a7c9d8fbb,revision_number=3']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:22:45.559793 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [req-2b94ec59-98e6-4bfc-9986-404aafee29c3 req-30959ae9-238a-4ba2-ad99-023ad3a44b7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791196459277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791195970012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791195970030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127878328'] for port, after_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:45.589738 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc43deb-fc15-4317-ace4-b14acef9b676 service neutron] Pushing event updated for resources: {'Port': ['ID=e276d5d2-322a-4d4d-b833-7daa17260d3e,revision_number=3']} {{(pid=93954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:22:45.658458 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [req-c5f7433e-91cf-453b-8f13-352a8a3908a2 req-8c244a6c-6601-4d45-877d-7a3137b6df62 tempest-ServerRescueNegativeTestJSON-1504381068 tempest-ServerRescueNegativeTestJSON-1504381068-project] Notify callbacks [] for port, precommit_create {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:45.729022 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6d34c38c0cdc03ce39e2c460ccb262b82dff3a58d2f42c4e7ad7906abe071cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84d072ed-75bf-47db-a7d6-527c3a988be5" -d '{"events": [{"name": "network-changed", "server_uuid": "1895071e-07cf-4d71-977e-0057a981f962", "tag": "e276d5d2-322a-4d4d-b833-7daa17260d3e"}]}' {{(pid=93954) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 16:22:45.733974 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [req-c5f7433e-91cf-453b-8f13-352a8a3908a2 req-8c244a6c-6601-4d45-877d-7a3137b6df62 tempest-ServerRescueNegativeTestJSON-1504381068 tempest-ServerRescueNegativeTestJSON-1504381068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791195969994'] for port, after_create {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:45.771184 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-decf7499-7b5a-4d1f-93dd-2a81aa9ca8b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:45.775898 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5192e05b0783e869a38b3815ee673eee9316ce03dcaf8465063259ebfb62487" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b38a263c-4a4b-4f7d-9756-7b9af0feb8d5" -d '{"events": [{"name": "network-changed", "server_uuid": "486179e9-71f9-4e5d-b64f-b9582ed4a533", "tag": "0818e98a-670f-4c7c-a93d-7b0a7c9d8fbb"}]}' {{(pid=93953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 16:22:45.782249 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c5f7433e-91cf-453b-8f13-352a8a3908a2 req-8c244a6c-6601-4d45-877d-7a3137b6df62 tempest-ServerRescueNegativeTestJSON-1504381068 tempest-ServerRescueNegativeTestJSON-1504381068-project] Network a789c6c7-846e-484f-aca7-614dc13bfb69 is already hosted by enough agents. {{(pid=93954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:22:45.784089 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b94ec59-98e6-4bfc-9986-404aafee29c3 req-30959ae9-238a-4ba2-ad99-023ad3a44b7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:22:45.785085 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [req-2b94ec59-98e6-4bfc-9986-404aafee29c3 req-30959ae9-238a-4ba2-ad99-023ad3a44b7d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3748898'] for port, before_response {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:45.785874 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.scheduler.base_scheduler [req-c5f7433e-91cf-453b-8f13-352a8a3908a2 req-8c244a6c-6601-4d45-877d-7a3137b6df62 tempest-ServerRescueNegativeTestJSON-1504381068 tempest-ServerRescueNegativeTestJSON-1504381068-project] Resources bound (agent type, host, resource id): {{(pid=93954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:22:45.786867 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-2b94ec59-98e6-4bfc-9986-404aafee29c3 req-30959ae9-238a-4ba2-ad99-023ad3a44b7d service neutron] 10.222.0.45 "PUT /v2.0/ports/ab8da74e-0d51-40fe-939d-923b412fd22d HTTP/1.1" status: 200 len: 1094 time: 2.3515954 Sep 15 16:22:45.789838 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5f7433e-91cf-453b-8f13-352a8a3908a2 req-8c244a6c-6601-4d45-877d-7a3137b6df62 tempest-ServerRescueNegativeTestJSON-1504381068 tempest-ServerRescueNegativeTestJSON-1504381068-project] Received port after_create {{(pid=93954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 16:22:45.795253 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f7433e-91cf-453b-8f13-352a8a3908a2 req-8c244a6c-6601-4d45-877d-7a3137b6df62 tempest-ServerRescueNegativeTestJSON-1504381068 tempest-ServerRescueNegativeTestJSON-1504381068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:22:45.796004 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [req-c5f7433e-91cf-453b-8f13-352a8a3908a2 req-8c244a6c-6601-4d45-877d-7a3137b6df62 tempest-ServerRescueNegativeTestJSON-1504381068 tempest-ServerRescueNegativeTestJSON-1504381068-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3748898'] for port, before_response {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:45.800566 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-decf7499-7b5a-4d1f-93dd-2a81aa9ca8b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3702208'] for security_group, after_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:45.812099 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c244a6c-6601-4d45-877d-7a3137b6df62 tempest-ServerRescueNegativeTestJSON-1504381068 tempest-ServerRescueNegativeTestJSON-1504381068-project] Pushing event updated for resources: {'Port': ['ID=1b26f999-c030-4479-a84c-7937128625b0,revision_number=1']} {{(pid=93954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:22:45.820181 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-c5f7433e-91cf-453b-8f13-352a8a3908a2 req-8c244a6c-6601-4d45-877d-7a3137b6df62 tempest-ServerRescueNegativeTestJSON-1504381068 tempest-ServerRescueNegativeTestJSON-1504381068-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4665940 Sep 15 16:22:45.869211 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30959ae9-238a-4ba2-ad99-023ad3a44b7d service neutron] Pushing event updated for resources: {'Port': ['ID=ab8da74e-0d51-40fe-939d-923b412fd22d,revision_number=3']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:22:45.873222 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-decf7499-7b5a-4d1f-93dd-2a81aa9ca8b5 admin admin] vlan segment allocate from pool success with {'vlan_id': 52, 'physical_network': 'physnet1'} {{(pid=93953) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 16:22:45.881455 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-decf7499-7b5a-4d1f-93dd-2a81aa9ca8b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4ec5e55-bf5c-4d5f-a19c-eeef31b1268a,revision_number=1']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:22:45.891107 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-decf7499-7b5a-4d1f-93dd-2a81aa9ca8b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-955409'] for segment, precommit_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:45.891446 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.db.segments_db [None req-decf7499-7b5a-4d1f-93dd-2a81aa9ca8b5 admin admin] Added segment a5e91499-98cc-46b0-918c-6611c18d5486 of type vlan for network 8d79a86d-a82d-4a96-9f76-e67405e9f7eb Sep 15 16:22:45.909919 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0b1df5-675e-44d9-b129-872183d580ec req-e84cb3a3-745a-4ffe-89b9-a635a804fda2 tempest-ServerRescueNegativeTestJSON-1504381068 tempest-ServerRescueNegativeTestJSON-1504381068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:22:45.911507 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-4d0b1df5-675e-44d9-b129-872183d580ec req-e84cb3a3-745a-4ffe-89b9-a635a804fda2 tempest-ServerRescueNegativeTestJSON-1504381068 tempest-ServerRescueNegativeTestJSON-1504381068-project] 10.222.0.39 "GET /v2.0/ports?device_id=6d0621ec-4650-42b8-8f87-7666278b3af8 HTTP/1.1" status: 200 len: 931 time: 0.1236429 Sep 15 16:22:45.931001 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 16:22:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fcb4a0a-d3c1-49a7-9035-ceeaf99a41ef x-openstack-request-id: req-8fcb4a0a-d3c1-49a7-9035-ceeaf99a41ef {{(pid=93954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 16:22:45.931519 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1895071e-07cf-4d71-977e-0057a981f962", "tag": "e276d5d2-322a-4d4d-b833-7daa17260d3e", "status": "completed", "code": 200}]} {{(pid=93954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 16:22:45.931784 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-8fcb4a0a-d3c1-49a7-9035-ceeaf99a41ef {{(pid=93954) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 16:22:45.932337 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1895071e-07cf-4d71-977e-0057a981f962', 'tag': 'e276d5d2-322a-4d4d-b833-7daa17260d3e', 'status': 'completed', 'code': 200} Sep 15 16:22:45.965352 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-decf7499-7b5a-4d1f-93dd-2a81aa9ca8b5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791195928360'] for network, precommit_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:45.988183 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-4d0b1df5-675e-44d9-b129-872183d580ec req-882d386b-aa9b-4cfe-b6a9-185a017a4a68 tempest-ServerRescueNegativeTestJSON-1504381068 tempest-ServerRescueNegativeTestJSON-1504381068-project] 10.222.0.39 "GET /v2.0/security-groups?id=4d527866-20a6-4314-9b14-89ea4e5cf7c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570240 Sep 15 16:22:46.020664 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-decf7499-7b5a-4d1f-93dd-2a81aa9ca8b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748912'] for network, after_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:46.021715 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-decf7499-7b5a-4d1f-93dd-2a81aa9ca8b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:22:46.022427 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-decf7499-7b5a-4d1f-93dd-2a81aa9ca8b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3748898'] for network, before_response {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:46.049989 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64736846-d89c-45df-8842-439bddbe6132 req-2635a7dc-50b0-4961-809b-2f79d2bba81c tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:22:46.051546 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-64736846-d89c-45df-8842-439bddbe6132 req-2635a7dc-50b0-4961-809b-2f79d2bba81c tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] 10.222.0.39 "GET /v2.0/ports?device_id=1895071e-07cf-4d71-977e-0057a981f962 HTTP/1.1" status: 200 len: 943 time: 0.0648284 Sep 15 16:22:46.052614 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [None req-decf7499-7b5a-4d1f-93dd-2a81aa9ca8b5 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.0190916 Sep 15 16:22:46.056494 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.wsgi [-] (93954) accepted ('10.222.0.39', 59616) {{(pid=93954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:22:46.061157 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.api.v2.base [None req-cb719ce7-e1e7-41e0-895b-dd592b19202e admin admin] Request body: {'subnet': {'network_id': '8d79a86d-a82d-4a96-9f76-e67405e9f7eb', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1951850312-subnet', 'tenant_id': '1651627b215344d0a9bd9af89029ebe2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:22:46.107975 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb719ce7-e1e7-41e0-895b-dd592b19202e admin admin] Made reservation on behalf of 1651627b215344d0a9bd9af89029ebe2 for: {'subnet': 1} {{(pid=93954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 16:22:46.110309 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-cb719ce7-e1e7-41e0-895b-dd592b19202e admin admin] Notify callbacks [] for subnet, before_create {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:46.112277 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-decf7499-7b5a-4d1f-93dd-2a81aa9ca8b5 admin admin] Pushing event updated for resources: {'Network': ['ID=8d79a86d-a82d-4a96-9f76-e67405e9f7eb,revision_number=1']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:22:46.115828 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-64736846-d89c-45df-8842-439bddbe6132 req-bfa3c572-f2b6-4204-b2f0-5f3179767ca0 tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] 10.222.0.39 "GET /v2.0/security-groups?id=01d6c133-4034-4f0a-ac7f-c71aa400623e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511510 Sep 15 16:22:46.125300 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.rpc [None req-57d8a9a3-d16f-4b20-b77b-ca1e664c03db None None] Network 8d79a86d-a82d-4a96-9f76-e67405e9f7eb details requested by agent ovs-agent-dv-cinder-779576-8-iscsi with host dv-cinder-779576-8-iscsi {{(pid=93955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 16:22:46.173732 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 16:22:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8eab6a39-6937-4923-918c-20c9372f03cd x-openstack-request-id: req-8eab6a39-6937-4923-918c-20c9372f03cd {{(pid=93953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 16:22:46.174038 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "486179e9-71f9-4e5d-b64f-b9582ed4a533", "tag": "0818e98a-670f-4c7c-a93d-7b0a7c9d8fbb", "status": "completed", "code": 200}]} {{(pid=93953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 16:22:46.174357 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-8eab6a39-6937-4923-918c-20c9372f03cd {{(pid=93953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 16:22:46.174825 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '486179e9-71f9-4e5d-b64f-b9582ed4a533', 'tag': '0818e98a-670f-4c7c-a93d-7b0a7c9d8fbb', 'status': 'completed', 'code': 200} Sep 15 16:22:46.297635 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-cb719ce7-e1e7-41e0-895b-dd592b19202e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748912'] for subnet, after_create {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:46.380207 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb719ce7-e1e7-41e0-895b-dd592b19202e admin admin] Pushing event updated for resources: {'Subnet': ['ID=65af713f-428e-41fb-893e-eea07eb0f6d7,revision_number=0']} {{(pid=93954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:22:46.406931 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5b62df-52ef-4fca-9ef3-51c5225944ea req-7568ab56-77cf-47ce-bb19-85bfd624e3ce tempest-DeleteServersTestJSON-1247020361 tempest-DeleteServersTestJSON-1247020361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:22:46.408654 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-df5b62df-52ef-4fca-9ef3-51c5225944ea req-7568ab56-77cf-47ce-bb19-85bfd624e3ce tempest-DeleteServersTestJSON-1247020361 tempest-DeleteServersTestJSON-1247020361-project] 10.222.0.39 "GET /v2.0/ports?device_id=486179e9-71f9-4e5d-b64f-b9582ed4a533 HTTP/1.1" status: 200 len: 943 time: 0.0841608 Sep 15 16:22:46.411521 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb719ce7-e1e7-41e0-895b-dd592b19202e admin admin] Checking segment: {'id': 'a5e91499-98cc-46b0-918c-6611c18d5486', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '8d79a86d-a82d-4a96-9f76-e67405e9f7eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 16:22:46.411871 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb719ce7-e1e7-41e0-895b-dd592b19202e admin admin] Network hostable DHCP agents. Network: 8d79a86d-a82d-4a96-9f76-e67405e9f7eb, hostable agents: ['2fbb1984-d09c-42d8-b085-ece7113d0e35'], hosted agents: [] {{(pid=93954) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 16:22:46.454764 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-df5b62df-52ef-4fca-9ef3-51c5225944ea req-723c4db0-4239-4ad6-a2ae-a303c393c025 tempest-DeleteServersTestJSON-1247020361 tempest-DeleteServersTestJSON-1247020361-project] 10.222.0.39 "GET /v2.0/security-groups?id=7bc5803c-1c2e-48d8-9a27-d64b1981fbcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394828 Sep 15 16:22:46.455840 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb719ce7-e1e7-41e0-895b-dd592b19202e admin admin] Network 8d79a86d-a82d-4a96-9f76-e67405e9f7eb is scheduled to be hosted by DHCP agent 2fbb1984-d09c-42d8-b085-ece7113d0e35 with binding_index 1 {{(pid=93954) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 16:22:46.467593 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.scheduler.base_scheduler [None req-cb719ce7-e1e7-41e0-895b-dd592b19202e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-779576-8-iscsi, 8d79a86d-a82d-4a96-9f76-e67405e9f7eb) {{(pid=93954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:22:46.476711 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c358a04d-0b01-4374-a276-bbc743568b62 None None] Network 8d79a86d-a82d-4a96-9f76-e67405e9f7eb requested from dv-cinder-779576-8-iscsi {{(pid=93955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 16:22:46.479626 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb719ce7-e1e7-41e0-895b-dd592b19202e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:22:46.480247 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-cb719ce7-e1e7-41e0-895b-dd592b19202e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3748898'] for subnet, before_response {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:46.499599 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [None req-cb719ce7-e1e7-41e0-895b-dd592b19202e admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4419813 Sep 15 16:22:46.628584 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cd1a62a-0185-4a87-a05c-cc435e3f516e None None] Network 8d79a86d-a82d-4a96-9f76-e67405e9f7eb requested from dv-cinder-779576-8-iscsi {{(pid=93955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 16:22:47.246340 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b11c525-4a7a-4782-aa29-ee2c85bbdd05 req-7abaeb18-8ef4-450f-a3c0-74e1a2ae5079 tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:22:47.247801 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-8b11c525-4a7a-4782-aa29-ee2c85bbdd05 req-7abaeb18-8ef4-450f-a3c0-74e1a2ae5079 tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] 10.222.0.39 "GET /v2.0/ports?device_id=1895071e-07cf-4d71-977e-0057a981f962 HTTP/1.1" status: 200 len: 943 time: 0.0514317 Sep 15 16:22:47.268008 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9bae61-2b11-4896-95b2-fab08094b8b6 req-971b3ee1-87d6-40ec-919c-2ed9036dd9f8 tempest-ServerRescueNegativeTestJSON-1504381068 tempest-ServerRescueNegativeTestJSON-1504381068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:22:47.269633 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-ae9bae61-2b11-4896-95b2-fab08094b8b6 req-971b3ee1-87d6-40ec-919c-2ed9036dd9f8 tempest-ServerRescueNegativeTestJSON-1504381068 tempest-ServerRescueNegativeTestJSON-1504381068-project] 10.222.0.39 "GET /v2.0/ports?device_id=6d0621ec-4650-42b8-8f87-7666278b3af8 HTTP/1.1" status: 200 len: 931 time: 0.2000246 Sep 15 16:22:47.289455 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-8b11c525-4a7a-4782-aa29-ee2c85bbdd05 req-c34d2bdb-526e-48aa-a35e-abc6e32374f0 tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] 10.222.0.39 "GET /v2.0/security-groups?id=01d6c133-4034-4f0a-ac7f-c71aa400623e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354116 Sep 15 16:22:47.307411 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-ae9bae61-2b11-4896-95b2-fab08094b8b6 req-978ea14e-2dcf-4d94-be4e-303bc4868743 tempest-ServerRescueNegativeTestJSON-1504381068 tempest-ServerRescueNegativeTestJSON-1504381068-project] 10.222.0.39 "GET /v2.0/security-groups?id=4d527866-20a6-4314-9b14-89ea4e5cf7c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317998 Sep 15 16:22:47.586721 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.api.v2.base [req-c5f7433e-91cf-453b-8f13-352a8a3908a2 req-2655d3e8-16f1-4cca-9ef1-5c3f63a9ec7f service neutron] Request body: {'port': {'device_id': '6d0621ec-4650-42b8-8f87-7666278b3af8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77957'}} {{(pid=93954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:22:47.604937 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7b42cb-09b3-4018-a878-c12240e5ac3e req-2f042e04-03ef-4307-8f8b-4275fc6cd6f1 tempest-DeleteServersTestJSON-1247020361 tempest-DeleteServersTestJSON-1247020361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:22:47.611147 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-3a7b42cb-09b3-4018-a878-c12240e5ac3e req-2f042e04-03ef-4307-8f8b-4275fc6cd6f1 tempest-DeleteServersTestJSON-1247020361 tempest-DeleteServersTestJSON-1247020361-project] 10.222.0.39 "GET /v2.0/ports?device_id=486179e9-71f9-4e5d-b64f-b9582ed4a533 HTTP/1.1" status: 200 len: 943 time: 0.0761900 Sep 15 16:22:47.684541 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [req-c5f7433e-91cf-453b-8f13-352a8a3908a2 req-2655d3e8-16f1-4cca-9ef1-5c3f63a9ec7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928820'] for port, before_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:47.688656 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-3a7b42cb-09b3-4018-a878-c12240e5ac3e req-f6bfea55-4488-45ad-8cc2-37a08e8909ef tempest-DeleteServersTestJSON-1247020361 tempest-DeleteServersTestJSON-1247020361-project] 10.222.0.39 "GET /v2.0/security-groups?id=7bc5803c-1c2e-48d8-9a27-d64b1981fbcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617309 Sep 15 16:22:47.700513 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547a5f04-bbb6-4ba0-bb82-9d34a8fc0e13 req-2c22b72e-e9d3-4baa-b8b8-3f7aaa761094 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:22:47.701860 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-547a5f04-bbb6-4ba0-bb82-9d34a8fc0e13 req-2c22b72e-e9d3-4baa-b8b8-3f7aaa761094 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f7e7af658aa34644855359ede57c4c67&device_id=1895071e-07cf-4d71-977e-0057a981f962 HTTP/1.1" status: 200 len: 1096 time: 0.1085665 Sep 15 16:22:47.704376 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38a263c-4a4b-4f7d-9756-7b9af0feb8d5 req-86bf62bc-d747-4daa-a8ea-4a7e8716b24f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:22:47.705829 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-b38a263c-4a4b-4f7d-9756-7b9af0feb8d5 req-86bf62bc-d747-4daa-a8ea-4a7e8716b24f service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=79226c829a30482a953a552a972cdb88&device_id=486179e9-71f9-4e5d-b64f-b9582ed4a533 HTTP/1.1" status: 200 len: 1096 time: 0.0995626 Sep 15 16:22:47.955668 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.notifiers.nova [req-c5f7433e-91cf-453b-8f13-352a8a3908a2 req-2655d3e8-16f1-4cca-9ef1-5c3f63a9ec7f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1b26f999-c030-4479-a84c-7937128625b0 {{(pid=93954) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 16:22:47.963330 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [req-c5f7433e-91cf-453b-8f13-352a8a3908a2 req-2655d3e8-16f1-4cca-9ef1-5c3f63a9ec7f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:47.975807 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.db.provisioning_blocks [req-c5f7433e-91cf-453b-8f13-352a8a3908a2 req-2655d3e8-16f1-4cca-9ef1-5c3f63a9ec7f service neutron] Transition to ACTIVE for port object 1b26f999-c030-4479-a84c-7937128625b0 will not be triggered until provisioned by entity L2. {{(pid=93954) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 16:22:47.982879 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [req-c5f7433e-91cf-453b-8f13-352a8a3908a2 req-2655d3e8-16f1-4cca-9ef1-5c3f63a9ec7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791196459277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791195970012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791195970030'] for port, after_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:48.031370 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2655d3e8-16f1-4cca-9ef1-5c3f63a9ec7f service neutron] Pushing event updated for resources: {'Port': ['ID=1b26f999-c030-4479-a84c-7937128625b0,revision_number=2']} {{(pid=93954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:22:48.064690 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.managers [req-c5f7433e-91cf-453b-8f13-352a8a3908a2 req-2655d3e8-16f1-4cca-9ef1-5c3f63a9ec7f service neutron] Attempting to bind port 1b26f999-c030-4479-a84c-7937128625b0 on host hv-cinder-77957 for vnic_type normal with profile {{(pid=93954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 16:22:48.065046 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.managers [req-c5f7433e-91cf-453b-8f13-352a8a3908a2 req-2655d3e8-16f1-4cca-9ef1-5c3f63a9ec7f service neutron] Attempting to bind port 1b26f999-c030-4479-a84c-7937128625b0 by drivers openvswitch,hyperv on host hv-cinder-77957 at level 0 using segments [{'id': 'd35cd436-27a4-4e9c-acc2-6e2b0ac7696c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'a789c6c7-846e-484f-aca7-614dc13bfb69'}] {{(pid=93954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 16:22:48.065354 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5f7433e-91cf-453b-8f13-352a8a3908a2 req-2655d3e8-16f1-4cca-9ef1-5c3f63a9ec7f service neutron] Attempting to bind port 1b26f999-c030-4479-a84c-7937128625b0 on network a789c6c7-846e-484f-aca7-614dc13bfb69 {{(pid=93954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 16:22:48.069538 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5f7433e-91cf-453b-8f13-352a8a3908a2 req-2655d3e8-16f1-4cca-9ef1-5c3f63a9ec7f service neutron] Port 1b26f999-c030-4479-a84c-7937128625b0 on network a789c6c7-846e-484f-aca7-614dc13bfb69 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77957 {{(pid=93954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 15 16:22:48.069843 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5f7433e-91cf-453b-8f13-352a8a3908a2 req-2655d3e8-16f1-4cca-9ef1-5c3f63a9ec7f service neutron] Attempting to bind port 1b26f999-c030-4479-a84c-7937128625b0 on network a789c6c7-846e-484f-aca7-614dc13bfb69 {{(pid=93954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 16:22:48.077885 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5f7433e-91cf-453b-8f13-352a8a3908a2 req-2655d3e8-16f1-4cca-9ef1-5c3f63a9ec7f service neutron] Checking agent: {'id': 'ffe43d43-c071-44aa-bc11-ae2d4b291b02', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77957', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 16, 20, 23), 'started_at': datetime.datetime(2021, 9, 15, 16, 20, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 16, 22, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 16:22:48.078204 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5f7433e-91cf-453b-8f13-352a8a3908a2 req-2655d3e8-16f1-4cca-9ef1-5c3f63a9ec7f service neutron] Checking segment: {'id': 'd35cd436-27a4-4e9c-acc2-6e2b0ac7696c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'a789c6c7-846e-484f-aca7-614dc13bfb69'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 16:22:48.078579 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5f7433e-91cf-453b-8f13-352a8a3908a2 req-2655d3e8-16f1-4cca-9ef1-5c3f63a9ec7f service neutron] Bound using segment: {'id': 'd35cd436-27a4-4e9c-acc2-6e2b0ac7696c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'a789c6c7-846e-484f-aca7-614dc13bfb69'} {{(pid=93954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 16:22:48.078963 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.managers [req-c5f7433e-91cf-453b-8f13-352a8a3908a2 req-2655d3e8-16f1-4cca-9ef1-5c3f63a9ec7f service neutron] Bound port: 1b26f999-c030-4479-a84c-7937128625b0, host: hv-cinder-77957, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd35cd436-27a4-4e9c-acc2-6e2b0ac7696c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'a789c6c7-846e-484f-aca7-614dc13bfb69'}}] {{(pid=93954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 16:22:48.079335 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [req-c5f7433e-91cf-453b-8f13-352a8a3908a2 req-2655d3e8-16f1-4cca-9ef1-5c3f63a9ec7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928820'] for port, before_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:48.146800 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.db [req-c5f7433e-91cf-453b-8f13-352a8a3908a2 req-2655d3e8-16f1-4cca-9ef1-5c3f63a9ec7f service neutron] For port 1b26f999-c030-4479-a84c-7937128625b0, host hv-cinder-77957, cleared binding levels {{(pid=93954) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 16:22:48.150165 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.db [req-c5f7433e-91cf-453b-8f13-352a8a3908a2 req-2655d3e8-16f1-4cca-9ef1-5c3f63a9ec7f service neutron] For port 1b26f999-c030-4479-a84c-7937128625b0, host hv-cinder-77957, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77957',level=0,port_id=1b26f999-c030-4479-a84c-7937128625b0,segment=NetworkSegment(d35cd436-27a4-4e9c-acc2-6e2b0ac7696c),segment_id=d35cd436-27a4-4e9c-acc2-6e2b0ac7696c)] {{(pid=93954) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 16:22:48.154406 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [req-c5f7433e-91cf-453b-8f13-352a8a3908a2 req-2655d3e8-16f1-4cca-9ef1-5c3f63a9ec7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791196459277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791195970012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791195970030'] for port, after_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:48.175705 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f39eaa55-2d8b-4bbc-8509-4c2d7df9f16e', 'tag': 'ab8da74e-0d51-40fe-939d-923b412fd22d'}] {{(pid=93953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 16:22:48.178149 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5192e05b0783e869a38b3815ee673eee9316ce03dcaf8465063259ebfb62487" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b3c244a-ce24-49d8-b9dd-774c4d68ed7d" -d '{"events": [{"name": "network-changed", "server_uuid": "f39eaa55-2d8b-4bbc-8509-4c2d7df9f16e", "tag": "ab8da74e-0d51-40fe-939d-923b412fd22d"}]}' {{(pid=93953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 16:22:48.188141 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f7433e-91cf-453b-8f13-352a8a3908a2 req-2655d3e8-16f1-4cca-9ef1-5c3f63a9ec7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:22:48.188751 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [req-c5f7433e-91cf-453b-8f13-352a8a3908a2 req-2655d3e8-16f1-4cca-9ef1-5c3f63a9ec7f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3748898'] for port, before_response {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:48.190279 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-c5f7433e-91cf-453b-8f13-352a8a3908a2 req-2655d3e8-16f1-4cca-9ef1-5c3f63a9ec7f service neutron] 10.222.0.45 "PUT /v2.0/ports/1b26f999-c030-4479-a84c-7937128625b0 HTTP/1.1" status: 200 len: 1093 time: 0.6095409 Sep 15 16:22:48.190618 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d0621ec-4650-42b8-8f87-7666278b3af8', 'tag': '1b26f999-c030-4479-a84c-7937128625b0'}] {{(pid=93954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 16:22:48.192870 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6d34c38c0cdc03ce39e2c460ccb262b82dff3a58d2f42c4e7ad7906abe071cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8b80c12-51ba-462b-acd2-c1b7f425471b" -d '{"events": [{"name": "network-changed", "server_uuid": "6d0621ec-4650-42b8-8f87-7666278b3af8", "tag": "1b26f999-c030-4479-a84c-7937128625b0"}]}' {{(pid=93954) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 16:22:48.215924 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2655d3e8-16f1-4cca-9ef1-5c3f63a9ec7f service neutron] Pushing event updated for resources: {'Port': ['ID=1b26f999-c030-4479-a84c-7937128625b0,revision_number=3']} {{(pid=93954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:22:48.218744 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 16:22:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce6f6a29-0f04-4197-ba05-82eeb4cfbdf3 x-openstack-request-id: req-ce6f6a29-0f04-4197-ba05-82eeb4cfbdf3 {{(pid=93953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 16:22:48.219219 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f39eaa55-2d8b-4bbc-8509-4c2d7df9f16e", "tag": "ab8da74e-0d51-40fe-939d-923b412fd22d", "status": "completed", "code": 200}]} {{(pid=93953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 16:22:48.219470 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-ce6f6a29-0f04-4197-ba05-82eeb4cfbdf3 {{(pid=93953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 16:22:48.219875 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f39eaa55-2d8b-4bbc-8509-4c2d7df9f16e', 'tag': 'ab8da74e-0d51-40fe-939d-923b412fd22d', 'status': 'completed', 'code': 200} Sep 15 16:22:48.230248 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 16:22:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afab5937-65d6-4635-90c3-c967649cb91d x-openstack-request-id: req-afab5937-65d6-4635-90c3-c967649cb91d {{(pid=93954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 16:22:48.230536 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d0621ec-4650-42b8-8f87-7666278b3af8", "tag": "1b26f999-c030-4479-a84c-7937128625b0", "status": "completed", "code": 200}]} {{(pid=93954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 16:22:48.230783 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-afab5937-65d6-4635-90c3-c967649cb91d {{(pid=93954) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 16:22:48.231174 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d0621ec-4650-42b8-8f87-7666278b3af8', 'tag': '1b26f999-c030-4479-a84c-7937128625b0', 'status': 'completed', 'code': 200} Sep 15 16:22:48.414628 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38a7848-aaf9-4037-9d48-60cdfc251c12 req-dc11ec72-2c4b-4f3d-a4cb-3944226154ae tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:22:48.416322 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-a38a7848-aaf9-4037-9d48-60cdfc251c12 req-dc11ec72-2c4b-4f3d-a4cb-3944226154ae tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] 10.222.0.39 "GET /v2.0/ports?device_id=1895071e-07cf-4d71-977e-0057a981f962 HTTP/1.1" status: 200 len: 943 time: 0.0498631 Sep 15 16:22:48.425679 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212fbfae-6d89-4f61-b2e5-9e41d2a3d4a6 req-6f8f02c5-22d6-461c-b15d-8fa04d515e73 tempest-ServerRescueNegativeTestJSON-1504381068 tempest-ServerRescueNegativeTestJSON-1504381068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:22:48.427137 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-212fbfae-6d89-4f61-b2e5-9e41d2a3d4a6 req-6f8f02c5-22d6-461c-b15d-8fa04d515e73 tempest-ServerRescueNegativeTestJSON-1504381068 tempest-ServerRescueNegativeTestJSON-1504381068-project] 10.222.0.39 "GET /v2.0/ports?device_id=6d0621ec-4650-42b8-8f87-7666278b3af8 HTTP/1.1" status: 200 len: 943 time: 0.0512869 Sep 15 16:22:48.453122 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-a38a7848-aaf9-4037-9d48-60cdfc251c12 req-95662524-ad4d-4069-823e-edb1123e43fb tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] 10.222.0.39 "GET /v2.0/security-groups?id=01d6c133-4034-4f0a-ac7f-c71aa400623e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307326 Sep 15 16:22:48.466669 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-212fbfae-6d89-4f61-b2e5-9e41d2a3d4a6 req-69542777-1d8e-4f96-92e5-fad4cf50b6c5 tempest-ServerRescueNegativeTestJSON-1504381068 tempest-ServerRescueNegativeTestJSON-1504381068-project] 10.222.0.39 "GET /v2.0/security-groups?id=4d527866-20a6-4314-9b14-89ea4e5cf7c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329998 Sep 15 16:22:48.823386 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51af501b-ce30-4468-8e41-3f34d8510a54 req-0c2e1bea-64e3-4d46-9a5b-6bb55623ec42 tempest-DeleteServersTestJSON-1247020361 tempest-DeleteServersTestJSON-1247020361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:22:48.824878 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-51af501b-ce30-4468-8e41-3f34d8510a54 req-0c2e1bea-64e3-4d46-9a5b-6bb55623ec42 tempest-DeleteServersTestJSON-1247020361 tempest-DeleteServersTestJSON-1247020361-project] 10.222.0.39 "GET /v2.0/ports?device_id=486179e9-71f9-4e5d-b64f-b9582ed4a533 HTTP/1.1" status: 200 len: 943 time: 0.0534058 Sep 15 16:22:48.866312 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-51af501b-ce30-4468-8e41-3f34d8510a54 req-36d8a7b7-c346-4878-96b7-0301ac9373b6 tempest-DeleteServersTestJSON-1247020361 tempest-DeleteServersTestJSON-1247020361-project] 10.222.0.39 "GET /v2.0/security-groups?id=7bc5803c-1c2e-48d8-9a27-d64b1981fbcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321972 Sep 15 16:22:49.323191 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b94ec59-98e6-4bfc-9986-404aafee29c3 req-64ffc0d9-cbc1-4110-99e5-054e61b54204 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:22:49.324781 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-2b94ec59-98e6-4bfc-9986-404aafee29c3 req-64ffc0d9-cbc1-4110-99e5-054e61b54204 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=e6a18f03044f465d813cff5376553386&device_id=f39eaa55-2d8b-4bbc-8509-4c2d7df9f16e HTTP/1.1" status: 200 len: 1097 time: 0.1027226 Sep 15 16:22:49.326456 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b80c12-51ba-462b-acd2-c1b7f425471b req-63e8c13b-08df-4084-a961-ce2f24389dbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:22:49.327780 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-d8b80c12-51ba-462b-acd2-c1b7f425471b req-63e8c13b-08df-4084-a961-ce2f24389dbf service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=e6a18f03044f465d813cff5376553386&device_id=6d0621ec-4650-42b8-8f87-7666278b3af8 HTTP/1.1" status: 200 len: 1096 time: 0.0772464 Sep 15 16:22:49.341435 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-547a5f04-bbb6-4ba0-bb82-9d34a8fc0e13 req-2829572e-1a94-4e71-adc1-df3e6aca6d94 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e276d5d2-322a-4d4d-b833-7daa17260d3e HTTP/1.1" status: 200 len: 217 time: 0.1173904 Sep 15 16:22:49.492535 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547a5f04-bbb6-4ba0-bb82-9d34a8fc0e13 req-7cdd240c-b0f6-4610-a4a1-4269d351382d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:22:49.494389 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-547a5f04-bbb6-4ba0-bb82-9d34a8fc0e13 req-7cdd240c-b0f6-4610-a4a1-4269d351382d service neutron] 10.222.0.45 "GET /v2.0/subnets?id=fa5f41a1-b858-4e32-8594-59b83d73c6e9 HTTP/1.1" status: 200 len: 856 time: 0.1062610 Sep 15 16:22:49.495592 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38a263c-4a4b-4f7d-9756-7b9af0feb8d5 req-d68351a5-237f-469e-b1f0-11fe2324a1ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:22:49.496720 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-b38a263c-4a4b-4f7d-9756-7b9af0feb8d5 req-d68351a5-237f-469e-b1f0-11fe2324a1ad service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=79226c829a30482a953a552a972cdb88&shared=False HTTP/1.1" status: 200 len: 910 time: 0.2739489 Sep 15 16:22:49.642708 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-2b94ec59-98e6-4bfc-9986-404aafee29c3 req-7251c7ac-eace-4474-bc66-a1af51763557 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ab8da74e-0d51-40fe-939d-923b412fd22d HTTP/1.1" status: 200 len: 217 time: 0.2759209 Sep 15 16:22:49.745063 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547a5f04-bbb6-4ba0-bb82-9d34a8fc0e13 req-19b64ead-511c-48c7-b34c-3587865f3ba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:22:49.746810 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-547a5f04-bbb6-4ba0-bb82-9d34a8fc0e13 req-19b64ead-511c-48c7-b34c-3587865f3ba6 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=301d3dae-97cb-4f1f-a074-0eaf2ccca5e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2380695 Sep 15 16:22:49.760465 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6275917-a3a4-454f-b251-fa44e6b0c5da req-d59f5992-221a-4a94-a0f4-ae9677b271b7 tempest-ServerRescueNegativeTestJSON-1504381068 tempest-ServerRescueNegativeTestJSON-1504381068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:22:49.761980 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-c6275917-a3a4-454f-b251-fa44e6b0c5da req-d59f5992-221a-4a94-a0f4-ae9677b271b7 tempest-ServerRescueNegativeTestJSON-1504381068 tempest-ServerRescueNegativeTestJSON-1504381068-project] 10.222.0.39 "GET /v2.0/ports?device_id=6d0621ec-4650-42b8-8f87-7666278b3af8 HTTP/1.1" status: 200 len: 943 time: 0.1957128 Sep 15 16:22:49.826658 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38a263c-4a4b-4f7d-9756-7b9af0feb8d5 req-c5e4e5b9-a8cc-46ab-833f-62117578eeca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:22:49.828158 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-b38a263c-4a4b-4f7d-9756-7b9af0feb8d5 req-c5e4e5b9-a8cc-46ab-833f-62117578eeca service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.3181369 Sep 15 16:22:49.855455 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b94ec59-98e6-4bfc-9986-404aafee29c3 req-780def2e-3bd6-40e2-9668-32f850b5533b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:22:49.857218 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-2b94ec59-98e6-4bfc-9986-404aafee29c3 req-780def2e-3bd6-40e2-9668-32f850b5533b service neutron] 10.222.0.45 "GET /v2.0/subnets?id=a9fde6a5-a0c6-40f2-b012-f34594b44218 HTTP/1.1" status: 200 len: 858 time: 0.2035298 Sep 15 16:22:49.871859 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ace9e8d-bb6e-4fc6-8911-05744f712e1a req-f4502fc6-04fe-48e4-ab1d-b817bb3d3720 tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:22:49.880701 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-1ace9e8d-bb6e-4fc6-8911-05744f712e1a req-f4502fc6-04fe-48e4-ab1d-b817bb3d3720 tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] 10.222.0.39 "GET /v2.0/ports?device_id=1895071e-07cf-4d71-977e-0057a981f962 HTTP/1.1" status: 200 len: 943 time: 0.2645786 Sep 15 16:22:49.888173 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-c6275917-a3a4-454f-b251-fa44e6b0c5da req-26a7ebef-f115-42b2-8038-20f51002c832 tempest-ServerRescueNegativeTestJSON-1504381068 tempest-ServerRescueNegativeTestJSON-1504381068-project] 10.222.0.39 "GET /v2.0/security-groups?id=4d527866-20a6-4314-9b14-89ea4e5cf7c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133363 Sep 15 16:22:49.901377 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b80c12-51ba-462b-acd2-c1b7f425471b req-c57b665c-6499-49d0-ba38-8fa30887f781 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:22:49.913720 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-d8b80c12-51ba-462b-acd2-c1b7f425471b req-c57b665c-6499-49d0-ba38-8fa30887f781 service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=e6a18f03044f465d813cff5376553386&shared=False HTTP/1.1" status: 200 len: 918 time: 0.5482218 Sep 15 16:22:49.937769 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-547a5f04-bbb6-4ba0-bb82-9d34a8fc0e13 req-b2e49b78-a95f-4c4a-bfc8-89edc682a418 service neutron] 10.222.0.45 "GET /v2.0/networks/301d3dae-97cb-4f1f-a074-0eaf2ccca5e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1748123 Sep 15 16:22:49.969569 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a162b35-cc90-4557-a7c7-0b761471ac08 req-7fba685d-f92d-4f75-b02b-00f1ae96c29b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:22:49.971190 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-2a162b35-cc90-4557-a7c7-0b761471ac08 req-7fba685d-f92d-4f75-b02b-00f1ae96c29b service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=79226c829a30482a953a552a972cdb88&device_id=486179e9-71f9-4e5d-b64f-b9582ed4a533 HTTP/1.1" status: 200 len: 1096 time: 0.0805414 Sep 15 16:22:50.015187 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-2b94ec59-98e6-4bfc-9986-404aafee29c3 req-814a7405-ed58-411a-a564-295e0f822052 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a789c6c7-846e-484f-aca7-614dc13bfb69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1221564 Sep 15 16:22:50.072193 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-1ace9e8d-bb6e-4fc6-8911-05744f712e1a req-f5e31f0d-52cf-4078-869b-007b819d7eaa tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] 10.222.0.39 "GET /v2.0/security-groups?id=01d6c133-4034-4f0a-ac7f-c71aa400623e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1906018 Sep 15 16:22:50.073359 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-2a162b35-cc90-4557-a7c7-0b761471ac08 req-43b3db8a-35b1-43a4-a093-1e35198a35f3 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0818e98a-670f-4c7c-a93d-7b0a7c9d8fbb HTTP/1.1" status: 200 len: 217 time: 0.0785933 Sep 15 16:22:50.107756 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb95e99-9cca-4d1f-99d0-b3fb89fdf868 req-9747f7b9-701f-41b8-b149-8e82466fb6c9 tempest-DeleteServersTestJSON-1247020361 tempest-DeleteServersTestJSON-1247020361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:22:50.109339 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-5eb95e99-9cca-4d1f-99d0-b3fb89fdf868 req-9747f7b9-701f-41b8-b149-8e82466fb6c9 tempest-DeleteServersTestJSON-1247020361 tempest-DeleteServersTestJSON-1247020361-project] 10.222.0.39 "GET /v2.0/ports?device_id=486179e9-71f9-4e5d-b64f-b9582ed4a533 HTTP/1.1" status: 200 len: 943 time: 0.1317990 Sep 15 16:22:50.129564 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-547a5f04-bbb6-4ba0-bb82-9d34a8fc0e13 req-7e0c0d9d-5672-4381-8162-9f0ccbea0bd0 service neutron] 10.222.0.45 "GET /v2.0/networks/301d3dae-97cb-4f1f-a074-0eaf2ccca5e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1846902 Sep 15 16:22:50.159780 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-5eb95e99-9cca-4d1f-99d0-b3fb89fdf868 req-6dcda053-83e6-41ed-a32f-5772beec5e00 tempest-DeleteServersTestJSON-1247020361 tempest-DeleteServersTestJSON-1247020361-project] 10.222.0.39 "GET /v2.0/security-groups?id=7bc5803c-1c2e-48d8-9a27-d64b1981fbcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408528 Sep 15 16:22:50.238102 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b80c12-51ba-462b-acd2-c1b7f425471b req-6cb3b127-d2f4-4b14-bf7c-d03c4b0b4e1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:22:50.239575 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-d8b80c12-51ba-462b-acd2-c1b7f425471b req-6cb3b127-d2f4-4b14-bf7c-d03c4b0b4e1a service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.2963548 Sep 15 16:22:50.245441 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-2b94ec59-98e6-4bfc-9986-404aafee29c3 req-1d62cc5c-8d90-4c77-8d69-f78b9c7aef9b service neutron] 10.222.0.45 "GET /v2.0/networks/a789c6c7-846e-484f-aca7-614dc13bfb69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2114077 Sep 15 16:22:51.018832 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38fa2ae-7626-49d1-b30d-e52086b5437d req-8a5479a8-b553-420a-b571-881ee454036b tempest-ServerRescueNegativeTestJSON-1504381068 tempest-ServerRescueNegativeTestJSON-1504381068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:22:51.020609 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-e38fa2ae-7626-49d1-b30d-e52086b5437d req-8a5479a8-b553-420a-b571-881ee454036b tempest-ServerRescueNegativeTestJSON-1504381068 tempest-ServerRescueNegativeTestJSON-1504381068-project] 10.222.0.39 "GET /v2.0/ports?device_id=6d0621ec-4650-42b8-8f87-7666278b3af8 HTTP/1.1" status: 200 len: 943 time: 0.0587394 Sep 15 16:22:51.060292 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-e38fa2ae-7626-49d1-b30d-e52086b5437d req-37fcc16b-b752-44fc-a8ee-d722edf091f9 tempest-ServerRescueNegativeTestJSON-1504381068 tempest-ServerRescueNegativeTestJSON-1504381068-project] 10.222.0.39 "GET /v2.0/security-groups?id=4d527866-20a6-4314-9b14-89ea4e5cf7c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336707 Sep 15 16:22:51.102371 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.wsgi [-] (93953) accepted ('10.222.0.39', 59750) {{(pid=93953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:22:51.210982 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef13050c-b621-4727-9ebf-92defdc15a44 req-f5f412f7-a932-4634-87c2-dae81f9edd60 tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:22:51.212548 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-ef13050c-b621-4727-9ebf-92defdc15a44 req-f5f412f7-a932-4634-87c2-dae81f9edd60 tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] 10.222.0.39 "GET /v2.0/ports?device_id=1895071e-07cf-4d71-977e-0057a981f962 HTTP/1.1" status: 200 len: 943 time: 0.0609663 Sep 15 16:22:51.224718 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-3653050e-f326-4495-92d2-266f63f5e289 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:51.280435 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-ef13050c-b621-4727-9ebf-92defdc15a44 req-39fc38ec-9e01-42f5-9f21-71565138be60 tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] 10.222.0.39 "GET /v2.0/security-groups?id=01d6c133-4034-4f0a-ac7f-c71aa400623e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0578363 Sep 15 16:22:51.293699 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f606258-2cd3-4de0-92d5-76c6407dfc0c req-11854624-1f76-4be2-a8ad-92e28d08d199 tempest-DeleteServersTestJSON-1247020361 tempest-DeleteServersTestJSON-1247020361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:22:51.295781 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-6f606258-2cd3-4de0-92d5-76c6407dfc0c req-11854624-1f76-4be2-a8ad-92e28d08d199 tempest-DeleteServersTestJSON-1247020361 tempest-DeleteServersTestJSON-1247020361-project] 10.222.0.39 "GET /v2.0/ports?device_id=486179e9-71f9-4e5d-b64f-b9582ed4a533 HTTP/1.1" status: 200 len: 943 time: 0.0555248 Sep 15 16:22:51.344877 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-6f606258-2cd3-4de0-92d5-76c6407dfc0c req-f13254fb-394b-48ad-bcd2-f9ecf9e0bf5b tempest-DeleteServersTestJSON-1247020361 tempest-DeleteServersTestJSON-1247020361-project] 10.222.0.39 "GET /v2.0/security-groups?id=7bc5803c-1c2e-48d8-9a27-d64b1981fbcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406647 Sep 15 16:22:51.369523 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-3653050e-f326-4495-92d2-266f63f5e289 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:51.374847 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-3653050e-f326-4495-92d2-266f63f5e289 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3702208'] for security_group, after_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:51.417421 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [None req-3653050e-f326-4495-92d2-266f63f5e289 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=a38014a2cb7d4adc8a941cee377ed8e0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3114378 Sep 15 16:22:51.417626 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.wsgi [-] (93953) accepted ('10.222.0.39', 59768) {{(pid=93953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:22:51.425016 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3653050e-f326-4495-92d2-266f63f5e289 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25fdcda0-7e28-4011-96f1-e643348e4a22,revision_number=1']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:22:51.469460 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-aba8ad1d-d188-4a98-b6c9-ca7f8f437246 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:51.490210 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-aba8ad1d-d188-4a98-b6c9-ca7f8f437246 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:51.537308 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-aba8ad1d-d188-4a98-b6c9-ca7f8f437246 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3702208'] for security_group, after_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:51.539912 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-aba8ad1d-d188-4a98-b6c9-ca7f8f437246 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:51.541098 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [None req-aba8ad1d-d188-4a98-b6c9-ca7f8f437246 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/25fdcda0-7e28-4011-96f1-e643348e4a22 HTTP/1.1" status: 204 len: 168 time: 0.1225863 Sep 15 16:22:51.549935 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba8ad1d-d188-4a98-b6c9-ca7f8f437246 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25fdcda0-7e28-4011-96f1-e643348e4a22,revision_number=None']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:22:51.815399 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.wsgi [-] (93953) accepted ('10.222.0.39', 59784) {{(pid=93953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:22:51.828359 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-c8367d6f-3475-4084-aa20-f0d9653aeecc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:51.926075 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-c8367d6f-3475-4084-aa20-f0d9653aeecc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:51.931892 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-c8367d6f-3475-4084-aa20-f0d9653aeecc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3702208'] for security_group, after_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:52.122983 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [None req-c8367d6f-3475-4084-aa20-f0d9653aeecc admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=de53b1ddfe424828bd763222aaceadd5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3064566 Sep 15 16:22:52.126340 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.wsgi [-] (93954) accepted ('10.222.0.39', 59788) {{(pid=93954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:22:52.127938 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8367d6f-3475-4084-aa20-f0d9653aeecc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43611799-e31b-44d0-bc04-bd2b0d75e27d,revision_number=1']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:22:52.177083 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-7808b045-de4c-44ad-86ca-db3110ac5588 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:52.177861 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f4a31e-a8cf-405e-a9df-0724ce0d42ff req-f15518ee-b651-46f3-913a-da55e38bc0bd tempest-ServerRescueNegativeTestJSON-1504381068 tempest-ServerRescueNegativeTestJSON-1504381068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:22:52.179350 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-21f4a31e-a8cf-405e-a9df-0724ce0d42ff req-f15518ee-b651-46f3-913a-da55e38bc0bd tempest-ServerRescueNegativeTestJSON-1504381068 tempest-ServerRescueNegativeTestJSON-1504381068-project] 10.222.0.39 "GET /v2.0/ports?device_id=6d0621ec-4650-42b8-8f87-7666278b3af8 HTTP/1.1" status: 200 len: 943 time: 0.0486920 Sep 15 16:22:52.201862 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-7808b045-de4c-44ad-86ca-db3110ac5588 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:52.217431 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-21f4a31e-a8cf-405e-a9df-0724ce0d42ff req-1161d2f7-3f7a-4ece-bde7-c5e059c83eb0 tempest-ServerRescueNegativeTestJSON-1504381068 tempest-ServerRescueNegativeTestJSON-1504381068-project] 10.222.0.39 "GET /v2.0/security-groups?id=4d527866-20a6-4314-9b14-89ea4e5cf7c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320816 Sep 15 16:22:52.251186 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-7808b045-de4c-44ad-86ca-db3110ac5588 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3702208'] for security_group, after_delete {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:52.254092 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-7808b045-de4c-44ad-86ca-db3110ac5588 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:52.255214 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [None req-7808b045-de4c-44ad-86ca-db3110ac5588 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/43611799-e31b-44d0-bc04-bd2b0d75e27d HTTP/1.1" status: 204 len: 168 time: 0.1276286 Sep 15 16:22:52.262701 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7808b045-de4c-44ad-86ca-db3110ac5588 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43611799-e31b-44d0-bc04-bd2b0d75e27d,revision_number=None']} {{(pid=93954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:22:52.347618 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a162b35-cc90-4557-a7c7-0b761471ac08 req-7ee29e6f-e141-47d0-ab98-5a1326a9fe99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:22:52.349178 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-2a162b35-cc90-4557-a7c7-0b761471ac08 req-7ee29e6f-e141-47d0-ab98-5a1326a9fe99 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=ba0a5700-9fcd-4ef5-9b61-c755403738d8 HTTP/1.1" status: 200 len: 850 time: 0.0592632 Sep 15 16:22:52.436445 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62bfa8eb-16f6-4340-94e9-8227ec789d6b req-edded406-e2ab-41cf-9a72-4aee958d952d tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:22:52.437990 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-62bfa8eb-16f6-4340-94e9-8227ec789d6b req-edded406-e2ab-41cf-9a72-4aee958d952d tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] 10.222.0.39 "GET /v2.0/ports?device_id=1895071e-07cf-4d71-977e-0057a981f962 HTTP/1.1" status: 200 len: 943 time: 0.0646386 Sep 15 16:22:52.480195 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266f054b-3bb4-4ad4-ab52-8c1153bed359 req-be835c2c-d14f-4fe8-83c4-488939c5ba31 tempest-DeleteServersTestJSON-1247020361 tempest-DeleteServersTestJSON-1247020361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:22:52.481829 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-266f054b-3bb4-4ad4-ab52-8c1153bed359 req-be835c2c-d14f-4fe8-83c4-488939c5ba31 tempest-DeleteServersTestJSON-1247020361 tempest-DeleteServersTestJSON-1247020361-project] 10.222.0.39 "GET /v2.0/ports?device_id=486179e9-71f9-4e5d-b64f-b9582ed4a533 HTTP/1.1" status: 200 len: 943 time: 0.0607615 Sep 15 16:22:52.484325 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-62bfa8eb-16f6-4340-94e9-8227ec789d6b req-7d1357ef-018a-4463-add1-299076be5283 tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] 10.222.0.39 "GET /v2.0/security-groups?id=01d6c133-4034-4f0a-ac7f-c71aa400623e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400572 Sep 15 16:22:52.524443 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-266f054b-3bb4-4ad4-ab52-8c1153bed359 req-96063bee-ccd1-4a21-bd92-f0507504997d tempest-DeleteServersTestJSON-1247020361 tempest-DeleteServersTestJSON-1247020361-project] 10.222.0.39 "GET /v2.0/security-groups?id=7bc5803c-1c2e-48d8-9a27-d64b1981fbcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358098 Sep 15 16:22:52.682939 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791196484491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953091'] for agent, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:53.331218 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62ff8ca-434e-44e9-95ad-6538731d180b req-d1b80775-a083-4a68-9dbc-01336d6646d6 tempest-ServerRescueNegativeTestJSON-1504381068 tempest-ServerRescueNegativeTestJSON-1504381068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:22:53.333017 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-a62ff8ca-434e-44e9-95ad-6538731d180b req-d1b80775-a083-4a68-9dbc-01336d6646d6 tempest-ServerRescueNegativeTestJSON-1504381068 tempest-ServerRescueNegativeTestJSON-1504381068-project] 10.222.0.39 "GET /v2.0/ports?device_id=6d0621ec-4650-42b8-8f87-7666278b3af8 HTTP/1.1" status: 200 len: 943 time: 0.0485353 Sep 15 16:22:53.371453 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-a62ff8ca-434e-44e9-95ad-6538731d180b req-a74811f7-14fe-4a7c-9b86-8571814beab7 tempest-ServerRescueNegativeTestJSON-1504381068 tempest-ServerRescueNegativeTestJSON-1504381068-project] 10.222.0.39 "GET /v2.0/security-groups?id=4d527866-20a6-4314-9b14-89ea4e5cf7c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324626 Sep 15 16:22:53.607820 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf76863-12a2-4ed3-b2ba-8cedb40d9d66 req-9b4a0245-190d-4fb4-9e1a-1f65abf6095b tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:22:53.616169 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-7cf76863-12a2-4ed3-b2ba-8cedb40d9d66 req-9b4a0245-190d-4fb4-9e1a-1f65abf6095b tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] 10.222.0.39 "GET /v2.0/ports?device_id=1895071e-07cf-4d71-977e-0057a981f962 HTTP/1.1" status: 200 len: 943 time: 0.0558999 Sep 15 16:22:53.667047 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-2a162b35-cc90-4557-a7c7-0b761471ac08 req-a8a1643f-611a-4cda-8492-fc42342bd2ce service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=fe47d5cc-db6b-4e16-b6ce-03de9aba76df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0420628 Sep 15 16:22:53.735132 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc126ae-c9a2-4d83-a609-c52bf739bca4 req-63af30d1-d71c-4e07-a279-14b47edaf088 tempest-DeleteServersTestJSON-1247020361 tempest-DeleteServersTestJSON-1247020361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:22:53.736805 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-dfc126ae-c9a2-4d83-a609-c52bf739bca4 req-63af30d1-d71c-4e07-a279-14b47edaf088 tempest-DeleteServersTestJSON-1247020361 tempest-DeleteServersTestJSON-1247020361-project] 10.222.0.39 "GET /v2.0/ports?device_id=486179e9-71f9-4e5d-b64f-b9582ed4a533 HTTP/1.1" status: 200 len: 943 time: 0.1444314 Sep 15 16:22:53.744794 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-7cf76863-12a2-4ed3-b2ba-8cedb40d9d66 req-f3e1ffd0-1f27-4dc1-9d07-ae700fb4a397 tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] 10.222.0.39 "GET /v2.0/security-groups?id=01d6c133-4034-4f0a-ac7f-c71aa400623e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1273744 Sep 15 16:22:53.785715 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d072ed-75bf-47db-a7d6-527c3a988be5 req-e902d76f-ccd9-437c-9037-ffd74a111378 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:22:53.787200 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-84d072ed-75bf-47db-a7d6-527c3a988be5 req-e902d76f-ccd9-437c-9037-ffd74a111378 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f7e7af658aa34644855359ede57c4c67&device_id=1895071e-07cf-4d71-977e-0057a981f962 HTTP/1.1" status: 200 len: 1096 time: 0.1332135 Sep 15 16:22:53.794338 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-2b94ec59-98e6-4bfc-9986-404aafee29c3 req-acd42d2f-99b2-42ff-83cd-51835956da17 service neutron] 10.222.0.45 "GET /v2.0/networks/a789c6c7-846e-484f-aca7-614dc13bfb69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1919539 Sep 15 16:22:53.797772 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f7433e-91cf-453b-8f13-352a8a3908a2 req-5950a81a-d107-47ce-b800-eb1dee7478ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:22:53.799544 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-c5f7433e-91cf-453b-8f13-352a8a3908a2 req-5950a81a-d107-47ce-b800-eb1dee7478ec service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=e6a18f03044f465d813cff5376553386&device_id=6d0621ec-4650-42b8-8f87-7666278b3af8 HTTP/1.1" status: 200 len: 1096 time: 0.1418822 Sep 15 16:22:53.835489 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-dfc126ae-c9a2-4d83-a609-c52bf739bca4 req-8f861dae-5b84-4184-8b61-84afe0bd1c5d tempest-DeleteServersTestJSON-1247020361 tempest-DeleteServersTestJSON-1247020361-project] 10.222.0.39 "GET /v2.0/security-groups?id=7bc5803c-1c2e-48d8-9a27-d64b1981fbcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849895 Sep 15 16:22:53.880544 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-c5f7433e-91cf-453b-8f13-352a8a3908a2 req-e3869e2f-96cc-45e1-8dab-5d823c9ef36a service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1b26f999-c030-4479-a84c-7937128625b0 HTTP/1.1" status: 200 len: 217 time: 0.0708728 Sep 15 16:22:53.894716 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-2a162b35-cc90-4557-a7c7-0b761471ac08 req-da3bbd5f-88a5-4958-9bce-c136dfbf87cb service neutron] 10.222.0.45 "GET /v2.0/networks/fe47d5cc-db6b-4e16-b6ce-03de9aba76df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2109418 Sep 15 16:22:53.983950 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3c244a-ce24-49d8-b9dd-774c4d68ed7d req-41ce1444-2e8c-4a7c-8289-e924273de437 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:22:53.985274 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-5b3c244a-ce24-49d8-b9dd-774c4d68ed7d req-41ce1444-2e8c-4a7c-8289-e924273de437 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=e6a18f03044f465d813cff5376553386&device_id=f39eaa55-2d8b-4bbc-8509-4c2d7df9f16e HTTP/1.1" status: 200 len: 1097 time: 0.1273739 Sep 15 16:22:53.988655 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d072ed-75bf-47db-a7d6-527c3a988be5 req-594b6e9b-d9d5-4d09-af74-07adf9f7ccb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:22:53.993510 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-84d072ed-75bf-47db-a7d6-527c3a988be5 req-594b6e9b-d9d5-4d09-af74-07adf9f7ccb8 service neutron] 10.222.0.45 "GET /v2.0/networks?id=301d3dae-97cb-4f1f-a074-0eaf2ccca5e4 HTTP/1.1" status: 200 len: 917 time: 0.1944604 Sep 15 16:22:54.038265 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f7433e-91cf-453b-8f13-352a8a3908a2 req-d6f7a4f3-0a97-4983-99e9-18f074e884d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:22:54.040213 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-c5f7433e-91cf-453b-8f13-352a8a3908a2 req-d6f7a4f3-0a97-4983-99e9-18f074e884d3 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=a9fde6a5-a0c6-40f2-b012-f34594b44218 HTTP/1.1" status: 200 len: 858 time: 0.1443765 Sep 15 16:22:54.061811 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-84d072ed-75bf-47db-a7d6-527c3a988be5 req-a5eaa710-e8c0-4f58-b54d-81930f0d7b03 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e276d5d2-322a-4d4d-b833-7daa17260d3e HTTP/1.1" status: 200 len: 217 time: 0.0623825 Sep 15 16:22:54.079408 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-c5f7433e-91cf-453b-8f13-352a8a3908a2 req-a29f1347-31b7-4850-a93e-3e5f048cecce service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a789c6c7-846e-484f-aca7-614dc13bfb69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0299702 Sep 15 16:22:54.155742 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d072ed-75bf-47db-a7d6-527c3a988be5 req-908a43ac-efcf-4f89-a791-1aa3afea721f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:22:54.157298 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-84d072ed-75bf-47db-a7d6-527c3a988be5 req-908a43ac-efcf-4f89-a791-1aa3afea721f service neutron] 10.222.0.45 "GET /v2.0/subnets?id=fa5f41a1-b858-4e32-8594-59b83d73c6e9 HTTP/1.1" status: 200 len: 856 time: 0.0880580 Sep 15 16:22:54.177616 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-2a162b35-cc90-4557-a7c7-0b761471ac08 req-9cdf56f2-e8bc-466b-beea-c6e0f545a07e service neutron] 10.222.0.45 "GET /v2.0/networks/fe47d5cc-db6b-4e16-b6ce-03de9aba76df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2435443 Sep 15 16:22:54.199031 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-c5f7433e-91cf-453b-8f13-352a8a3908a2 req-12847f13-58f3-4671-b0cd-40b591f80946 service neutron] 10.222.0.45 "GET /v2.0/networks/a789c6c7-846e-484f-aca7-614dc13bfb69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1110351 Sep 15 16:22:54.385129 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3c244a-ce24-49d8-b9dd-774c4d68ed7d req-385a1343-5398-4216-88e6-d73f7aaaedc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:22:54.386523 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-5b3c244a-ce24-49d8-b9dd-774c4d68ed7d req-385a1343-5398-4216-88e6-d73f7aaaedc1 service neutron] 10.222.0.45 "GET /v2.0/networks?id=a789c6c7-846e-484f-aca7-614dc13bfb69 HTTP/1.1" status: 200 len: 918 time: 0.3884704 Sep 15 16:22:54.437304 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-5b3c244a-ce24-49d8-b9dd-774c4d68ed7d req-09419243-0c50-406b-b27f-0dccfd9828e4 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ab8da74e-0d51-40fe-939d-923b412fd22d HTTP/1.1" status: 200 len: 217 time: 0.0431819 Sep 15 16:22:54.446865 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d072ed-75bf-47db-a7d6-527c3a988be5 req-8bf32131-9d5f-447e-8307-5614bfdb5cd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:22:54.448483 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-84d072ed-75bf-47db-a7d6-527c3a988be5 req-8bf32131-9d5f-447e-8307-5614bfdb5cd9 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=301d3dae-97cb-4f1f-a074-0eaf2ccca5e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2798376 Sep 15 16:22:54.490554 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-c5f7433e-91cf-453b-8f13-352a8a3908a2 req-38e7c778-a224-40cf-a365-744f6b2af862 service neutron] 10.222.0.45 "GET /v2.0/networks/a789c6c7-846e-484f-aca7-614dc13bfb69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1490278 Sep 15 16:22:54.538272 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eeadcaa-b663-4cf1-a7d6-0cc2c3b5e6a3 req-825b8c6f-6b58-4db2-9f23-c7c879ca56e4 tempest-ServerRescueNegativeTestJSON-1504381068 tempest-ServerRescueNegativeTestJSON-1504381068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:22:54.539937 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-4eeadcaa-b663-4cf1-a7d6-0cc2c3b5e6a3 req-825b8c6f-6b58-4db2-9f23-c7c879ca56e4 tempest-ServerRescueNegativeTestJSON-1504381068 tempest-ServerRescueNegativeTestJSON-1504381068-project] 10.222.0.39 "GET /v2.0/ports?device_id=6d0621ec-4650-42b8-8f87-7666278b3af8 HTTP/1.1" status: 200 len: 943 time: 0.0737376 Sep 15 16:22:54.554523 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3c244a-ce24-49d8-b9dd-774c4d68ed7d req-e1e636f0-0f6b-43dd-b606-89c8fe8d36b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:22:54.555978 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-5b3c244a-ce24-49d8-b9dd-774c4d68ed7d req-e1e636f0-0f6b-43dd-b606-89c8fe8d36b7 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=a9fde6a5-a0c6-40f2-b012-f34594b44218 HTTP/1.1" status: 200 len: 858 time: 0.1118541 Sep 15 16:22:54.583636 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-4eeadcaa-b663-4cf1-a7d6-0cc2c3b5e6a3 req-0a555585-ed59-4fd3-a553-3ed04349136d tempest-ServerRescueNegativeTestJSON-1504381068 tempest-ServerRescueNegativeTestJSON-1504381068-project] 10.222.0.39 "GET /v2.0/security-groups?id=4d527866-20a6-4314-9b14-89ea4e5cf7c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370901 Sep 15 16:22:54.594956 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-5b3c244a-ce24-49d8-b9dd-774c4d68ed7d req-1b7e520e-c9da-44c9-8532-d402156bcd27 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a789c6c7-846e-484f-aca7-614dc13bfb69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0308292 Sep 15 16:22:54.619451 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-84d072ed-75bf-47db-a7d6-527c3a988be5 req-8663c318-9608-4371-90ec-42bcb6399fbd service neutron] 10.222.0.45 "GET /v2.0/networks/301d3dae-97cb-4f1f-a074-0eaf2ccca5e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1616426 Sep 15 16:22:54.759629 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-5b3c244a-ce24-49d8-b9dd-774c4d68ed7d req-01160469-6914-42c9-b199-15aabcb2170f service neutron] 10.222.0.45 "GET /v2.0/networks/a789c6c7-846e-484f-aca7-614dc13bfb69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1534610 Sep 15 16:22:54.763301 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-84d072ed-75bf-47db-a7d6-527c3a988be5 req-55e284ba-9f4f-4284-b524-cb2d9a623c9d service neutron] 10.222.0.45 "GET /v2.0/networks/301d3dae-97cb-4f1f-a074-0eaf2ccca5e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1342623 Sep 15 16:22:54.887642 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-5b3c244a-ce24-49d8-b9dd-774c4d68ed7d req-526e717d-59d3-4591-a6c8-a35fc7b3dcf6 service neutron] 10.222.0.45 "GET /v2.0/networks/a789c6c7-846e-484f-aca7-614dc13bfb69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1142256 Sep 15 16:22:54.901273 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6437132f-0178-4d5a-b056-f831ba73842d req-69edd246-483e-4f0b-9f4e-4f7939a09403 tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:22:54.902889 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-6437132f-0178-4d5a-b056-f831ba73842d req-69edd246-483e-4f0b-9f4e-4f7939a09403 tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] 10.222.0.39 "GET /v2.0/ports?device_id=1895071e-07cf-4d71-977e-0057a981f962 HTTP/1.1" status: 200 len: 943 time: 0.0732803 Sep 15 16:22:54.943909 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-6437132f-0178-4d5a-b056-f831ba73842d req-66ad3554-13fd-4700-96ff-69b618deac6b tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] 10.222.0.39 "GET /v2.0/security-groups?id=01d6c133-4034-4f0a-ac7f-c71aa400623e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342290 Sep 15 16:22:54.956772 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5f8fc3-f8cc-440d-a2ac-4f36ac3fbb77 req-812b9359-0758-4dbb-bf10-a9b2666acc40 tempest-DeleteServersTestJSON-1247020361 tempest-DeleteServersTestJSON-1247020361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:22:54.958292 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-2f5f8fc3-f8cc-440d-a2ac-4f36ac3fbb77 req-812b9359-0758-4dbb-bf10-a9b2666acc40 tempest-DeleteServersTestJSON-1247020361 tempest-DeleteServersTestJSON-1247020361-project] 10.222.0.39 "GET /v2.0/ports?device_id=486179e9-71f9-4e5d-b64f-b9582ed4a533 HTTP/1.1" status: 200 len: 943 time: 0.0492809 Sep 15 16:22:54.996892 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-2f5f8fc3-f8cc-440d-a2ac-4f36ac3fbb77 req-5fd29ac9-6eb5-4073-a00f-c476d7a70e18 tempest-DeleteServersTestJSON-1247020361 tempest-DeleteServersTestJSON-1247020361-project] 10.222.0.39 "GET /v2.0/security-groups?id=7bc5803c-1c2e-48d8-9a27-d64b1981fbcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318601 Sep 15 16:22:55.738451 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26390c3-9a9d-4a9c-98b9-7e73e91c0704 req-65ed32e3-1630-4f96-86df-266dbf337865 tempest-ServerRescueNegativeTestJSON-1504381068 tempest-ServerRescueNegativeTestJSON-1504381068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:22:55.740363 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-a26390c3-9a9d-4a9c-98b9-7e73e91c0704 req-65ed32e3-1630-4f96-86df-266dbf337865 tempest-ServerRescueNegativeTestJSON-1504381068 tempest-ServerRescueNegativeTestJSON-1504381068-project] 10.222.0.39 "GET /v2.0/ports?device_id=6d0621ec-4650-42b8-8f87-7666278b3af8 HTTP/1.1" status: 200 len: 943 time: 0.0601861 Sep 15 16:22:55.782079 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-a26390c3-9a9d-4a9c-98b9-7e73e91c0704 req-3ef30fd6-1137-4cce-86fa-f431340cd538 tempest-ServerRescueNegativeTestJSON-1504381068 tempest-ServerRescueNegativeTestJSON-1504381068-project] 10.222.0.39 "GET /v2.0/security-groups?id=4d527866-20a6-4314-9b14-89ea4e5cf7c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352724 Sep 15 16:22:55.847450 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1b008a-37ca-4acd-a8ff-7349e40b4fc1 req-d253c87e-c49f-41b4-a260-2fb0d70f8348 tempest-VolumesActionsTest-418474512 tempest-VolumesActionsTest-418474512-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:22:55.848942 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-5d1b008a-37ca-4acd-a8ff-7349e40b4fc1 req-d253c87e-c49f-41b4-a260-2fb0d70f8348 tempest-VolumesActionsTest-418474512 tempest-VolumesActionsTest-418474512-project] 10.222.0.39 "GET /v2.0/networks?id=8d79a86d-a82d-4a96-9f76-e67405e9f7eb HTTP/1.1" status: 200 len: 809 time: 0.1197758 Sep 15 16:22:55.866382 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-5d1b008a-37ca-4acd-a8ff-7349e40b4fc1 req-6892d62d-7d98-4578-a3d1-7f3fe57392c9 tempest-VolumesActionsTest-418474512 tempest-VolumesActionsTest-418474512-project] 10.222.0.39 "GET /v2.0/quotas/1651627b215344d0a9bd9af89029ebe2 HTTP/1.1" status: 200 len: 375 time: 0.0115042 Sep 15 16:22:55.898037 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-5d1b008a-37ca-4acd-a8ff-7349e40b4fc1 req-b43e0ec0-03dc-45e5-b019-49e12b274957 tempest-VolumesActionsTest-418474512 tempest-VolumesActionsTest-418474512-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=1651627b215344d0a9bd9af89029ebe2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0258169 Sep 15 16:22:56.000219 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-5d1b008a-37ca-4acd-a8ff-7349e40b4fc1 req-de0bd83a-fd48-4420-8870-b0daffe5d2ba service neutron] 10.222.0.39 "GET /v2.0/networks/8d79a86d-a82d-4a96-9f76-e67405e9f7eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948765 Sep 15 16:22:56.090006 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc767da2-cdfc-42de-928b-0e3217211f22 req-e893d0a1-4c68-4e45-90d6-0185bcc938c7 tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:22:56.091445 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-dc767da2-cdfc-42de-928b-0e3217211f22 req-e893d0a1-4c68-4e45-90d6-0185bcc938c7 tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] 10.222.0.39 "GET /v2.0/ports?device_id=1895071e-07cf-4d71-977e-0057a981f962 HTTP/1.1" status: 200 len: 943 time: 0.0497618 Sep 15 16:22:56.106182 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-5d1b008a-37ca-4acd-a8ff-7349e40b4fc1 req-bb72838c-a4d8-4bb9-ba63-563d5b1f38c1 service neutron] 10.222.0.39 "GET /v2.0/networks/8d79a86d-a82d-4a96-9f76-e67405e9f7eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964475 Sep 15 16:22:56.133454 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-dc767da2-cdfc-42de-928b-0e3217211f22 req-470fb658-119b-47ab-93f9-8590fa02d01c tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] 10.222.0.39 "GET /v2.0/security-groups?id=01d6c133-4034-4f0a-ac7f-c71aa400623e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343790 Sep 15 16:22:56.254273 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bac5ea9-039c-46ea-afb3-61e1944ace3e req-36810566-6b1b-4840-8ee9-aa6cf9312ac8 tempest-DeleteServersTestJSON-1247020361 tempest-DeleteServersTestJSON-1247020361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:22:56.255761 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-0bac5ea9-039c-46ea-afb3-61e1944ace3e req-36810566-6b1b-4840-8ee9-aa6cf9312ac8 tempest-DeleteServersTestJSON-1247020361 tempest-DeleteServersTestJSON-1247020361-project] 10.222.0.39 "GET /v2.0/ports?device_id=486179e9-71f9-4e5d-b64f-b9582ed4a533 HTTP/1.1" status: 200 len: 943 time: 0.0625782 Sep 15 16:22:56.312295 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-8eff0901-c66d-43af-be47-ad739bcca76d req-48bf1d4a-4dfb-464c-ba14-bd78d890ec7c tempest-VolumesActionsTest-418474512 tempest-VolumesActionsTest-418474512-project] 10.222.0.39 "GET /v2.0/ports?device_id=b0a6a5af-8528-4089-9411-1d6ad3bf4b60 HTTP/1.1" status: 200 len: 210 time: 0.0477514 Sep 15 16:22:56.321283 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-0bac5ea9-039c-46ea-afb3-61e1944ace3e req-cee27a16-01a8-4e8d-9736-a6a75a10264c tempest-DeleteServersTestJSON-1247020361 tempest-DeleteServersTestJSON-1247020361-project] 10.222.0.39 "GET /v2.0/security-groups?id=7bc5803c-1c2e-48d8-9a27-d64b1981fbcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513649 Sep 15 16:22:56.770223 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.wsgi [-] (93953) accepted ('10.222.0.39', 59962) {{(pid=93953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:22:56.925804 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-bb161ce3-823c-40fa-88c7-557972beea0e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:56.964441 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3d18ff-859f-4e80-811a-794649494a2b req-52a80bd2-fcf2-476c-a245-e3ff81eec0f1 tempest-ServerRescueNegativeTestJSON-1504381068 tempest-ServerRescueNegativeTestJSON-1504381068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:22:56.966223 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-cb3d18ff-859f-4e80-811a-794649494a2b req-52a80bd2-fcf2-476c-a245-e3ff81eec0f1 tempest-ServerRescueNegativeTestJSON-1504381068 tempest-ServerRescueNegativeTestJSON-1504381068-project] 10.222.0.39 "GET /v2.0/ports?device_id=6d0621ec-4650-42b8-8f87-7666278b3af8 HTTP/1.1" status: 200 len: 943 time: 0.1108124 Sep 15 16:22:57.028621 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-cb3d18ff-859f-4e80-811a-794649494a2b req-4a6035d4-5c73-47ac-932b-6a0f8aab5145 tempest-ServerRescueNegativeTestJSON-1504381068 tempest-ServerRescueNegativeTestJSON-1504381068-project] 10.222.0.39 "GET /v2.0/security-groups?id=4d527866-20a6-4314-9b14-89ea4e5cf7c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563209 Sep 15 16:22:57.085848 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-bb161ce3-823c-40fa-88c7-557972beea0e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:57.091274 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-bb161ce3-823c-40fa-88c7-557972beea0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3702208'] for security_group, after_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:57.129893 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [None req-bb161ce3-823c-40fa-88c7-557972beea0e admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=f08a361fd8a04c4187ea06dea9fc1ce4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3584044 Sep 15 16:22:57.131083 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb161ce3-823c-40fa-88c7-557972beea0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7687e430-7517-4830-b853-ac176e201fac,revision_number=1']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:22:57.132673 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.wsgi [-] (93954) accepted ('10.222.0.39', 59986) {{(pid=93954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:22:57.203115 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-be8028e1-49bb-4c03-8332-eb33c2d04e0e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:57.248178 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-be8028e1-49bb-4c03-8332-eb33c2d04e0e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:57.291915 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93aa32e8-3593-4179-ac0d-9fc343827531 req-53c18a95-290f-428b-a6e7-5fee92060af3 tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:22:57.293389 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-93aa32e8-3593-4179-ac0d-9fc343827531 req-53c18a95-290f-428b-a6e7-5fee92060af3 tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] 10.222.0.39 "GET /v2.0/ports?device_id=1895071e-07cf-4d71-977e-0057a981f962 HTTP/1.1" status: 200 len: 943 time: 0.0856092 Sep 15 16:22:57.355376 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-be8028e1-49bb-4c03-8332-eb33c2d04e0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3702208'] for security_group, after_delete {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:57.357907 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-be8028e1-49bb-4c03-8332-eb33c2d04e0e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:57.361499 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [None req-be8028e1-49bb-4c03-8332-eb33c2d04e0e admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/7687e430-7517-4830-b853-ac176e201fac HTTP/1.1" status: 204 len: 168 time: 0.2252212 Sep 15 16:22:57.397225 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-93aa32e8-3593-4179-ac0d-9fc343827531 req-9c72af76-0e9b-4c90-ad2f-c73331ac9bfa tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] 10.222.0.39 "GET /v2.0/security-groups?id=01d6c133-4034-4f0a-ac7f-c71aa400623e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0970633 Sep 15 16:22:57.401050 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8028e1-49bb-4c03-8332-eb33c2d04e0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7687e430-7517-4830-b853-ac176e201fac,revision_number=None']} {{(pid=93954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:22:57.408096 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-06d22eac-4f5b-4863-85bf-1bf1559d36b4 req-41629b32-72a3-46f6-9c76-0c952677f7c5 tempest-VolumesActionsTest-418474512 tempest-VolumesActionsTest-418474512-project] 10.222.0.39 "GET /v2.0/ports?device_id=b0a6a5af-8528-4089-9411-1d6ad3bf4b60 HTTP/1.1" status: 200 len: 210 time: 0.0365431 Sep 15 16:22:57.510690 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1b008a-37ca-4acd-a8ff-7349e40b4fc1 req-3c420283-2ef6-46d4-af8e-d264662ba202 tempest-VolumesActionsTest-418474512 tempest-VolumesActionsTest-418474512-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:22:57.512245 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-5d1b008a-37ca-4acd-a8ff-7349e40b4fc1 req-3c420283-2ef6-46d4-af8e-d264662ba202 tempest-VolumesActionsTest-418474512 tempest-VolumesActionsTest-418474512-project] 10.222.0.45 "GET /v2.0/networks?id=8d79a86d-a82d-4a96-9f76-e67405e9f7eb HTTP/1.1" status: 200 len: 809 time: 0.1902583 Sep 15 16:22:57.530255 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.api.v2.base [req-5d1b008a-37ca-4acd-a8ff-7349e40b4fc1 req-bcbc07fd-bf54-4357-ac90-3c0f48ee41a1 tempest-VolumesActionsTest-418474512 tempest-VolumesActionsTest-418474512-project] Request body: {'port': {'device_id': 'b0a6a5af-8528-4089-9411-1d6ad3bf4b60', 'network_id': '8d79a86d-a82d-4a96-9f76-e67405e9f7eb', 'admin_state_up': True, 'tenant_id': '1651627b215344d0a9bd9af89029ebe2'}} {{(pid=93954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:22:57.541349 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa1a20d-accb-4cbe-a61c-fd7ed64507e8 req-bad00788-a2e3-4e29-bb1c-0576f00ff0e2 tempest-DeleteServersTestJSON-1247020361 tempest-DeleteServersTestJSON-1247020361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:22:57.542923 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-1aa1a20d-accb-4cbe-a61c-fd7ed64507e8 req-bad00788-a2e3-4e29-bb1c-0576f00ff0e2 tempest-DeleteServersTestJSON-1247020361 tempest-DeleteServersTestJSON-1247020361-project] 10.222.0.39 "GET /v2.0/ports?device_id=486179e9-71f9-4e5d-b64f-b9582ed4a533 HTTP/1.1" status: 200 len: 943 time: 0.0630434 Sep 15 16:22:57.588737 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-1aa1a20d-accb-4cbe-a61c-fd7ed64507e8 req-fc17158a-7576-4a4d-87ce-544b8543e345 tempest-DeleteServersTestJSON-1247020361 tempest-DeleteServersTestJSON-1247020361-project] 10.222.0.39 "GET /v2.0/security-groups?id=7bc5803c-1c2e-48d8-9a27-d64b1981fbcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375974 Sep 15 16:22:57.682277 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5d1b008a-37ca-4acd-a8ff-7349e40b4fc1 req-bcbc07fd-bf54-4357-ac90-3c0f48ee41a1 tempest-VolumesActionsTest-418474512 tempest-VolumesActionsTest-418474512-project] Made reservation on behalf of 1651627b215344d0a9bd9af89029ebe2 for: {'port': 1} {{(pid=93954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 16:22:57.686155 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [req-5d1b008a-37ca-4acd-a8ff-7349e40b4fc1 req-bcbc07fd-bf54-4357-ac90-3c0f48ee41a1 tempest-VolumesActionsTest-418474512 tempest-VolumesActionsTest-418474512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928820'] for port, before_create {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:57.752396 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.wsgi [-] (93954) accepted ('10.222.0.39', 60012) {{(pid=93954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:22:57.771697 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-85cac09d-ca68-4f61-8cd8-74c0e059eaca admin admin] Notify callbacks [] for security_group, before_create {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:57.832290 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.wsgi [-] (93953) accepted ('10.222.0.39', 60016) {{(pid=93953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:22:57.855690 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.db.db_base_plugin_common [req-5d1b008a-37ca-4acd-a8ff-7349e40b4fc1 req-bcbc07fd-bf54-4357-ac90-3c0f48ee41a1 tempest-VolumesActionsTest-418474512 tempest-VolumesActionsTest-418474512-project] Allocated IP 172.20.0.10 (8d79a86d-a82d-4a96-9f76-e67405e9f7eb/65af713f-428e-41fb-893e-eea07eb0f6d7/d728229f-aa6a-4d63-a167-2b7d51094d8c) {{(pid=93954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 16:22:57.953432 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-9909ccb1-3b93-42ad-93a6-ae09bef1ccf0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:58.053823 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [req-5d1b008a-37ca-4acd-a8ff-7349e40b4fc1 req-bcbc07fd-bf54-4357-ac90-3c0f48ee41a1 tempest-VolumesActionsTest-418474512 tempest-VolumesActionsTest-418474512-project] Notify callbacks [] for port, precommit_create {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:58.056595 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-85cac09d-ca68-4f61-8cd8-74c0e059eaca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:58.083302 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-85cac09d-ca68-4f61-8cd8-74c0e059eaca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3702208'] for security_group, after_create {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:58.115785 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [req-5d1b008a-37ca-4acd-a8ff-7349e40b4fc1 req-bcbc07fd-bf54-4357-ac90-3c0f48ee41a1 tempest-VolumesActionsTest-418474512 tempest-VolumesActionsTest-418474512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791195969994'] for port, after_create {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:58.158091 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-9909ccb1-3b93-42ad-93a6-ae09bef1ccf0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:58.160183 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85cac09d-ca68-4f61-8cd8-74c0e059eaca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7aabdfdd-15da-4f50-a51d-aeb20d77fe05,revision_number=1']} {{(pid=93954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:22:58.164009 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-9909ccb1-3b93-42ad-93a6-ae09bef1ccf0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3702208'] for security_group, after_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:58.181443 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5d1b008a-37ca-4acd-a8ff-7349e40b4fc1 req-bcbc07fd-bf54-4357-ac90-3c0f48ee41a1 tempest-VolumesActionsTest-418474512 tempest-VolumesActionsTest-418474512-project] Network 8d79a86d-a82d-4a96-9f76-e67405e9f7eb is already hosted by enough agents. {{(pid=93954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:22:58.183928 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [None req-85cac09d-ca68-4f61-8cd8-74c0e059eaca admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=6f53725227c146b380af6e0a30bec551&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4307017 Sep 15 16:22:58.187923 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.scheduler.base_scheduler [req-5d1b008a-37ca-4acd-a8ff-7349e40b4fc1 req-bcbc07fd-bf54-4357-ac90-3c0f48ee41a1 tempest-VolumesActionsTest-418474512 tempest-VolumesActionsTest-418474512-project] Resources bound (agent type, host, resource id): {{(pid=93954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:22:58.190509 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.wsgi [-] (93953) accepted ('10.222.0.39', 60042) {{(pid=93953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:22:58.208248 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d1b008a-37ca-4acd-a8ff-7349e40b4fc1 req-bcbc07fd-bf54-4357-ac90-3c0f48ee41a1 tempest-VolumesActionsTest-418474512 tempest-VolumesActionsTest-418474512-project] Received port after_create {{(pid=93954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 16:22:58.213741 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1b008a-37ca-4acd-a8ff-7349e40b4fc1 req-bcbc07fd-bf54-4357-ac90-3c0f48ee41a1 tempest-VolumesActionsTest-418474512 tempest-VolumesActionsTest-418474512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:22:58.214351 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [req-5d1b008a-37ca-4acd-a8ff-7349e40b4fc1 req-bcbc07fd-bf54-4357-ac90-3c0f48ee41a1 tempest-VolumesActionsTest-418474512 tempest-VolumesActionsTest-418474512-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3748898'] for port, before_response {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:58.220477 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9909ccb1-3b93-42ad-93a6-ae09bef1ccf0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f90c4c2-c371-4c09-9503-a0012a909966,revision_number=1']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:22:58.240105 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [None req-9909ccb1-3b93-42ad-93a6-ae09bef1ccf0 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=d5e931d1a03341c8b7872cbdc11ddd92&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4026175 Sep 15 16:22:58.240443 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.wsgi [-] (93954) accepted ('10.222.0.39', 60046) {{(pid=93954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:22:58.249802 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45790eb-f433-4faa-957b-80192c2ec9ab req-2458d977-a04e-40c9-b173-525632615cf6 tempest-ServerRescueNegativeTestJSON-1504381068 tempest-ServerRescueNegativeTestJSON-1504381068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:22:58.252368 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-b45790eb-f433-4faa-957b-80192c2ec9ab req-2458d977-a04e-40c9-b173-525632615cf6 tempest-ServerRescueNegativeTestJSON-1504381068 tempest-ServerRescueNegativeTestJSON-1504381068-project] 10.222.0.39 "GET /v2.0/ports?device_id=6d0621ec-4650-42b8-8f87-7666278b3af8 HTTP/1.1" status: 200 len: 943 time: 0.1454153 Sep 15 16:22:58.282111 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-5d1b008a-37ca-4acd-a8ff-7349e40b4fc1 req-bcbc07fd-bf54-4357-ac90-3c0f48ee41a1 tempest-VolumesActionsTest-418474512 tempest-VolumesActionsTest-418474512-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7566552 Sep 15 16:22:58.291031 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcbc07fd-bf54-4357-ac90-3c0f48ee41a1 tempest-VolumesActionsTest-418474512 tempest-VolumesActionsTest-418474512-project] Pushing event updated for resources: {'Port': ['ID=d728229f-aa6a-4d63-a167-2b7d51094d8c,revision_number=1']} {{(pid=93954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:22:58.300312 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-143670f6-0ad6-44b0-ad0f-d40edd40a1ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:58.314343 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.api.v2.base [req-5d1b008a-37ca-4acd-a8ff-7349e40b4fc1 req-dd39af33-d842-4e32-8dd6-34470b751903 service neutron] Request body: {'port': {'device_id': 'b0a6a5af-8528-4089-9411-1d6ad3bf4b60', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77957'}} {{(pid=93954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:22:58.340121 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.wsgi [-] (93953) accepted ('10.222.0.39', 60056) {{(pid=93953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:22:58.350416 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-143670f6-0ad6-44b0-ad0f-d40edd40a1ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:58.369616 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-b45790eb-f433-4faa-957b-80192c2ec9ab req-fd129335-aa64-4f99-8542-12446707ab33 tempest-ServerRescueNegativeTestJSON-1504381068 tempest-ServerRescueNegativeTestJSON-1504381068-project] 10.222.0.39 "GET /v2.0/security-groups?id=4d527866-20a6-4314-9b14-89ea4e5cf7c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069887 Sep 15 16:22:58.407360 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-90c06fd5-4a47-455a-b809-1aac07642dce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:58.413225 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [req-5d1b008a-37ca-4acd-a8ff-7349e40b4fc1 req-dd39af33-d842-4e32-8dd6-34470b751903 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928820'] for port, before_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:58.440656 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-90c06fd5-4a47-455a-b809-1aac07642dce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:58.444977 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-143670f6-0ad6-44b0-ad0f-d40edd40a1ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3702208'] for security_group, after_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:58.449210 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-143670f6-0ad6-44b0-ad0f-d40edd40a1ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:58.465790 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [None req-143670f6-0ad6-44b0-ad0f-d40edd40a1ef admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/7aabdfdd-15da-4f50-a51d-aeb20d77fe05 HTTP/1.1" status: 204 len: 168 time: 0.2740149 Sep 15 16:22:58.482914 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143670f6-0ad6-44b0-ad0f-d40edd40a1ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7aabdfdd-15da-4f50-a51d-aeb20d77fe05,revision_number=None']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:22:58.556098 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-1eab37e0-6e4b-41ee-8aaa-807876875061 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:58.611557 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470376b9-5bca-4cd5-8de8-5aa800f84b3c req-2a0c5bfb-56af-4d97-aae7-22ba4c598a3a tempest-VolumesActionsTest-418474512 tempest-VolumesActionsTest-418474512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:22:58.613170 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-470376b9-5bca-4cd5-8de8-5aa800f84b3c req-2a0c5bfb-56af-4d97-aae7-22ba4c598a3a tempest-VolumesActionsTest-418474512 tempest-VolumesActionsTest-418474512-project] 10.222.0.39 "GET /v2.0/ports?device_id=b0a6a5af-8528-4089-9411-1d6ad3bf4b60 HTTP/1.1" status: 200 len: 932 time: 0.0723155 Sep 15 16:22:58.633356 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-90c06fd5-4a47-455a-b809-1aac07642dce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3702208'] for security_group, after_delete {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:58.635930 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-90c06fd5-4a47-455a-b809-1aac07642dce admin admin] Notify callbacks [] for security_group, before_response {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:58.639512 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [None req-90c06fd5-4a47-455a-b809-1aac07642dce admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/5f90c4c2-c371-4c09-9503-a0012a909966 HTTP/1.1" status: 204 len: 168 time: 0.3955376 Sep 15 16:22:58.671348 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c06fd5-4a47-455a-b809-1aac07642dce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f90c4c2-c371-4c09-9503-a0012a909966,revision_number=None']} {{(pid=93954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:22:58.715897 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2da3700-b617-43c2-b4ac-023323edb11b req-1fb60a4d-91d1-4bd2-bb16-02b5018bef63 tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:22:58.723349 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-d2da3700-b617-43c2-b4ac-023323edb11b req-1fb60a4d-91d1-4bd2-bb16-02b5018bef63 tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] 10.222.0.39 "GET /v2.0/ports?device_id=1895071e-07cf-4d71-977e-0057a981f962 HTTP/1.1" status: 200 len: 943 time: 0.1458230 Sep 15 16:22:58.745033 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-470376b9-5bca-4cd5-8de8-5aa800f84b3c req-2c5a7f8d-c4b1-4e29-80d3-965cb99da508 tempest-VolumesActionsTest-418474512 tempest-VolumesActionsTest-418474512-project] 10.222.0.39 "GET /v2.0/security-groups?id=a4ec5e55-bf5c-4d5f-a19c-eeef31b1268a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222410 Sep 15 16:22:58.818724 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-1eab37e0-6e4b-41ee-8aaa-807876875061 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:58.824941 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-1eab37e0-6e4b-41ee-8aaa-807876875061 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3702208'] for security_group, after_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:58.852581 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.notifiers.nova [req-5d1b008a-37ca-4acd-a8ff-7349e40b4fc1 req-dd39af33-d842-4e32-8dd6-34470b751903 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d728229f-aa6a-4d63-a167-2b7d51094d8c {{(pid=93954) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 16:22:58.860398 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [req-5d1b008a-37ca-4acd-a8ff-7349e40b4fc1 req-dd39af33-d842-4e32-8dd6-34470b751903 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:58.873502 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.db.provisioning_blocks [req-5d1b008a-37ca-4acd-a8ff-7349e40b4fc1 req-dd39af33-d842-4e32-8dd6-34470b751903 service neutron] Transition to ACTIVE for port object d728229f-aa6a-4d63-a167-2b7d51094d8c will not be triggered until provisioned by entity L2. {{(pid=93954) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 16:22:58.874655 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [None req-1eab37e0-6e4b-41ee-8aaa-807876875061 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=26bfbcb492364239a27538baeb88af98&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5334661 Sep 15 16:22:58.875311 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.wsgi [-] (93953) accepted ('10.222.0.39', 60080) {{(pid=93953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:22:58.883942 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-d2da3700-b617-43c2-b4ac-023323edb11b req-a6be9200-4e28-4af9-84d8-e0268033ec40 tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] 10.222.0.39 "GET /v2.0/security-groups?id=01d6c133-4034-4f0a-ac7f-c71aa400623e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1596234 Sep 15 16:22:58.890293 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [req-5d1b008a-37ca-4acd-a8ff-7349e40b4fc1 req-dd39af33-d842-4e32-8dd6-34470b751903 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791196459277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791195970012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791195970030'] for port, after_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:58.923333 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eab37e0-6e4b-41ee-8aaa-807876875061 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d3a3526-7c72-4c30-9da6-4faa24ee9f45,revision_number=1']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:22:58.973827 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99c824e-2f1b-43fc-b723-32df39131a3f req-1d42b8d3-cad1-4640-93c3-e4ab0307ac80 tempest-DeleteServersTestJSON-1247020361 tempest-DeleteServersTestJSON-1247020361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:22:58.975665 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-b99c824e-2f1b-43fc-b723-32df39131a3f req-1d42b8d3-cad1-4640-93c3-e4ab0307ac80 tempest-DeleteServersTestJSON-1247020361 tempest-DeleteServersTestJSON-1247020361-project] 10.222.0.39 "GET /v2.0/ports?device_id=486179e9-71f9-4e5d-b64f-b9582ed4a533 HTTP/1.1" status: 200 len: 943 time: 0.0993114 Sep 15 16:22:58.993936 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.wsgi [-] (93953) accepted ('10.222.0.39', 60084) {{(pid=93953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:22:58.994602 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.managers [req-5d1b008a-37ca-4acd-a8ff-7349e40b4fc1 req-dd39af33-d842-4e32-8dd6-34470b751903 service neutron] Attempting to bind port d728229f-aa6a-4d63-a167-2b7d51094d8c on host hv-cinder-77957 for vnic_type normal with profile {{(pid=93954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 16:22:58.995006 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.managers [req-5d1b008a-37ca-4acd-a8ff-7349e40b4fc1 req-dd39af33-d842-4e32-8dd6-34470b751903 service neutron] Attempting to bind port d728229f-aa6a-4d63-a167-2b7d51094d8c by drivers openvswitch,hyperv on host hv-cinder-77957 at level 0 using segments [{'id': 'a5e91499-98cc-46b0-918c-6611c18d5486', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '8d79a86d-a82d-4a96-9f76-e67405e9f7eb'}] {{(pid=93954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 16:22:58.995397 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d1b008a-37ca-4acd-a8ff-7349e40b4fc1 req-dd39af33-d842-4e32-8dd6-34470b751903 service neutron] Attempting to bind port d728229f-aa6a-4d63-a167-2b7d51094d8c on network 8d79a86d-a82d-4a96-9f76-e67405e9f7eb {{(pid=93954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 16:22:58.998576 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd39af33-d842-4e32-8dd6-34470b751903 service neutron] Pushing event updated for resources: {'Port': ['ID=d728229f-aa6a-4d63-a167-2b7d51094d8c,revision_number=2']} {{(pid=93954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:22:59.009035 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d1b008a-37ca-4acd-a8ff-7349e40b4fc1 req-dd39af33-d842-4e32-8dd6-34470b751903 service neutron] Port d728229f-aa6a-4d63-a167-2b7d51094d8c on network 8d79a86d-a82d-4a96-9f76-e67405e9f7eb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77957 {{(pid=93954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 15 16:22:59.009035 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d1b008a-37ca-4acd-a8ff-7349e40b4fc1 req-dd39af33-d842-4e32-8dd6-34470b751903 service neutron] Attempting to bind port d728229f-aa6a-4d63-a167-2b7d51094d8c on network 8d79a86d-a82d-4a96-9f76-e67405e9f7eb {{(pid=93954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 16:22:59.014841 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d1b008a-37ca-4acd-a8ff-7349e40b4fc1 req-dd39af33-d842-4e32-8dd6-34470b751903 service neutron] Checking agent: {'id': 'ffe43d43-c071-44aa-bc11-ae2d4b291b02', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77957', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 16, 20, 23), 'started_at': datetime.datetime(2021, 9, 15, 16, 20, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 16, 22, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 16:22:59.015262 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d1b008a-37ca-4acd-a8ff-7349e40b4fc1 req-dd39af33-d842-4e32-8dd6-34470b751903 service neutron] Checking segment: {'id': 'a5e91499-98cc-46b0-918c-6611c18d5486', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '8d79a86d-a82d-4a96-9f76-e67405e9f7eb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 16:22:59.015780 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d1b008a-37ca-4acd-a8ff-7349e40b4fc1 req-dd39af33-d842-4e32-8dd6-34470b751903 service neutron] Bound using segment: {'id': 'a5e91499-98cc-46b0-918c-6611c18d5486', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '8d79a86d-a82d-4a96-9f76-e67405e9f7eb'} {{(pid=93954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 16:22:59.016306 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.managers [req-5d1b008a-37ca-4acd-a8ff-7349e40b4fc1 req-dd39af33-d842-4e32-8dd6-34470b751903 service neutron] Bound port: d728229f-aa6a-4d63-a167-2b7d51094d8c, host: hv-cinder-77957, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a5e91499-98cc-46b0-918c-6611c18d5486', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '8d79a86d-a82d-4a96-9f76-e67405e9f7eb'}}] {{(pid=93954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 16:22:59.016828 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [req-5d1b008a-37ca-4acd-a8ff-7349e40b4fc1 req-dd39af33-d842-4e32-8dd6-34470b751903 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928820'] for port, before_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:59.026245 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-7d6f0b75-c9ae-457b-9471-66cac4ba0c6f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:59.045572 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-f24be584-7da1-40ef-81e8-a612e6ad7eb0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:59.079664 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-b99c824e-2f1b-43fc-b723-32df39131a3f req-5975f057-e51a-4636-bac0-908818835b0f tempest-DeleteServersTestJSON-1247020361 tempest-DeleteServersTestJSON-1247020361-project] 10.222.0.39 "GET /v2.0/security-groups?id=7bc5803c-1c2e-48d8-9a27-d64b1981fbcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871208 Sep 15 16:22:59.095487 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-f24be584-7da1-40ef-81e8-a612e6ad7eb0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:59.098567 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.db [req-5d1b008a-37ca-4acd-a8ff-7349e40b4fc1 req-dd39af33-d842-4e32-8dd6-34470b751903 service neutron] For port d728229f-aa6a-4d63-a167-2b7d51094d8c, host hv-cinder-77957, cleared binding levels {{(pid=93954) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 16:22:59.101748 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.db [req-5d1b008a-37ca-4acd-a8ff-7349e40b4fc1 req-dd39af33-d842-4e32-8dd6-34470b751903 service neutron] For port d728229f-aa6a-4d63-a167-2b7d51094d8c, host hv-cinder-77957, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77957',level=0,port_id=d728229f-aa6a-4d63-a167-2b7d51094d8c,segment=NetworkSegment(a5e91499-98cc-46b0-918c-6611c18d5486),segment_id=a5e91499-98cc-46b0-918c-6611c18d5486)] {{(pid=93954) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 16:22:59.108419 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [req-5d1b008a-37ca-4acd-a8ff-7349e40b4fc1 req-dd39af33-d842-4e32-8dd6-34470b751903 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791196459277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791195970012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791195970030'] for port, after_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:59.123883 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-a9eb418e-bd98-4b03-a82a-a7b6176290f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791196484491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953091'] for agent, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:59.145663 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1b008a-37ca-4acd-a8ff-7349e40b4fc1 req-dd39af33-d842-4e32-8dd6-34470b751903 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:22:59.146369 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [req-5d1b008a-37ca-4acd-a8ff-7349e40b4fc1 req-dd39af33-d842-4e32-8dd6-34470b751903 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3748898'] for port, before_response {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:59.147933 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-5d1b008a-37ca-4acd-a8ff-7349e40b4fc1 req-dd39af33-d842-4e32-8dd6-34470b751903 service neutron] 10.222.0.45 "PUT /v2.0/ports/d728229f-aa6a-4d63-a167-2b7d51094d8c HTTP/1.1" status: 200 len: 1094 time: 0.8470912 Sep 15 16:22:59.148504 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0a6a5af-8528-4089-9411-1d6ad3bf4b60', 'tag': 'd728229f-aa6a-4d63-a167-2b7d51094d8c'}] {{(pid=93954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 16:22:59.150835 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6d34c38c0cdc03ce39e2c460ccb262b82dff3a58d2f42c4e7ad7906abe071cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dee2f049-7a4e-4c2b-a7b3-51dd6f474a5d" -d '{"events": [{"name": "network-changed", "server_uuid": "b0a6a5af-8528-4089-9411-1d6ad3bf4b60", "tag": "d728229f-aa6a-4d63-a167-2b7d51094d8c"}]}' {{(pid=93954) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 16:22:59.187230 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-f24be584-7da1-40ef-81e8-a612e6ad7eb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3702208'] for security_group, after_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:59.198824 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd39af33-d842-4e32-8dd6-34470b751903 service neutron] Pushing event updated for resources: {'Port': ['ID=d728229f-aa6a-4d63-a167-2b7d51094d8c,revision_number=3']} {{(pid=93954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:22:59.202031 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-f24be584-7da1-40ef-81e8-a612e6ad7eb0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:59.202587 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.wsgi [-] (93954) accepted ('10.222.0.39', 60088) {{(pid=93954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:22:59.206060 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 16:22:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97ad6521-dcbc-4281-9542-7fbb3cdd0f60 x-openstack-request-id: req-97ad6521-dcbc-4281-9542-7fbb3cdd0f60 {{(pid=93954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 16:22:59.206344 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b0a6a5af-8528-4089-9411-1d6ad3bf4b60", "tag": "d728229f-aa6a-4d63-a167-2b7d51094d8c", "status": "completed", "code": 200}]} {{(pid=93954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 16:22:59.206594 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-97ad6521-dcbc-4281-9542-7fbb3cdd0f60 {{(pid=93954) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 16:22:59.206979 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b0a6a5af-8528-4089-9411-1d6ad3bf4b60', 'tag': 'd728229f-aa6a-4d63-a167-2b7d51094d8c', 'status': 'completed', 'code': 200} Sep 15 16:22:59.212242 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [None req-f24be584-7da1-40ef-81e8-a612e6ad7eb0 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/5d3a3526-7c72-4c30-9da6-4faa24ee9f45 HTTP/1.1" status: 204 len: 168 time: 0.3046100 Sep 15 16:22:59.230763 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24be584-7da1-40ef-81e8-a612e6ad7eb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d3a3526-7c72-4c30-9da6-4faa24ee9f45,revision_number=None']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:22:59.233255 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-c87c5833-f1fa-4eaf-92f5-158979a8477d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:59.243777 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-7d6f0b75-c9ae-457b-9471-66cac4ba0c6f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:59.249816 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-7d6f0b75-c9ae-457b-9471-66cac4ba0c6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3702208'] for security_group, after_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:59.288963 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [None req-7d6f0b75-c9ae-457b-9471-66cac4ba0c6f admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=a590dbb1c4ec4f5386b378f6d8a178ee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2936001 Sep 15 16:22:59.291492 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.wsgi [-] (93953) accepted ('10.222.0.39', 60092) {{(pid=93953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:22:59.291879 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1b008a-37ca-4acd-a8ff-7349e40b4fc1 req-a3189c67-4b91-4bf7-bfce-cf0806f65458 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:22:59.293374 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-5d1b008a-37ca-4acd-a8ff-7349e40b4fc1 req-a3189c67-4b91-4bf7-bfce-cf0806f65458 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=1651627b215344d0a9bd9af89029ebe2&device_id=b0a6a5af-8528-4089-9411-1d6ad3bf4b60 HTTP/1.1" status: 200 len: 1097 time: 0.0800226 Sep 15 16:22:59.297690 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6f0b75-c9ae-457b-9471-66cac4ba0c6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=001ac0e2-e769-4755-8254-54b6e43beb8e,revision_number=1']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:22:59.346547 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-ffe0d818-063a-4fbf-b430-0f29da48674b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:59.350521 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-5d1b008a-37ca-4acd-a8ff-7349e40b4fc1 req-3a9e2049-a1f8-4606-b425-d1b6d89d3244 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d728229f-aa6a-4d63-a167-2b7d51094d8c HTTP/1.1" status: 200 len: 217 time: 0.0455353 Sep 15 16:22:59.369974 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-ffe0d818-063a-4fbf-b430-0f29da48674b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:59.429391 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-ffe0d818-063a-4fbf-b430-0f29da48674b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3702208'] for security_group, after_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:59.431868 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1b008a-37ca-4acd-a8ff-7349e40b4fc1 req-ee57777e-fa27-4ae3-949f-bc5e244ab941 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:22:59.433382 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-5d1b008a-37ca-4acd-a8ff-7349e40b4fc1 req-ee57777e-fa27-4ae3-949f-bc5e244ab941 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=65af713f-428e-41fb-893e-eea07eb0f6d7 HTTP/1.1" status: 200 len: 849 time: 0.0745046 Sep 15 16:22:59.438923 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-ffe0d818-063a-4fbf-b430-0f29da48674b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:59.440401 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [None req-ffe0d818-063a-4fbf-b430-0f29da48674b admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/001ac0e2-e769-4755-8254-54b6e43beb8e HTTP/1.1" status: 204 len: 168 time: 0.1479115 Sep 15 16:22:59.468093 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe0d818-063a-4fbf-b430-0f29da48674b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=001ac0e2-e769-4755-8254-54b6e43beb8e,revision_number=None']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:22:59.475888 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-c87c5833-f1fa-4eaf-92f5-158979a8477d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:59.488758 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-5d1b008a-37ca-4acd-a8ff-7349e40b4fc1 req-2b464efb-b734-46cf-a1e7-e8cae67700c6 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=8d79a86d-a82d-4a96-9f76-e67405e9f7eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0451488 Sep 15 16:22:59.489868 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-c87c5833-f1fa-4eaf-92f5-158979a8477d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3702208'] for security_group, after_create {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:59.520021 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.rpc [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] Device 1b26f999-c030-4479-a84c-7937128625b0 details requested by agent hyperv_hv-cinder-77957 with host hv-cinder-77957 {{(pid=93955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 16:22:59.528326 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfc693c-c7c6-4edc-a978-5b2eba34678c req-5c04b393-cee2-454a-95da-1636f316a41f tempest-ServerRescueNegativeTestJSON-1504381068 tempest-ServerRescueNegativeTestJSON-1504381068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:22:59.531111 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-8cfc693c-c7c6-4edc-a978-5b2eba34678c req-5c04b393-cee2-454a-95da-1636f316a41f tempest-ServerRescueNegativeTestJSON-1504381068 tempest-ServerRescueNegativeTestJSON-1504381068-project] 10.222.0.39 "GET /v2.0/ports?device_id=6d0621ec-4650-42b8-8f87-7666278b3af8 HTTP/1.1" status: 200 len: 943 time: 0.0775685 Sep 15 16:22:59.588174 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-8cfc693c-c7c6-4edc-a978-5b2eba34678c req-5bf810eb-c84b-43b9-8aab-b522b56385e0 tempest-ServerRescueNegativeTestJSON-1504381068 tempest-ServerRescueNegativeTestJSON-1504381068-project] 10.222.0.39 "GET /v2.0/security-groups?id=4d527866-20a6-4314-9b14-89ea4e5cf7c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483568 Sep 15 16:22:59.637718 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [None req-c87c5833-f1fa-4eaf-92f5-158979a8477d admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=f3f0d34f515448dcbd541132932df454&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4337513 Sep 15 16:22:59.640681 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.wsgi [-] (93953) accepted ('10.222.0.39', 60100) {{(pid=93953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:22:59.647672 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87c5833-f1fa-4eaf-92f5-158979a8477d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b70f501-0a72-4ff1-926a-6dc8112c3b45,revision_number=1']} {{(pid=93954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:22:59.669700 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.db [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] For port 1b26f999-c030-4479-a84c-7937128625b0, host hv-cinder-77957, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77957',level=0,port_id=1b26f999-c030-4479-a84c-7937128625b0,segment=NetworkSegment(d35cd436-27a4-4e9c-acc2-6e2b0ac7696c),segment_id=d35cd436-27a4-4e9c-acc2-6e2b0ac7696c)] {{(pid=93955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:22:59.682062 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.rpc [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] Returning: {'device': '1b26f999-c030-4479-a84c-7937128625b0', 'network_id': 'a789c6c7-846e-484f-aca7-614dc13bfb69', 'port_id': '1b26f999-c030-4479-a84c-7937128625b0', 'mac_address': 'fa:16:3e:24:35:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 85, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9fde6a5-a0c6-40f2-b012-f34594b44218', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 16:22:59.693173 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.wsgi [-] (93954) accepted ('10.222.0.39', 60102) {{(pid=93954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:22:59.714843 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-5d1b008a-37ca-4acd-a8ff-7349e40b4fc1 req-6400dd0a-75d8-449a-97ce-24ac948090f3 service neutron] 10.222.0.45 "GET /v2.0/networks/8d79a86d-a82d-4a96-9f76-e67405e9f7eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2140639 Sep 15 16:22:59.715716 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-d3974cb9-f5db-4679-88c3-0dac8e64bec0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:59.719492 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-9b93c5d8-b4fa-4570-966c-1549401317e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:59.720337 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928820'] for port, before_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:59.734127 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.notifiers.nova [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1b26f999-c030-4479-a84c-7937128625b0 {{(pid=93955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 16:22:59.756386 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-9b93c5d8-b4fa-4570-966c-1549401317e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:59.763174 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.db [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] For port 1b26f999-c030-4479-a84c-7937128625b0, host hv-cinder-77957, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77957',level=0,port_id=1b26f999-c030-4479-a84c-7937128625b0,segment=NetworkSegment(d35cd436-27a4-4e9c-acc2-6e2b0ac7696c),segment_id=d35cd436-27a4-4e9c-acc2-6e2b0ac7696c)] {{(pid=93955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:22:59.770425 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791196459277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791195970012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791195970030'] for port, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:59.773670 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.rpc [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] Device ab8da74e-0d51-40fe-939d-923b412fd22d details requested by agent hyperv_hv-cinder-77957 with host hv-cinder-77957 {{(pid=93955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 16:22:59.815371 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.db [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] For port ab8da74e-0d51-40fe-939d-923b412fd22d, host hv-cinder-77957, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77957',level=0,port_id=ab8da74e-0d51-40fe-939d-923b412fd22d,segment=NetworkSegment(d35cd436-27a4-4e9c-acc2-6e2b0ac7696c),segment_id=d35cd436-27a4-4e9c-acc2-6e2b0ac7696c)] {{(pid=93955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:22:59.866379 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-9b93c5d8-b4fa-4570-966c-1549401317e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3702208'] for security_group, after_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:59.869974 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-9b93c5d8-b4fa-4570-966c-1549401317e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:59.871740 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [None req-9b93c5d8-b4fa-4570-966c-1549401317e7 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/9b70f501-0a72-4ff1-926a-6dc8112c3b45 HTTP/1.1" status: 204 len: 168 time: 0.2298076 Sep 15 16:22:59.881940 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b93c5d8-b4fa-4570-966c-1549401317e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b70f501-0a72-4ff1-926a-6dc8112c3b45,revision_number=None']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:22:59.884010 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.rpc [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] Returning: {'device': 'ab8da74e-0d51-40fe-939d-923b412fd22d', 'network_id': 'a789c6c7-846e-484f-aca7-614dc13bfb69', 'port_id': 'ab8da74e-0d51-40fe-939d-923b412fd22d', 'mac_address': 'fa:16:3e:9e:67:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 85, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9fde6a5-a0c6-40f2-b012-f34594b44218', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 16:22:59.888791 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] Pushing event updated for resources: {'Port': ['ID=1b26f999-c030-4479-a84c-7937128625b0,revision_number=4']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:22:59.908273 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-5d1b008a-37ca-4acd-a8ff-7349e40b4fc1 req-d41c9d85-0164-45ba-9c25-54037cc78b79 service neutron] 10.222.0.45 "GET /v2.0/networks/8d79a86d-a82d-4a96-9f76-e67405e9f7eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1823072 Sep 15 16:22:59.932133 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928820'] for port, before_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:59.956111 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.notifiers.nova [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ab8da74e-0d51-40fe-939d-923b412fd22d {{(pid=93955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 16:22:59.980560 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.db [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] For port ab8da74e-0d51-40fe-939d-923b412fd22d, host hv-cinder-77957, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77957',level=0,port_id=ab8da74e-0d51-40fe-939d-923b412fd22d,segment=NetworkSegment(d35cd436-27a4-4e9c-acc2-6e2b0ac7696c),segment_id=d35cd436-27a4-4e9c-acc2-6e2b0ac7696c)] {{(pid=93955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:22:59.990645 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791196459277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791195970012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791195970030'] for port, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:59.991574 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.rpc [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] Device 0818e98a-670f-4c7c-a93d-7b0a7c9d8fbb details requested by agent hyperv_hv-cinder-77957 with host hv-cinder-77957 {{(pid=93955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 16:23:00.083887 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61751794-46d3-4ae1-a532-bc17e7e6356d req-7873cd64-1418-4ac5-afdb-994c0ebe1b25 tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:23:00.094568 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-61751794-46d3-4ae1-a532-bc17e7e6356d req-7873cd64-1418-4ac5-afdb-994c0ebe1b25 tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] 10.222.0.39 "GET /v2.0/ports?device_id=1895071e-07cf-4d71-977e-0057a981f962 HTTP/1.1" status: 200 len: 943 time: 0.0662911 Sep 15 16:23:00.175460 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-61751794-46d3-4ae1-a532-bc17e7e6356d req-d886cdf8-73e1-45a2-8028-6ee0d57637a3 tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] 10.222.0.39 "GET /v2.0/security-groups?id=01d6c133-4034-4f0a-ac7f-c71aa400623e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0743926 Sep 15 16:23:00.179642 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4348b5-2607-4d57-bbea-f98c838a507c req-523d24cd-61d1-4e5d-9776-a0bdef8bdeff tempest-VolumesActionsTest-418474512 tempest-VolumesActionsTest-418474512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:23:00.192463 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-5a4348b5-2607-4d57-bbea-f98c838a507c req-523d24cd-61d1-4e5d-9776-a0bdef8bdeff tempest-VolumesActionsTest-418474512 tempest-VolumesActionsTest-418474512-project] 10.222.0.39 "GET /v2.0/ports?device_id=b0a6a5af-8528-4089-9411-1d6ad3bf4b60 HTTP/1.1" status: 200 len: 944 time: 0.2752855 Sep 15 16:23:00.211720 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.db [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] For port 0818e98a-670f-4c7c-a93d-7b0a7c9d8fbb, host hv-cinder-77957, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77957',level=0,port_id=0818e98a-670f-4c7c-a93d-7b0a7c9d8fbb,segment=NetworkSegment(b70f0e82-df3a-4972-b91e-ed09ca5691d7),segment_id=b70f0e82-df3a-4972-b91e-ed09ca5691d7)] {{(pid=93955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:23:00.247186 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee2f049-7a4e-4c2b-a7b3-51dd6f474a5d req-27963b56-6536-4a93-92d0-82e3e3a1cd32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:23:00.249293 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-dee2f049-7a4e-4c2b-a7b3-51dd6f474a5d req-27963b56-6536-4a93-92d0-82e3e3a1cd32 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=1651627b215344d0a9bd9af89029ebe2&device_id=b0a6a5af-8528-4089-9411-1d6ad3bf4b60 HTTP/1.1" status: 200 len: 1097 time: 0.2287068 Sep 15 16:23:00.317123 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75567c53-5e5b-4b22-8ac8-4e4536a0f8e7 req-3f2f2fef-1e74-4463-ac2a-9b8fc257fb44 tempest-DeleteServersTestJSON-1247020361 tempest-DeleteServersTestJSON-1247020361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:23:00.324816 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-75567c53-5e5b-4b22-8ac8-4e4536a0f8e7 req-3f2f2fef-1e74-4463-ac2a-9b8fc257fb44 tempest-DeleteServersTestJSON-1247020361 tempest-DeleteServersTestJSON-1247020361-project] 10.222.0.39 "GET /v2.0/ports?device_id=486179e9-71f9-4e5d-b64f-b9582ed4a533 HTTP/1.1" status: 200 len: 943 time: 0.0669870 Sep 15 16:23:00.348574 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee2f049-7a4e-4c2b-a7b3-51dd6f474a5d req-fb62bec6-41f0-4166-91f4-c86c49fee09e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:23:00.350307 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-dee2f049-7a4e-4c2b-a7b3-51dd6f474a5d req-fb62bec6-41f0-4166-91f4-c86c49fee09e service neutron] 10.222.0.45 "GET /v2.0/networks?id=8d79a86d-a82d-4a96-9f76-e67405e9f7eb HTTP/1.1" status: 200 len: 909 time: 0.0926216 Sep 15 16:23:00.387685 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.rpc [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] Returning: {'device': '0818e98a-670f-4c7c-a93d-7b0a7c9d8fbb', 'network_id': 'fe47d5cc-db6b-4e16-b6ce-03de9aba76df', 'port_id': '0818e98a-670f-4c7c-a93d-7b0a7c9d8fbb', 'mac_address': 'fa:16:3e:61:b6:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 51, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba0a5700-9fcd-4ef5-9b61-c755403738d8', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 16:23:00.387685 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] Pushing event updated for resources: {'Port': ['ID=ab8da74e-0d51-40fe-939d-923b412fd22d,revision_number=4']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:23:00.417524 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-75567c53-5e5b-4b22-8ac8-4e4536a0f8e7 req-9dec7387-e056-4658-850e-9ddadaf559fb tempest-DeleteServersTestJSON-1247020361 tempest-DeleteServersTestJSON-1247020361-project] 10.222.0.39 "GET /v2.0/security-groups?id=7bc5803c-1c2e-48d8-9a27-d64b1981fbcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901611 Sep 15 16:23:00.438313 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928820'] for port, before_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:23:00.454954 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.notifiers.nova [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0818e98a-670f-4c7c-a93d-7b0a7c9d8fbb {{(pid=93955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 16:23:00.472490 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-dee2f049-7a4e-4c2b-a7b3-51dd6f474a5d req-34768193-c207-460c-8534-9650ac766f93 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d728229f-aa6a-4d63-a167-2b7d51094d8c HTTP/1.1" status: 200 len: 217 time: 0.1015451 Sep 15 16:23:00.477715 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-5a4348b5-2607-4d57-bbea-f98c838a507c req-09049814-cd15-469e-8dd9-d93234a6b245 tempest-VolumesActionsTest-418474512 tempest-VolumesActionsTest-418474512-project] 10.222.0.39 "GET /v2.0/security-groups?id=a4ec5e55-bf5c-4d5f-a19c-eeef31b1268a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2844276 Sep 15 16:23:00.498014 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.db [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] For port 0818e98a-670f-4c7c-a93d-7b0a7c9d8fbb, host hv-cinder-77957, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77957',level=0,port_id=0818e98a-670f-4c7c-a93d-7b0a7c9d8fbb,segment=NetworkSegment(b70f0e82-df3a-4972-b91e-ed09ca5691d7),segment_id=b70f0e82-df3a-4972-b91e-ed09ca5691d7)] {{(pid=93955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:23:00.504445 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791196459277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791195970012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791195970030'] for port, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:23:00.508252 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.rpc [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] Device e276d5d2-322a-4d4d-b833-7daa17260d3e details requested by agent hyperv_hv-cinder-77957 with host hv-cinder-77957 {{(pid=93955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 16:23:00.597597 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] Pushing event updated for resources: {'Port': ['ID=0818e98a-670f-4c7c-a93d-7b0a7c9d8fbb,revision_number=4']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:23:00.712589 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.db [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] For port e276d5d2-322a-4d4d-b833-7daa17260d3e, host hv-cinder-77957, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77957',level=0,port_id=e276d5d2-322a-4d4d-b833-7daa17260d3e,segment=NetworkSegment(604bbfea-00fe-4e59-aeb5-45f535ca3265),segment_id=604bbfea-00fe-4e59-aeb5-45f535ca3265)] {{(pid=93955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:23:00.729732 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.rpc [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] Returning: {'device': 'e276d5d2-322a-4d4d-b833-7daa17260d3e', 'network_id': '301d3dae-97cb-4f1f-a074-0eaf2ccca5e4', 'port_id': 'e276d5d2-322a-4d4d-b833-7daa17260d3e', 'mac_address': 'fa:16:3e:d8:69:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 53, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa5f41a1-b858-4e32-8594-59b83d73c6e9', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 16:23:00.734513 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be508cf9-4c9e-4770-96bf-72855edc48f3 req-42991999-5168-40d5-892b-39a5c4826aaf tempest-ServerRescueNegativeTestJSON-1504381068 tempest-ServerRescueNegativeTestJSON-1504381068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:23:00.742425 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-be508cf9-4c9e-4770-96bf-72855edc48f3 req-42991999-5168-40d5-892b-39a5c4826aaf tempest-ServerRescueNegativeTestJSON-1504381068 tempest-ServerRescueNegativeTestJSON-1504381068-project] 10.222.0.39 "GET /v2.0/ports?device_id=6d0621ec-4650-42b8-8f87-7666278b3af8 HTTP/1.1" status: 200 len: 944 time: 0.0661798 Sep 15 16:23:00.744773 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-d3974cb9-f5db-4679-88c3-0dac8e64bec0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:23:00.748765 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee2f049-7a4e-4c2b-a7b3-51dd6f474a5d req-da66d54a-89b3-4ebf-bda6-ac372e565058 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:23:00.757683 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-dee2f049-7a4e-4c2b-a7b3-51dd6f474a5d req-da66d54a-89b3-4ebf-bda6-ac372e565058 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=65af713f-428e-41fb-893e-eea07eb0f6d7 HTTP/1.1" status: 200 len: 849 time: 0.2685697 Sep 15 16:23:00.771515 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-d3974cb9-f5db-4679-88c3-0dac8e64bec0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3702208'] for security_group, after_create {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:23:00.798141 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-be508cf9-4c9e-4770-96bf-72855edc48f3 req-ba6c10d0-e6b8-4cff-9934-ba42ce3e9a1c tempest-ServerRescueNegativeTestJSON-1504381068 tempest-ServerRescueNegativeTestJSON-1504381068-project] 10.222.0.39 "GET /v2.0/security-groups?id=4d527866-20a6-4314-9b14-89ea4e5cf7c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547683 Sep 15 16:23:00.801620 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-dee2f049-7a4e-4c2b-a7b3-51dd6f474a5d req-e7f347db-fff3-48e7-bdbb-b0ca2a089b3f service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=8d79a86d-a82d-4a96-9f76-e67405e9f7eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0433176 Sep 15 16:23:00.822424 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928820'] for port, before_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:23:00.837140 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.notifiers.nova [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e276d5d2-322a-4d4d-b833-7daa17260d3e {{(pid=93955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 16:23:00.851214 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [None req-d3974cb9-f5db-4679-88c3-0dac8e64bec0 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=81b0aea3913e481dadbe7300de02ae30&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1570036 Sep 15 16:23:00.853477 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3974cb9-f5db-4679-88c3-0dac8e64bec0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=446ae529-853e-4c2f-9dd7-0a3a8bf15b8f,revision_number=1']} {{(pid=93954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:23:00.853971 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.wsgi [-] (93953) accepted ('10.222.0.39', 60154) {{(pid=93953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:23:00.872047 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.db [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] For port e276d5d2-322a-4d4d-b833-7daa17260d3e, host hv-cinder-77957, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77957',level=0,port_id=e276d5d2-322a-4d4d-b833-7daa17260d3e,segment=NetworkSegment(604bbfea-00fe-4e59-aeb5-45f535ca3265),segment_id=604bbfea-00fe-4e59-aeb5-45f535ca3265)] {{(pid=93955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:23:00.881947 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791196459277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791195970012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791195970030'] for port, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:23:00.919652 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-dee2f049-7a4e-4c2b-a7b3-51dd6f474a5d req-8769e7aa-4a92-4b07-ab3a-031edb688c9f service neutron] 10.222.0.45 "GET /v2.0/networks/8d79a86d-a82d-4a96-9f76-e67405e9f7eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1058798 Sep 15 16:23:00.948436 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] Pushing event updated for resources: {'Port': ['ID=e276d5d2-322a-4d4d-b833-7daa17260d3e,revision_number=4']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:23:00.948720 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-6b1a8e9e-cfbd-46ba-a00c-c7517e37271c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:23:00.996320 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-6b1a8e9e-cfbd-46ba-a00c-c7517e37271c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:23:01.038202 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-dee2f049-7a4e-4c2b-a7b3-51dd6f474a5d req-149cbc67-761a-4c5e-89ae-3eaca77652cd service neutron] 10.222.0.45 "GET /v2.0/networks/8d79a86d-a82d-4a96-9f76-e67405e9f7eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1098948 Sep 15 16:23:01.073405 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-6b1a8e9e-cfbd-46ba-a00c-c7517e37271c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3702208'] for security_group, after_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:23:01.075938 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-6b1a8e9e-cfbd-46ba-a00c-c7517e37271c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:23:01.077121 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [None req-6b1a8e9e-cfbd-46ba-a00c-c7517e37271c admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/446ae529-853e-4c2f-9dd7-0a3a8bf15b8f HTTP/1.1" status: 204 len: 168 time: 0.2221899 Sep 15 16:23:01.089350 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1a8e9e-cfbd-46ba-a00c-c7517e37271c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=446ae529-853e-4c2f-9dd7-0a3a8bf15b8f,revision_number=None']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:23:01.306456 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54027e54-1f73-4621-9df2-5b1c0d381af4 req-ef7b4333-ec44-4487-b503-a8a4e4d11167 tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:23:01.308145 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-54027e54-1f73-4621-9df2-5b1c0d381af4 req-ef7b4333-ec44-4487-b503-a8a4e4d11167 tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] 10.222.0.39 "GET /v2.0/ports?device_id=1895071e-07cf-4d71-977e-0057a981f962 HTTP/1.1" status: 200 len: 944 time: 0.0614450 Sep 15 16:23:01.349367 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-54027e54-1f73-4621-9df2-5b1c0d381af4 req-b6229579-d37f-4f55-a354-10cf8ca8adf4 tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] 10.222.0.39 "GET /v2.0/security-groups?id=01d6c133-4034-4f0a-ac7f-c71aa400623e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349908 Sep 15 16:23:01.562022 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66937561-505f-4601-bd27-98cd89f4a96b req-7143b03f-7573-4474-be44-d9cbe0ebe7e8 tempest-DeleteServersTestJSON-1247020361 tempest-DeleteServersTestJSON-1247020361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:23:01.570284 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-66937561-505f-4601-bd27-98cd89f4a96b req-7143b03f-7573-4474-be44-d9cbe0ebe7e8 tempest-DeleteServersTestJSON-1247020361 tempest-DeleteServersTestJSON-1247020361-project] 10.222.0.39 "GET /v2.0/ports?device_id=486179e9-71f9-4e5d-b64f-b9582ed4a533 HTTP/1.1" status: 200 len: 944 time: 0.0869384 Sep 15 16:23:01.624236 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-66937561-505f-4601-bd27-98cd89f4a96b req-b3b4a71b-f1ae-4bf1-ace3-9a8810dd4af8 tempest-DeleteServersTestJSON-1247020361 tempest-DeleteServersTestJSON-1247020361-project] 10.222.0.39 "GET /v2.0/security-groups?id=7bc5803c-1c2e-48d8-9a27-d64b1981fbcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491993 Sep 15 16:23:01.651215 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ff205b-f44c-47be-85b5-3562ac5a4374 req-748b33ac-371e-45a2-a901-08d998921155 tempest-VolumesActionsTest-418474512 tempest-VolumesActionsTest-418474512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:23:01.658858 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-79ff205b-f44c-47be-85b5-3562ac5a4374 req-748b33ac-371e-45a2-a901-08d998921155 tempest-VolumesActionsTest-418474512 tempest-VolumesActionsTest-418474512-project] 10.222.0.39 "GET /v2.0/ports?device_id=b0a6a5af-8528-4089-9411-1d6ad3bf4b60 HTTP/1.1" status: 200 len: 944 time: 0.0650465 Sep 15 16:23:01.699216 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.db [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] get_ports_and_sgs() called for port_ids ['ab8da74e-0d51-40fe-939d-923b412fd22d'] {{(pid=93955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 16:23:01.743771 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-79ff205b-f44c-47be-85b5-3562ac5a4374 req-748632b5-f994-4756-b244-a028cb69410f tempest-VolumesActionsTest-418474512 tempest-VolumesActionsTest-418474512-project] 10.222.0.39 "GET /v2.0/security-groups?id=a4ec5e55-bf5c-4d5f-a19c-eeef31b1268a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785220 Sep 15 16:23:01.745866 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.db [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] get_ports_and_sgs() called for port_ids ['1b26f999-c030-4479-a84c-7937128625b0'] {{(pid=93955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 16:23:01.777965 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.db [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] get_ports_and_sgs() called for port_ids ['e276d5d2-322a-4d4d-b833-7daa17260d3e'] {{(pid=93955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 16:23:01.780794 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.db [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] get_ports_and_sgs() called for port_ids ['0818e98a-670f-4c7c-a93d-7b0a7c9d8fbb'] {{(pid=93955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 16:23:01.977254 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-d7344bc5-1c00-427c-beb9-dba910c6e4e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791196484491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953091'] for agent, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:23:02.004359 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-57d8a9a3-d16f-4b20-b77b-ca1e664c03db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791196484491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953091'] for agent, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:23:02.054349 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d10fc35-406e-4806-a421-078fd54b5ca9 req-5f29bdf6-f02e-4a75-bae8-7e8f98f83be8 tempest-ServerRescueNegativeTestJSON-1504381068 tempest-ServerRescueNegativeTestJSON-1504381068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:23:02.056216 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-7d10fc35-406e-4806-a421-078fd54b5ca9 req-5f29bdf6-f02e-4a75-bae8-7e8f98f83be8 tempest-ServerRescueNegativeTestJSON-1504381068 tempest-ServerRescueNegativeTestJSON-1504381068-project] 10.222.0.39 "GET /v2.0/ports?device_id=6d0621ec-4650-42b8-8f87-7666278b3af8 HTTP/1.1" status: 200 len: 944 time: 0.1214888 Sep 15 16:23:02.122568 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-7d10fc35-406e-4806-a421-078fd54b5ca9 req-db95ce9d-e18a-4618-b480-90ab7ac2e0d8 tempest-ServerRescueNegativeTestJSON-1504381068 tempest-ServerRescueNegativeTestJSON-1504381068-project] 10.222.0.39 "GET /v2.0/security-groups?id=4d527866-20a6-4314-9b14-89ea4e5cf7c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556095 Sep 15 16:23:02.516983 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67512d0-bd71-42a7-9083-2e7b6e051993 req-4cd66fa0-f8d5-4103-8c42-99f9a677ea61 tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:23:02.518827 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-b67512d0-bd71-42a7-9083-2e7b6e051993 req-4cd66fa0-f8d5-4103-8c42-99f9a677ea61 tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] 10.222.0.39 "GET /v2.0/ports?device_id=1895071e-07cf-4d71-977e-0057a981f962 HTTP/1.1" status: 200 len: 944 time: 0.0579453 Sep 15 16:23:02.564785 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-b67512d0-bd71-42a7-9083-2e7b6e051993 req-39395e51-48e4-4afd-9c97-72eda42bf34e tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] 10.222.0.39 "GET /v2.0/security-groups?id=01d6c133-4034-4f0a-ac7f-c71aa400623e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382748 Sep 15 16:23:02.735188 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a9ddc5-0cfe-491d-8de9-5c2de7c634be req-75611fd0-c826-4f0b-9daa-b3ed3df7787d tempest-DeleteServersTestJSON-1247020361 tempest-DeleteServersTestJSON-1247020361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:23:02.737374 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-d5a9ddc5-0cfe-491d-8de9-5c2de7c634be req-75611fd0-c826-4f0b-9daa-b3ed3df7787d tempest-DeleteServersTestJSON-1247020361 tempest-DeleteServersTestJSON-1247020361-project] 10.222.0.39 "GET /v2.0/ports?device_id=486179e9-71f9-4e5d-b64f-b9582ed4a533 HTTP/1.1" status: 200 len: 944 time: 0.0513220 Sep 15 16:23:02.788208 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-d5a9ddc5-0cfe-491d-8de9-5c2de7c634be req-80ed9f5b-0447-459f-a647-2ea34bdb09a2 tempest-DeleteServersTestJSON-1247020361 tempest-DeleteServersTestJSON-1247020361-project] 10.222.0.39 "GET /v2.0/security-groups?id=7bc5803c-1c2e-48d8-9a27-d64b1981fbcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440066 Sep 15 16:23:02.870038 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf4f57f-e6fa-4105-bdf5-78cfc503978b req-0be56955-ad96-489c-9848-83ddbdf7404f tempest-VolumesActionsTest-418474512 tempest-VolumesActionsTest-418474512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:23:02.871600 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-7cf4f57f-e6fa-4105-bdf5-78cfc503978b req-0be56955-ad96-489c-9848-83ddbdf7404f tempest-VolumesActionsTest-418474512 tempest-VolumesActionsTest-418474512-project] 10.222.0.39 "GET /v2.0/ports?device_id=b0a6a5af-8528-4089-9411-1d6ad3bf4b60 HTTP/1.1" status: 200 len: 944 time: 0.0652885 Sep 15 16:23:02.921248 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-7cf4f57f-e6fa-4105-bdf5-78cfc503978b req-9a2420d2-ad93-4345-9882-fd272f8a3aac tempest-VolumesActionsTest-418474512 tempest-VolumesActionsTest-418474512-project] 10.222.0.39 "GET /v2.0/security-groups?id=a4ec5e55-bf5c-4d5f-a19c-eeef31b1268a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435159 Sep 15 16:23:02.933894 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-eee1357e-56cc-4bdc-884d-16a88731d16f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791196484491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953091'] for agent, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:23:03.149224 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.wsgi [-] (93953) accepted ('10.222.0.39', 60332) {{(pid=93953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:23:03.264403 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6295152d-5cd4-4cc2-ac7d-871d50c3ef36 req-5da02021-017b-4978-8618-2b6f50297c4d tempest-ServerRescueNegativeTestJSON-1504381068 tempest-ServerRescueNegativeTestJSON-1504381068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:23:03.265840 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-6295152d-5cd4-4cc2-ac7d-871d50c3ef36 req-5da02021-017b-4978-8618-2b6f50297c4d tempest-ServerRescueNegativeTestJSON-1504381068 tempest-ServerRescueNegativeTestJSON-1504381068-project] 10.222.0.39 "GET /v2.0/ports?device_id=6d0621ec-4650-42b8-8f87-7666278b3af8 HTTP/1.1" status: 200 len: 944 time: 0.0693491 Sep 15 16:23:03.281394 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-656b03b5-a519-4879-9b82-1fba36554cae admin admin] Notify callbacks [] for security_group, before_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:23:03.320548 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-6295152d-5cd4-4cc2-ac7d-871d50c3ef36 req-30536e4e-3049-4984-a55b-bae3abe58fc5 tempest-ServerRescueNegativeTestJSON-1504381068 tempest-ServerRescueNegativeTestJSON-1504381068-project] 10.222.0.39 "GET /v2.0/security-groups?id=4d527866-20a6-4314-9b14-89ea4e5cf7c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464208 Sep 15 16:23:03.398363 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-656b03b5-a519-4879-9b82-1fba36554cae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:23:03.403420 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-656b03b5-a519-4879-9b82-1fba36554cae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3702208'] for security_group, after_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:23:03.438652 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656b03b5-a519-4879-9b82-1fba36554cae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d55f850d-cb03-42b8-bc73-788ff197b290,revision_number=1']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:23:03.445480 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [None req-656b03b5-a519-4879-9b82-1fba36554cae admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=8ce46316def44419b4d358f2b6976320&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2925279 Sep 15 16:23:03.445806 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.wsgi [-] (93954) accepted ('10.222.0.39', 60348) {{(pid=93954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:23:03.497975 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-adcaeb94-2028-4300-9243-4cde051a44cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:23:03.519019 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-adcaeb94-2028-4300-9243-4cde051a44cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:23:03.565740 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-adcaeb94-2028-4300-9243-4cde051a44cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3702208'] for security_group, after_delete {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:23:03.568520 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-adcaeb94-2028-4300-9243-4cde051a44cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:23:03.569767 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [None req-adcaeb94-2028-4300-9243-4cde051a44cd admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/d55f850d-cb03-42b8-bc73-788ff197b290 HTTP/1.1" status: 204 len: 168 time: 0.1229243 Sep 15 16:23:03.578891 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adcaeb94-2028-4300-9243-4cde051a44cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d55f850d-cb03-42b8-bc73-788ff197b290,revision_number=None']} {{(pid=93954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:23:03.632587 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.rpc [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] Device d728229f-aa6a-4d63-a167-2b7d51094d8c details requested by agent hyperv_hv-cinder-77957 with host hv-cinder-77957 {{(pid=93955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 16:23:03.701971 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7d97bc-51ee-47a8-a4f0-a7e70c719037 req-b4320983-aa56-4704-b47f-1845e5c49c59 tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:23:03.703779 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-6b7d97bc-51ee-47a8-a4f0-a7e70c719037 req-b4320983-aa56-4704-b47f-1845e5c49c59 tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] 10.222.0.39 "GET /v2.0/ports?device_id=1895071e-07cf-4d71-977e-0057a981f962 HTTP/1.1" status: 200 len: 944 time: 0.0549736 Sep 15 16:23:03.751996 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-6b7d97bc-51ee-47a8-a4f0-a7e70c719037 req-79ce965a-a1df-4d02-acb3-46e9fd19b237 tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] 10.222.0.39 "GET /v2.0/security-groups?id=01d6c133-4034-4f0a-ac7f-c71aa400623e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401883 Sep 15 16:23:03.778361 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.db [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] For port d728229f-aa6a-4d63-a167-2b7d51094d8c, host hv-cinder-77957, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77957',level=0,port_id=d728229f-aa6a-4d63-a167-2b7d51094d8c,segment=NetworkSegment(a5e91499-98cc-46b0-918c-6611c18d5486),segment_id=a5e91499-98cc-46b0-918c-6611c18d5486)] {{(pid=93955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:23:03.790987 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.rpc [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] Returning: {'device': 'd728229f-aa6a-4d63-a167-2b7d51094d8c', 'network_id': '8d79a86d-a82d-4a96-9f76-e67405e9f7eb', 'port_id': 'd728229f-aa6a-4d63-a167-2b7d51094d8c', 'mac_address': 'fa:16:3e:25:fa:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 52, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '65af713f-428e-41fb-893e-eea07eb0f6d7', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 16:23:03.834814 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928820'] for port, before_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:23:03.848726 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.notifiers.nova [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d728229f-aa6a-4d63-a167-2b7d51094d8c {{(pid=93955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 16:23:03.887056 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.db [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] For port d728229f-aa6a-4d63-a167-2b7d51094d8c, host hv-cinder-77957, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77957',level=0,port_id=d728229f-aa6a-4d63-a167-2b7d51094d8c,segment=NetworkSegment(a5e91499-98cc-46b0-918c-6611c18d5486),segment_id=a5e91499-98cc-46b0-918c-6611c18d5486)] {{(pid=93955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:23:03.899842 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791196459277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791195970012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791195970030'] for port, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:23:03.914291 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49a922b-3d5c-4aec-80ac-f979459c2b53 req-edba1aa9-5606-4fd2-9dfe-58f0ca9e2150 tempest-DeleteServersTestJSON-1247020361 tempest-DeleteServersTestJSON-1247020361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:23:03.920700 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-a49a922b-3d5c-4aec-80ac-f979459c2b53 req-edba1aa9-5606-4fd2-9dfe-58f0ca9e2150 tempest-DeleteServersTestJSON-1247020361 tempest-DeleteServersTestJSON-1247020361-project] 10.222.0.39 "GET /v2.0/ports?device_id=486179e9-71f9-4e5d-b64f-b9582ed4a533 HTTP/1.1" status: 200 len: 944 time: 0.0578215 Sep 15 16:23:03.945062 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.wsgi [-] (93954) accepted ('10.222.0.39', 60390) {{(pid=93954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:23:03.957721 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] Pushing event updated for resources: {'Port': ['ID=d728229f-aa6a-4d63-a167-2b7d51094d8c,revision_number=4']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:23:03.968145 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-2271ec07-fb20-426d-9d14-ef16963aa06a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:23:03.972633 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-a49a922b-3d5c-4aec-80ac-f979459c2b53 req-c3fecab4-136b-4f7f-910f-f0b282f621d3 tempest-DeleteServersTestJSON-1247020361 tempest-DeleteServersTestJSON-1247020361-project] 10.222.0.39 "GET /v2.0/security-groups?id=7bc5803c-1c2e-48d8-9a27-d64b1981fbcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433125 Sep 15 16:23:04.089318 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36490b80-6365-4fff-b7c5-03ea5c1cb9a8 req-78dcf673-cab7-4e5d-8f3c-c701c3074320 tempest-VolumesActionsTest-418474512 tempest-VolumesActionsTest-418474512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:23:04.090820 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-36490b80-6365-4fff-b7c5-03ea5c1cb9a8 req-78dcf673-cab7-4e5d-8f3c-c701c3074320 tempest-VolumesActionsTest-418474512 tempest-VolumesActionsTest-418474512-project] 10.222.0.39 "GET /v2.0/ports?device_id=b0a6a5af-8528-4089-9411-1d6ad3bf4b60 HTTP/1.1" status: 200 len: 945 time: 0.0777321 Sep 15 16:23:04.146138 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-2271ec07-fb20-426d-9d14-ef16963aa06a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:23:04.151519 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-36490b80-6365-4fff-b7c5-03ea5c1cb9a8 req-c73a0a8f-eac8-48c7-83d6-c230b8c5016c tempest-VolumesActionsTest-418474512 tempest-VolumesActionsTest-418474512-project] 10.222.0.39 "GET /v2.0/security-groups?id=a4ec5e55-bf5c-4d5f-a19c-eeef31b1268a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525222 Sep 15 16:23:04.152897 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-2271ec07-fb20-426d-9d14-ef16963aa06a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3702208'] for security_group, after_create {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:23:04.187692 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [None req-2271ec07-fb20-426d-9d14-ef16963aa06a admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=55d17355390e44e5ad7058fd3c58977c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2413483 Sep 15 16:23:04.190981 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.wsgi [-] (93953) accepted ('10.222.0.39', 60410) {{(pid=93953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:23:04.192643 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2271ec07-fb20-426d-9d14-ef16963aa06a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed3ee06c-8630-430d-a178-9b05688e6619,revision_number=1']} {{(pid=93954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:23:04.249731 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-3c160085-bee1-47c0-8ef9-7cb017f8615d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:23:04.272208 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-3c160085-bee1-47c0-8ef9-7cb017f8615d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:23:04.307356 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-7ad16b6f-1dcb-4567-914a-8ec9b5a04b47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791196484491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953091'] for agent, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:23:04.319199 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-3c160085-bee1-47c0-8ef9-7cb017f8615d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3702208'] for security_group, after_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:23:04.321932 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-3c160085-bee1-47c0-8ef9-7cb017f8615d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:23:04.323066 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [None req-3c160085-bee1-47c0-8ef9-7cb017f8615d admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/ed3ee06c-8630-430d-a178-9b05688e6619 HTTP/1.1" status: 204 len: 168 time: 0.1309907 Sep 15 16:23:04.333842 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c160085-bee1-47c0-8ef9-7cb017f8615d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed3ee06c-8630-430d-a178-9b05688e6619,revision_number=None']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:23:04.445265 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714fb4c0-fcc6-4f75-9cf8-1e4ef57d9455 req-8457e3eb-baaf-4b04-93bc-e7da7f22ab8b tempest-ServerRescueNegativeTestJSON-1504381068 tempest-ServerRescueNegativeTestJSON-1504381068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:23:04.446762 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-714fb4c0-fcc6-4f75-9cf8-1e4ef57d9455 req-8457e3eb-baaf-4b04-93bc-e7da7f22ab8b tempest-ServerRescueNegativeTestJSON-1504381068 tempest-ServerRescueNegativeTestJSON-1504381068-project] 10.222.0.39 "GET /v2.0/ports?device_id=6d0621ec-4650-42b8-8f87-7666278b3af8 HTTP/1.1" status: 200 len: 944 time: 0.0557945 Sep 15 16:23:04.486714 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-714fb4c0-fcc6-4f75-9cf8-1e4ef57d9455 req-fee0aeb5-5d29-488c-bdf1-6033eaf5dad0 tempest-ServerRescueNegativeTestJSON-1504381068 tempest-ServerRescueNegativeTestJSON-1504381068-project] 10.222.0.39 "GET /v2.0/security-groups?id=4d527866-20a6-4314-9b14-89ea4e5cf7c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331862 Sep 15 16:23:04.811629 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.wsgi [-] (93954) accepted ('10.222.0.39', 60466) {{(pid=93954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:23:04.887930 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89480e3c-cabc-4a85-8da7-e383189c8611 req-ff715b32-d06b-47aa-ae4a-5cda56450ee9 tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:23:04.889431 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-89480e3c-cabc-4a85-8da7-e383189c8611 req-ff715b32-d06b-47aa-ae4a-5cda56450ee9 tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] 10.222.0.39 "GET /v2.0/ports?device_id=1895071e-07cf-4d71-977e-0057a981f962 HTTP/1.1" status: 200 len: 944 time: 0.0549207 Sep 15 16:23:04.929749 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-6a968909-1e5e-4f1e-87bb-4e7f16188aff admin admin] Notify callbacks [] for security_group, before_create {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:23:04.950120 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-89480e3c-cabc-4a85-8da7-e383189c8611 req-acfe2c93-c205-4d51-89dd-9da924c1cee6 tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] 10.222.0.39 "GET /v2.0/security-groups?id=01d6c133-4034-4f0a-ac7f-c71aa400623e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539160 Sep 15 16:23:05.042823 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-6a968909-1e5e-4f1e-87bb-4e7f16188aff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:23:05.048230 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-6a968909-1e5e-4f1e-87bb-4e7f16188aff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3702208'] for security_group, after_create {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:23:05.082211 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a968909-1e5e-4f1e-87bb-4e7f16188aff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ac89691-9a74-42f4-9c54-34cdd6c1975a,revision_number=1']} {{(pid=93954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:23:05.096654 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a33dfb-9653-4da4-87a5-b3eda3c382a9 req-bd9fd823-dc78-4244-b1ae-eb9f608322dc tempest-DeleteServersTestJSON-1247020361 tempest-DeleteServersTestJSON-1247020361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:23:05.098329 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-76a33dfb-9653-4da4-87a5-b3eda3c382a9 req-bd9fd823-dc78-4244-b1ae-eb9f608322dc tempest-DeleteServersTestJSON-1247020361 tempest-DeleteServersTestJSON-1247020361-project] 10.222.0.39 "GET /v2.0/ports?device_id=486179e9-71f9-4e5d-b64f-b9582ed4a533 HTTP/1.1" status: 200 len: 944 time: 0.0510285 Sep 15 16:23:05.111622 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [None req-6a968909-1e5e-4f1e-87bb-4e7f16188aff admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=273f30bdba9c47b5a7ddfaf9f5db052a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2985346 Sep 15 16:23:05.111755 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.wsgi [-] (93953) accepted ('10.222.0.39', 60486) {{(pid=93953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:23:05.168500 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-76a33dfb-9653-4da4-87a5-b3eda3c382a9 req-48332b91-37e1-4c30-86e2-aa61b0feef72 tempest-DeleteServersTestJSON-1247020361 tempest-DeleteServersTestJSON-1247020361-project] 10.222.0.39 "GET /v2.0/security-groups?id=7bc5803c-1c2e-48d8-9a27-d64b1981fbcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631001 Sep 15 16:23:05.193383 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-771bd04f-de5d-4290-a088-64cbb3895719 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:23:05.220851 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-771bd04f-de5d-4290-a088-64cbb3895719 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:23:05.273596 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-771bd04f-de5d-4290-a088-64cbb3895719 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3702208'] for security_group, after_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:23:05.276097 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-771bd04f-de5d-4290-a088-64cbb3895719 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:23:05.277341 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [None req-771bd04f-de5d-4290-a088-64cbb3895719 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/4ac89691-9a74-42f4-9c54-34cdd6c1975a HTTP/1.1" status: 204 len: 168 time: 0.1646845 Sep 15 16:23:05.285440 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771bd04f-de5d-4290-a088-64cbb3895719 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ac89691-9a74-42f4-9c54-34cdd6c1975a,revision_number=None']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:23:05.289624 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a1c7ac-7914-48e8-a84c-4c5a13853574 req-3842ba63-29fb-4773-90aa-ba1959bfcaa3 tempest-VolumesActionsTest-418474512 tempest-VolumesActionsTest-418474512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:23:05.297536 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-32a1c7ac-7914-48e8-a84c-4c5a13853574 req-3842ba63-29fb-4773-90aa-ba1959bfcaa3 tempest-VolumesActionsTest-418474512 tempest-VolumesActionsTest-418474512-project] 10.222.0.39 "GET /v2.0/ports?device_id=b0a6a5af-8528-4089-9411-1d6ad3bf4b60 HTTP/1.1" status: 200 len: 945 time: 0.0611920 Sep 15 16:23:05.334459 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-32a1c7ac-7914-48e8-a84c-4c5a13853574 req-ccec1d42-fe36-42d0-b430-a16bf358df65 tempest-VolumesActionsTest-418474512 tempest-VolumesActionsTest-418474512-project] 10.222.0.39 "GET /v2.0/security-groups?id=a4ec5e55-bf5c-4d5f-a19c-eeef31b1268a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358548 Sep 15 16:23:05.503019 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.wsgi [-] (93953) accepted ('10.222.0.39', 60498) {{(pid=93953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:23:05.605410 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ea072b-c11c-4b1e-a3b4-9b3ae2e01de2 req-697c3047-534c-49e6-a158-9ac3792a3d8d tempest-ServerRescueNegativeTestJSON-1504381068 tempest-ServerRescueNegativeTestJSON-1504381068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:23:05.606967 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-90ea072b-c11c-4b1e-a3b4-9b3ae2e01de2 req-697c3047-534c-49e6-a158-9ac3792a3d8d tempest-ServerRescueNegativeTestJSON-1504381068 tempest-ServerRescueNegativeTestJSON-1504381068-project] 10.222.0.39 "GET /v2.0/ports?device_id=6d0621ec-4650-42b8-8f87-7666278b3af8 HTTP/1.1" status: 200 len: 944 time: 0.0522001 Sep 15 16:23:05.626592 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-04df15eb-4013-4c23-a256-867be479ea58 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:23:05.634167 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.wsgi [-] (93954) accepted ('10.222.0.39', 60506) {{(pid=93954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:23:05.647639 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-dffd9162-78e6-4349-ad11-49aa3cb6835c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:23:05.669696 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-90ea072b-c11c-4b1e-a3b4-9b3ae2e01de2 req-e050b549-ea1f-46b2-8a44-9d396df51c57 tempest-ServerRescueNegativeTestJSON-1504381068 tempest-ServerRescueNegativeTestJSON-1504381068-project] 10.222.0.39 "GET /v2.0/security-groups?id=4d527866-20a6-4314-9b14-89ea4e5cf7c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557921 Sep 15 16:23:05.672013 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.db.api [None req-04df15eb-4013-4c23-a256-867be479ea58 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 15 16:23:05.672013 dv-cinder-779576-8-iscsi neutron-server[93953]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Sep 15 16:23:05.672013 dv-cinder-779576-8-iscsi neutron-server[93953]: [parameters: {'project_id': '862c242500ff4c7398bc9be004bd9538', 'id': '7d4055c1-f0dc-4496-a655-b3373fcf6a59', 'expiration': datetime.datetime(2021, 9, 15, 16, 25, 5, 665129)}] Sep 15 16:23:05.672013 dv-cinder-779576-8-iscsi neutron-server[93953]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=93953) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 15 16:23:05.672447 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG oslo_db.api [None req-04df15eb-4013-4c23-a256-867be479ea58 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 15 16:23:05.740639 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-dffd9162-78e6-4349-ad11-49aa3cb6835c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:23:05.746970 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-dffd9162-78e6-4349-ad11-49aa3cb6835c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3702208'] for security_group, after_create {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:23:05.782609 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dffd9162-78e6-4349-ad11-49aa3cb6835c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84912350-db98-4640-bbbb-244b73443e7c,revision_number=1']} {{(pid=93954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:23:05.786778 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [None req-dffd9162-78e6-4349-ad11-49aa3cb6835c admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=d7e093d09fc2444ea4a99231bdc6004e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1515684 Sep 15 16:23:05.789492 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.wsgi [-] (93954) accepted ('10.222.0.39', 60508) {{(pid=93954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:23:05.837358 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-55b94281-7725-4b8a-8b63-4dd036d2e2c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:23:05.859068 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-55b94281-7725-4b8a-8b63-4dd036d2e2c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:23:05.907172 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-55b94281-7725-4b8a-8b63-4dd036d2e2c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3702208'] for security_group, after_delete {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:23:05.909971 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-55b94281-7725-4b8a-8b63-4dd036d2e2c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:23:05.911111 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [None req-55b94281-7725-4b8a-8b63-4dd036d2e2c3 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/84912350-db98-4640-bbbb-244b73443e7c HTTP/1.1" status: 204 len: 168 time: 0.1207643 Sep 15 16:23:05.918995 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b94281-7725-4b8a-8b63-4dd036d2e2c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84912350-db98-4640-bbbb-244b73443e7c,revision_number=None']} {{(pid=93954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:23:06.074134 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d511d78-d241-4e23-973f-1c797999542e req-9f749047-85cb-4f2e-afbf-8268e8792340 tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:23:06.076023 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-9d511d78-d241-4e23-973f-1c797999542e req-9f749047-85cb-4f2e-afbf-8268e8792340 tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] 10.222.0.39 "GET /v2.0/ports?device_id=1895071e-07cf-4d71-977e-0057a981f962 HTTP/1.1" status: 200 len: 944 time: 0.0508993 Sep 15 16:23:06.116544 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-9d511d78-d241-4e23-973f-1c797999542e req-0a97fed2-4550-4d97-941d-2b147e246722 tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] 10.222.0.39 "GET /v2.0/security-groups?id=01d6c133-4034-4f0a-ac7f-c71aa400623e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334892 Sep 15 16:23:06.173208 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-04df15eb-4013-4c23-a256-867be479ea58 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:23:06.291915 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-04df15eb-4013-4c23-a256-867be479ea58 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:23:06.298038 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-04df15eb-4013-4c23-a256-867be479ea58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3702208'] for security_group, after_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:23:06.325315 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6fd25e-a1dc-4bd2-b6e2-f249373344b0 req-4f834866-e773-432d-815c-ca1eb981d098 tempest-DeleteServersTestJSON-1247020361 tempest-DeleteServersTestJSON-1247020361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:23:06.326787 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-8f6fd25e-a1dc-4bd2-b6e2-f249373344b0 req-4f834866-e773-432d-815c-ca1eb981d098 tempest-DeleteServersTestJSON-1247020361 tempest-DeleteServersTestJSON-1247020361-project] 10.222.0.39 "GET /v2.0/ports?device_id=486179e9-71f9-4e5d-b64f-b9582ed4a533 HTTP/1.1" status: 200 len: 944 time: 0.0869715 Sep 15 16:23:06.362854 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [None req-04df15eb-4013-4c23-a256-867be479ea58 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=862c242500ff4c7398bc9be004bd9538&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8562021 Sep 15 16:23:06.363185 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.wsgi [-] (93954) accepted ('10.222.0.39', 60542) {{(pid=93954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:23:06.370290 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04df15eb-4013-4c23-a256-867be479ea58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aebf1788-b367-48c7-9c40-2c7b7f68c479,revision_number=1']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:23:06.411769 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-8f6fd25e-a1dc-4bd2-b6e2-f249373344b0 req-16201689-9e1d-400a-8cbb-007b92db5f4f tempest-DeleteServersTestJSON-1247020361 tempest-DeleteServersTestJSON-1247020361-project] 10.222.0.39 "GET /v2.0/security-groups?id=7bc5803c-1c2e-48d8-9a27-d64b1981fbcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723388 Sep 15 16:23:06.476959 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-1602a3a9-9ef6-4189-872f-c6226d133980 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:23:06.519321 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-1602a3a9-9ef6-4189-872f-c6226d133980 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:23:06.526966 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec713e7-deed-421f-9385-d9255080a4bd req-9e967752-1658-400b-9b40-e5717614814a tempest-VolumesActionsTest-418474512 tempest-VolumesActionsTest-418474512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:23:06.528476 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-6ec713e7-deed-421f-9385-d9255080a4bd req-9e967752-1658-400b-9b40-e5717614814a tempest-VolumesActionsTest-418474512 tempest-VolumesActionsTest-418474512-project] 10.222.0.39 "GET /v2.0/ports?device_id=b0a6a5af-8528-4089-9411-1d6ad3bf4b60 HTTP/1.1" status: 200 len: 945 time: 0.0932670 Sep 15 16:23:06.600942 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-6ec713e7-deed-421f-9385-d9255080a4bd req-30ea5281-68c8-496e-b01d-702868774354 tempest-VolumesActionsTest-418474512 tempest-VolumesActionsTest-418474512-project] 10.222.0.39 "GET /v2.0/security-groups?id=a4ec5e55-bf5c-4d5f-a19c-eeef31b1268a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554831 Sep 15 16:23:06.625762 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-1602a3a9-9ef6-4189-872f-c6226d133980 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3702208'] for security_group, after_delete {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:23:06.628464 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-1602a3a9-9ef6-4189-872f-c6226d133980 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:23:06.629593 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [None req-1602a3a9-9ef6-4189-872f-c6226d133980 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/aebf1788-b367-48c7-9c40-2c7b7f68c479 HTTP/1.1" status: 204 len: 168 time: 0.2654054 Sep 15 16:23:06.639483 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1602a3a9-9ef6-4189-872f-c6226d133980 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aebf1788-b367-48c7-9c40-2c7b7f68c479,revision_number=None']} {{(pid=93954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:23:06.805932 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b32ce23-b9f8-4e77-9027-078c6316c752 req-89651eba-dc17-4e15-8ccb-cbf7c0729608 tempest-ServerRescueNegativeTestJSON-1504381068 tempest-ServerRescueNegativeTestJSON-1504381068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:23:06.807425 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-7b32ce23-b9f8-4e77-9027-078c6316c752 req-89651eba-dc17-4e15-8ccb-cbf7c0729608 tempest-ServerRescueNegativeTestJSON-1504381068 tempest-ServerRescueNegativeTestJSON-1504381068-project] 10.222.0.39 "GET /v2.0/ports?device_id=6d0621ec-4650-42b8-8f87-7666278b3af8 HTTP/1.1" status: 200 len: 944 time: 0.0614734 Sep 15 16:23:06.855519 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-7b32ce23-b9f8-4e77-9027-078c6316c752 req-9806bcd4-08dc-49e1-b2ca-bae0aa641163 tempest-ServerRescueNegativeTestJSON-1504381068 tempest-ServerRescueNegativeTestJSON-1504381068-project] 10.222.0.39 "GET /v2.0/security-groups?id=4d527866-20a6-4314-9b14-89ea4e5cf7c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369835 Sep 15 16:23:07.248698 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02f73d9-1b04-470d-91a4-ef28e1c32c5a req-c37d3d83-40b6-4187-8dfa-4d2a99f511ae tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:23:07.250486 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-f02f73d9-1b04-470d-91a4-ef28e1c32c5a req-c37d3d83-40b6-4187-8dfa-4d2a99f511ae tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] 10.222.0.39 "GET /v2.0/ports?device_id=1895071e-07cf-4d71-977e-0057a981f962 HTTP/1.1" status: 200 len: 944 time: 0.0549278 Sep 15 16:23:07.306159 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.db [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] get_ports_and_sgs() called for port_ids ['d728229f-aa6a-4d63-a167-2b7d51094d8c'] {{(pid=93955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 16:23:07.327798 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-f02f73d9-1b04-470d-91a4-ef28e1c32c5a req-935ba818-ae19-4f98-a87c-1c7fd1e1372c tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] 10.222.0.39 "GET /v2.0/security-groups?id=01d6c133-4034-4f0a-ac7f-c71aa400623e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0706568 Sep 15 16:23:07.542904 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdeb715-3aae-4bc0-a78b-ad0652c07034 req-7770d1e3-e5f4-4d72-bf07-eea62db54598 tempest-DeleteServersTestJSON-1247020361 tempest-DeleteServersTestJSON-1247020361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:23:07.545199 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-2cdeb715-3aae-4bc0-a78b-ad0652c07034 req-7770d1e3-e5f4-4d72-bf07-eea62db54598 tempest-DeleteServersTestJSON-1247020361 tempest-DeleteServersTestJSON-1247020361-project] 10.222.0.39 "GET /v2.0/ports?device_id=486179e9-71f9-4e5d-b64f-b9582ed4a533 HTTP/1.1" status: 200 len: 944 time: 0.0520246 Sep 15 16:23:07.592743 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-2cdeb715-3aae-4bc0-a78b-ad0652c07034 req-86f94d7a-338f-4a57-bda9-5f8e2787093e tempest-DeleteServersTestJSON-1247020361 tempest-DeleteServersTestJSON-1247020361-project] 10.222.0.39 "GET /v2.0/security-groups?id=7bc5803c-1c2e-48d8-9a27-d64b1981fbcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407741 Sep 15 16:23:07.736815 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aed7810-5c3e-4208-b1aa-ee0cf2d782b1 req-000ab223-2405-41b2-a3c5-4c0e87b0703e tempest-VolumesActionsTest-418474512 tempest-VolumesActionsTest-418474512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:23:07.738480 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-6aed7810-5c3e-4208-b1aa-ee0cf2d782b1 req-000ab223-2405-41b2-a3c5-4c0e87b0703e tempest-VolumesActionsTest-418474512 tempest-VolumesActionsTest-418474512-project] 10.222.0.39 "GET /v2.0/ports?device_id=b0a6a5af-8528-4089-9411-1d6ad3bf4b60 HTTP/1.1" status: 200 len: 945 time: 0.0651896 Sep 15 16:23:07.794283 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-6aed7810-5c3e-4208-b1aa-ee0cf2d782b1 req-e5cda384-06a3-4c82-8a52-56ee182da02b tempest-VolumesActionsTest-418474512 tempest-VolumesActionsTest-418474512-project] 10.222.0.39 "GET /v2.0/security-groups?id=a4ec5e55-bf5c-4d5f-a19c-eeef31b1268a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435584 Sep 15 16:23:07.963824 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.rpc [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] Device 1b26f999-c030-4479-a84c-7937128625b0 up at agent hyperv_hv-cinder-77957 {{(pid=93955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 16:23:08.000585 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9d58e3-342e-45d7-afa9-dd09e5bbce89 req-65454ef4-d9e3-461a-8b90-92f02fdfd9c8 tempest-ServerRescueNegativeTestJSON-1504381068 tempest-ServerRescueNegativeTestJSON-1504381068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:23:08.002769 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-9e9d58e3-342e-45d7-afa9-dd09e5bbce89 req-65454ef4-d9e3-461a-8b90-92f02fdfd9c8 tempest-ServerRescueNegativeTestJSON-1504381068 tempest-ServerRescueNegativeTestJSON-1504381068-project] 10.222.0.39 "GET /v2.0/ports?device_id=6d0621ec-4650-42b8-8f87-7666278b3af8 HTTP/1.1" status: 200 len: 944 time: 0.0660961 Sep 15 16:23:08.047362 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.db.provisioning_blocks [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] Provisioning for port 1b26f999-c030-4479-a84c-7937128625b0 completed by entity L2. {{(pid=93955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 16:23:08.051425 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.db.provisioning_blocks [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] Provisioning complete for port 1b26f999-c030-4479-a84c-7937128625b0 triggered by entity L2. {{(pid=93955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:23:08.051793 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953592'] for port, provisioning_complete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:23:08.062017 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-9e9d58e3-342e-45d7-afa9-dd09e5bbce89 req-c2866172-822b-4d1a-968f-b22882b33a92 tempest-ServerRescueNegativeTestJSON-1504381068 tempest-ServerRescueNegativeTestJSON-1504381068-project] 10.222.0.39 "GET /v2.0/security-groups?id=4d527866-20a6-4314-9b14-89ea4e5cf7c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499587 Sep 15 16:23:08.144059 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928820'] for port, before_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:23:08.177013 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d0621ec-4650-42b8-8f87-7666278b3af8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b26f999-c030-4479-a84c-7937128625b0'}] {{(pid=93955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 16:23:08.258314 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.db [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] For port 1b26f999-c030-4479-a84c-7937128625b0, host hv-cinder-77957, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77957',level=0,port_id=1b26f999-c030-4479-a84c-7937128625b0,segment=NetworkSegment(d35cd436-27a4-4e9c-acc2-6e2b0ac7696c),segment_id=d35cd436-27a4-4e9c-acc2-6e2b0ac7696c)] {{(pid=93955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:23:08.265399 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791196459277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791195970012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791195970030'] for port, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:23:08.266207 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.rpc [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] Device 0818e98a-670f-4c7c-a93d-7b0a7c9d8fbb up at agent hyperv_hv-cinder-77957 {{(pid=93955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 16:23:08.349685 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] Pushing event updated for resources: {'Port': ['ID=1b26f999-c030-4479-a84c-7937128625b0,revision_number=5']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:23:08.374798 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.db.provisioning_blocks [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] Provisioning for port 0818e98a-670f-4c7c-a93d-7b0a7c9d8fbb completed by entity L2. {{(pid=93955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 16:23:08.379630 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.db.provisioning_blocks [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] Provisioning complete for port 0818e98a-670f-4c7c-a93d-7b0a7c9d8fbb triggered by entity L2. {{(pid=93955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:23:08.380233 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953592'] for port, provisioning_complete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:23:08.389317 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cc821c0eec02d2c96bcea0a08104c2827b642bf310f598bba7a206798b1bddd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43fd07f9-2adc-4c83-aa50-73b205385d02" -d '{"events": [{"server_uuid": "6d0621ec-4650-42b8-8f87-7666278b3af8", "name": "network-vif-plugged", "status": "completed", "tag": "1b26f999-c030-4479-a84c-7937128625b0"}]}' {{(pid=93955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 16:23:08.467932 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc87aac-dab7-4766-9f80-2019adf982ee req-eae56984-23e4-4758-90b2-adf709c997bd tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:23:08.470369 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-dfc87aac-dab7-4766-9f80-2019adf982ee req-eae56984-23e4-4758-90b2-adf709c997bd tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] 10.222.0.39 "GET /v2.0/ports?device_id=1895071e-07cf-4d71-977e-0057a981f962 HTTP/1.1" status: 200 len: 944 time: 0.0584145 Sep 15 16:23:08.515703 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-dfc87aac-dab7-4766-9f80-2019adf982ee req-be46c3d9-9024-425f-89f8-71e1b7084ae9 tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] 10.222.0.39 "GET /v2.0/security-groups?id=01d6c133-4034-4f0a-ac7f-c71aa400623e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387514 Sep 15 16:23:08.601006 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928820'] for port, before_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:23:08.633419 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 16:23:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-415d63cf-e751-4711-83b8-6648e64d66c9 x-openstack-request-id: req-415d63cf-e751-4711-83b8-6648e64d66c9 {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 16:23:08.633700 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d0621ec-4650-42b8-8f87-7666278b3af8", "name": "network-vif-plugged", "status": "completed", "tag": "1b26f999-c030-4479-a84c-7937128625b0", "code": 200}]} {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 16:23:08.633947 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-415d63cf-e751-4711-83b8-6648e64d66c9 {{(pid=93955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 16:23:08.634391 dv-cinder-779576-8-iscsi neutron-server[93955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d0621ec-4650-42b8-8f87-7666278b3af8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b26f999-c030-4479-a84c-7937128625b0', 'code': 200} Sep 15 16:23:08.646932 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.db [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] For port 0818e98a-670f-4c7c-a93d-7b0a7c9d8fbb, host hv-cinder-77957, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77957',level=0,port_id=0818e98a-670f-4c7c-a93d-7b0a7c9d8fbb,segment=NetworkSegment(b70f0e82-df3a-4972-b91e-ed09ca5691d7),segment_id=b70f0e82-df3a-4972-b91e-ed09ca5691d7)] {{(pid=93955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:23:08.654010 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791196459277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791195970012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791195970030'] for port, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:23:08.655007 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.rpc [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] Device e276d5d2-322a-4d4d-b833-7daa17260d3e up at agent hyperv_hv-cinder-77957 {{(pid=93955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 16:23:08.728553 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c60907d-ec19-4d8d-bd47-c35dc619cc2b req-8d6372c7-68b0-43dd-95f4-57d701e0c79d tempest-DeleteServersTestJSON-1247020361 tempest-DeleteServersTestJSON-1247020361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:23:08.730108 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-8c60907d-ec19-4d8d-bd47-c35dc619cc2b req-8d6372c7-68b0-43dd-95f4-57d701e0c79d tempest-DeleteServersTestJSON-1247020361 tempest-DeleteServersTestJSON-1247020361-project] 10.222.0.39 "GET /v2.0/ports?device_id=486179e9-71f9-4e5d-b64f-b9582ed4a533 HTTP/1.1" status: 200 len: 945 time: 0.0548232 Sep 15 16:23:08.747569 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] Pushing event updated for resources: {'Port': ['ID=0818e98a-670f-4c7c-a93d-7b0a7c9d8fbb,revision_number=5']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:23:08.762459 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.db.provisioning_blocks [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] Provisioning for port e276d5d2-322a-4d4d-b833-7daa17260d3e completed by entity L2. {{(pid=93955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 16:23:08.767463 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.db.provisioning_blocks [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] Provisioning complete for port e276d5d2-322a-4d4d-b833-7daa17260d3e triggered by entity L2. {{(pid=93955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:23:08.767858 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953592'] for port, provisioning_complete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:23:08.784928 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-8c60907d-ec19-4d8d-bd47-c35dc619cc2b req-81ab6173-f9b4-4e29-9ee8-899f50538dc4 tempest-DeleteServersTestJSON-1247020361 tempest-DeleteServersTestJSON-1247020361-project] 10.222.0.39 "GET /v2.0/security-groups?id=7bc5803c-1c2e-48d8-9a27-d64b1981fbcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458539 Sep 15 16:23:08.857294 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928820'] for port, before_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:23:08.867445 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf0236c-3347-4e81-9f49-ade7c139d9fd req-debbcf46-c4d7-4608-98c7-f6a1ee259b3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:23:08.869501 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-fcf0236c-3347-4e81-9f49-ade7c139d9fd req-debbcf46-c4d7-4608-98c7-f6a1ee259b3b service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=6d0621ec-4650-42b8-8f87-7666278b3af8 HTTP/1.1" status: 200 len: 1098 time: 0.0745854 Sep 15 16:23:08.891783 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [req-fcf0236c-3347-4e81-9f49-ade7c139d9fd req-76df513f-3275-4773-8f59-39fbe66f2aed service neutron] Notify callbacks [] for security_group, before_create {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:23:08.903229 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.db [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] For port e276d5d2-322a-4d4d-b833-7daa17260d3e, host hv-cinder-77957, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77957',level=0,port_id=e276d5d2-322a-4d4d-b833-7daa17260d3e,segment=NetworkSegment(604bbfea-00fe-4e59-aeb5-45f535ca3265),segment_id=604bbfea-00fe-4e59-aeb5-45f535ca3265)] {{(pid=93955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:23:08.908900 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791196459277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791195970012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791195970030'] for port, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:23:08.945047 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872b1f19-726f-4e7b-b437-cc51a84f5749 req-bf546859-ce96-4254-b7b1-fdad7b0ef760 tempest-VolumesActionsTest-418474512 tempest-VolumesActionsTest-418474512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:23:08.947311 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-872b1f19-726f-4e7b-b437-cc51a84f5749 req-bf546859-ce96-4254-b7b1-fdad7b0ef760 tempest-VolumesActionsTest-418474512 tempest-VolumesActionsTest-418474512-project] 10.222.0.39 "GET /v2.0/ports?device_id=b0a6a5af-8528-4089-9411-1d6ad3bf4b60 HTTP/1.1" status: 200 len: 945 time: 0.0640807 Sep 15 16:23:08.960673 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] Pushing event updated for resources: {'Port': ['ID=e276d5d2-322a-4d4d-b833-7daa17260d3e,revision_number=5']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:23:08.988122 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-872b1f19-726f-4e7b-b437-cc51a84f5749 req-89f6de8b-8c2f-42b3-84ef-983564dacd5e tempest-VolumesActionsTest-418474512 tempest-VolumesActionsTest-418474512-project] 10.222.0.39 "GET /v2.0/security-groups?id=a4ec5e55-bf5c-4d5f-a19c-eeef31b1268a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330567 Sep 15 16:23:08.997759 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [req-fcf0236c-3347-4e81-9f49-ade7c139d9fd req-76df513f-3275-4773-8f59-39fbe66f2aed service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:23:09.003966 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [req-fcf0236c-3347-4e81-9f49-ade7c139d9fd req-76df513f-3275-4773-8f59-39fbe66f2aed service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3702208'] for security_group, after_create {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:23:09.034268 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-fcf0236c-3347-4e81-9f49-ade7c139d9fd req-76df513f-3275-4773-8f59-39fbe66f2aed service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=4d527866-20a6-4314-9b14-89ea4e5cf7c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1555181 Sep 15 16:23:09.042810 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76df513f-3275-4773-8f59-39fbe66f2aed service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=053e749b-d1cc-4266-8973-5f3acfbb6134,revision_number=1']} {{(pid=93954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:23:09.195039 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c922f13f-1ae7-4086-847f-ac37959ebc8c req-f1a72514-281b-4447-b973-0d56f21b8fd9 tempest-ServerRescueNegativeTestJSON-1504381068 tempest-ServerRescueNegativeTestJSON-1504381068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:23:09.196562 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-c922f13f-1ae7-4086-847f-ac37959ebc8c req-f1a72514-281b-4447-b973-0d56f21b8fd9 tempest-ServerRescueNegativeTestJSON-1504381068 tempest-ServerRescueNegativeTestJSON-1504381068-project] 10.222.0.39 "GET /v2.0/ports?device_id=6d0621ec-4650-42b8-8f87-7666278b3af8 HTTP/1.1" status: 200 len: 945 time: 0.0548379 Sep 15 16:23:09.238378 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-c922f13f-1ae7-4086-847f-ac37959ebc8c req-6689350c-ce95-44c7-a5b4-9df3987dbc8f tempest-ServerRescueNegativeTestJSON-1504381068 tempest-ServerRescueNegativeTestJSON-1504381068-project] 10.222.0.39 "GET /v2.0/security-groups?id=4d527866-20a6-4314-9b14-89ea4e5cf7c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355670 Sep 15 16:23:09.638724 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e874b061-3913-48f9-9b3f-c1699b910ac2 req-c5d3343c-3d62-4ad9-b3f4-56c875fdbc30 tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:23:09.640278 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-e874b061-3913-48f9-9b3f-c1699b910ac2 req-c5d3343c-3d62-4ad9-b3f4-56c875fdbc30 tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] 10.222.0.39 "GET /v2.0/ports?device_id=1895071e-07cf-4d71-977e-0057a981f962 HTTP/1.1" status: 200 len: 945 time: 0.0506158 Sep 15 16:23:09.679117 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-e874b061-3913-48f9-9b3f-c1699b910ac2 req-45f8378f-c8d2-48a9-855c-e495cb0299fd tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] 10.222.0.39 "GET /v2.0/security-groups?id=01d6c133-4034-4f0a-ac7f-c71aa400623e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321221 Sep 15 16:23:09.913134 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d242b52e-b76a-44e8-9380-33efcbc3601e req-58d7beb6-0676-4e2e-9425-2d7fe646198c tempest-DeleteServersTestJSON-1247020361 tempest-DeleteServersTestJSON-1247020361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:23:09.914761 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-d242b52e-b76a-44e8-9380-33efcbc3601e req-58d7beb6-0676-4e2e-9425-2d7fe646198c tempest-DeleteServersTestJSON-1247020361 tempest-DeleteServersTestJSON-1247020361-project] 10.222.0.39 "GET /v2.0/ports?device_id=486179e9-71f9-4e5d-b64f-b9582ed4a533 HTTP/1.1" status: 200 len: 945 time: 0.0561204 Sep 15 16:23:09.957556 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-d242b52e-b76a-44e8-9380-33efcbc3601e req-d9849e86-6200-4b63-90ae-6755a2b7b214 tempest-DeleteServersTestJSON-1247020361 tempest-DeleteServersTestJSON-1247020361-project] 10.222.0.39 "GET /v2.0/security-groups?id=7bc5803c-1c2e-48d8-9a27-d64b1981fbcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356462 Sep 15 16:23:10.005026 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.rpc [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] Device d728229f-aa6a-4d63-a167-2b7d51094d8c up at agent hyperv_hv-cinder-77957 {{(pid=93955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 16:23:10.079638 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.db.provisioning_blocks [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] Provisioning for port d728229f-aa6a-4d63-a167-2b7d51094d8c completed by entity L2. {{(pid=93955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 16:23:10.084425 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.db.provisioning_blocks [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] Provisioning complete for port d728229f-aa6a-4d63-a167-2b7d51094d8c triggered by entity L2. {{(pid=93955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:23:10.084787 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953592'] for port, provisioning_complete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:23:10.129047 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed4748c-3a5f-4a6a-a7fe-fff3056e1b00 req-cf9d9ea0-987c-487d-9c74-b5bef0d6005b tempest-VolumesActionsTest-418474512 tempest-VolumesActionsTest-418474512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:23:10.130889 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-bed4748c-3a5f-4a6a-a7fe-fff3056e1b00 req-cf9d9ea0-987c-487d-9c74-b5bef0d6005b tempest-VolumesActionsTest-418474512 tempest-VolumesActionsTest-418474512-project] 10.222.0.39 "GET /v2.0/ports?device_id=b0a6a5af-8528-4089-9411-1d6ad3bf4b60 HTTP/1.1" status: 200 len: 945 time: 0.0586319 Sep 15 16:23:10.182463 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-bed4748c-3a5f-4a6a-a7fe-fff3056e1b00 req-dcd8135f-1d62-488e-9698-9a6352153bff tempest-VolumesActionsTest-418474512 tempest-VolumesActionsTest-418474512-project] 10.222.0.39 "GET /v2.0/security-groups?id=a4ec5e55-bf5c-4d5f-a19c-eeef31b1268a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455918 Sep 15 16:23:10.188455 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928820'] for port, before_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:23:10.225310 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.db [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] For port d728229f-aa6a-4d63-a167-2b7d51094d8c, host hv-cinder-77957, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77957',level=0,port_id=d728229f-aa6a-4d63-a167-2b7d51094d8c,segment=NetworkSegment(a5e91499-98cc-46b0-918c-6611c18d5486),segment_id=a5e91499-98cc-46b0-918c-6611c18d5486)] {{(pid=93955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:23:10.230697 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791196459277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791195970012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791195970030'] for port, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:23:10.231536 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.rpc [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] Device ab8da74e-0d51-40fe-939d-923b412fd22d up at agent hyperv_hv-cinder-77957 {{(pid=93955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 16:23:10.312597 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] Pushing event updated for resources: {'Port': ['ID=d728229f-aa6a-4d63-a167-2b7d51094d8c,revision_number=5']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:23:10.327575 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.db.provisioning_blocks [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] Provisioning for port ab8da74e-0d51-40fe-939d-923b412fd22d completed by entity L2. {{(pid=93955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 16:23:10.332860 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.db.provisioning_blocks [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] Provisioning complete for port ab8da74e-0d51-40fe-939d-923b412fd22d triggered by entity L2. {{(pid=93955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:23:10.333190 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953592'] for port, provisioning_complete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:23:10.368820 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec18166-e053-48f2-974a-92b936eebfae req-26397db0-90db-4def-9f68-09f970704f42 tempest-ServerRescueNegativeTestJSON-1504381068 tempest-ServerRescueNegativeTestJSON-1504381068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:23:10.370358 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-cec18166-e053-48f2-974a-92b936eebfae req-26397db0-90db-4def-9f68-09f970704f42 tempest-ServerRescueNegativeTestJSON-1504381068 tempest-ServerRescueNegativeTestJSON-1504381068-project] 10.222.0.39 "GET /v2.0/ports?device_id=6d0621ec-4650-42b8-8f87-7666278b3af8 HTTP/1.1" status: 200 len: 945 time: 0.0594909 Sep 15 16:23:10.418234 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-cec18166-e053-48f2-974a-92b936eebfae req-a57e3360-4f3e-4f99-9705-31f179871053 tempest-ServerRescueNegativeTestJSON-1504381068 tempest-ServerRescueNegativeTestJSON-1504381068-project] 10.222.0.39 "GET /v2.0/security-groups?id=4d527866-20a6-4314-9b14-89ea4e5cf7c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394936 Sep 15 16:23:10.433738 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928820'] for port, before_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:23:10.451374 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.wsgi [-] (93953) accepted ('10.222.0.39', 60748) {{(pid=93953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:23:10.474423 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.db [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] For port ab8da74e-0d51-40fe-939d-923b412fd22d, host hv-cinder-77957, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77957',level=0,port_id=ab8da74e-0d51-40fe-939d-923b412fd22d,segment=NetworkSegment(d35cd436-27a4-4e9c-acc2-6e2b0ac7696c),segment_id=d35cd436-27a4-4e9c-acc2-6e2b0ac7696c)] {{(pid=93955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:23:10.479212 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791196459277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791195970012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791195970030'] for port, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:23:10.534056 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] Pushing event updated for resources: {'Port': ['ID=ab8da74e-0d51-40fe-939d-923b412fd22d,revision_number=5']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:23:10.573585 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-abd04e28-e7b2-41c5-bb72-9b704e3c2230 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:23:10.635590 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '486179e9-71f9-4e5d-b64f-b9582ed4a533', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0818e98a-670f-4c7c-a93d-7b0a7c9d8fbb'}, {'server_uuid': '1895071e-07cf-4d71-977e-0057a981f962', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e276d5d2-322a-4d4d-b833-7daa17260d3e'}, {'server_uuid': 'b0a6a5af-8528-4089-9411-1d6ad3bf4b60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd728229f-aa6a-4d63-a167-2b7d51094d8c'}, {'server_uuid': 'f39eaa55-2d8b-4bbc-8509-4c2d7df9f16e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab8da74e-0d51-40fe-939d-923b412fd22d'}] {{(pid=93955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 16:23:10.638118 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cc821c0eec02d2c96bcea0a08104c2827b642bf310f598bba7a206798b1bddd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edeec2a1-c754-4f48-b9c8-8b207c092f5e" -d '{"events": [{"server_uuid": "486179e9-71f9-4e5d-b64f-b9582ed4a533", "name": "network-vif-plugged", "status": "completed", "tag": "0818e98a-670f-4c7c-a93d-7b0a7c9d8fbb"}, {"server_uuid": "1895071e-07cf-4d71-977e-0057a981f962", "name": "network-vif-plugged", "status": "completed", "tag": "e276d5d2-322a-4d4d-b833-7daa17260d3e"}, {"server_uuid": "b0a6a5af-8528-4089-9411-1d6ad3bf4b60", "name": "network-vif-plugged", "status": "completed", "tag": "d728229f-aa6a-4d63-a167-2b7d51094d8c"}, {"server_uuid": "f39eaa55-2d8b-4bbc-8509-4c2d7df9f16e", "name": "network-vif-plugged", "status": "completed", "tag": "ab8da74e-0d51-40fe-939d-923b412fd22d"}]}' {{(pid=93955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 16:23:10.682159 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-abd04e28-e7b2-41c5-bb72-9b704e3c2230 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:23:10.687591 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-abd04e28-e7b2-41c5-bb72-9b704e3c2230 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3702208'] for security_group, after_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:23:10.688972 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 696 Content-Type: application/json Date: Wed, 15 Sep 2021 16:23:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0295350f-a1df-4bd4-97d2-e76aac877451 x-openstack-request-id: req-0295350f-a1df-4bd4-97d2-e76aac877451 {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 16:23:10.689833 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "486179e9-71f9-4e5d-b64f-b9582ed4a533", "name": "network-vif-plugged", "status": "completed", "tag": "0818e98a-670f-4c7c-a93d-7b0a7c9d8fbb", "code": 200}, {"server_uuid": "1895071e-07cf-4d71-977e-0057a981f962", "name": "network-vif-plugged", "status": "completed", "tag": "e276d5d2-322a-4d4d-b833-7daa17260d3e", "code": 200}, {"server_uuid": "b0a6a5af-8528-4089-9411-1d6ad3bf4b60", "name": "network-vif-plugged", "status": "completed", "tag": "d728229f-aa6a-4d63-a167-2b7d51094d8c", "code": 200}, {"server_uuid": "f39eaa55-2d8b-4bbc-8509-4c2d7df9f16e", "name": "network-vif-plugged", "status": "completed", "tag": "ab8da74e-0d51-40fe-939d-923b412fd22d", "code": 200}]} {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 16:23:10.690096 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-0295350f-a1df-4bd4-97d2-e76aac877451 {{(pid=93955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 16:23:10.690491 dv-cinder-779576-8-iscsi neutron-server[93955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '486179e9-71f9-4e5d-b64f-b9582ed4a533', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0818e98a-670f-4c7c-a93d-7b0a7c9d8fbb', 'code': 200} Sep 15 16:23:10.690739 dv-cinder-779576-8-iscsi neutron-server[93955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1895071e-07cf-4d71-977e-0057a981f962', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e276d5d2-322a-4d4d-b833-7daa17260d3e', 'code': 200} Sep 15 16:23:10.690979 dv-cinder-779576-8-iscsi neutron-server[93955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0a6a5af-8528-4089-9411-1d6ad3bf4b60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd728229f-aa6a-4d63-a167-2b7d51094d8c', 'code': 200} Sep 15 16:23:10.691217 dv-cinder-779576-8-iscsi neutron-server[93955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f39eaa55-2d8b-4bbc-8509-4c2d7df9f16e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab8da74e-0d51-40fe-939d-923b412fd22d', 'code': 200} Sep 15 16:23:10.725190 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [None req-abd04e28-e7b2-41c5-bb72-9b704e3c2230 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=0ba6299bf0ed413aacb2e75c6d83da61&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2727151 Sep 15 16:23:10.726364 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd04e28-e7b2-41c5-bb72-9b704e3c2230 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9a67aec-e7e9-4038-8021-987d3d910e0f,revision_number=1']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:23:10.727926 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.wsgi [-] (93954) accepted ('10.222.0.39', 60764) {{(pid=93954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:23:10.815154 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-1361cb20-bb4e-4625-8d9a-b83159c33e38 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:23:10.824786 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42d4d27-5fab-4bbd-b382-6f2f10e83535 req-5dd03ba6-1a1a-4221-af3e-543a93a6e95d tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:23:10.826256 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-e42d4d27-5fab-4bbd-b382-6f2f10e83535 req-5dd03ba6-1a1a-4221-af3e-543a93a6e95d tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] 10.222.0.39 "GET /v2.0/ports?device_id=1895071e-07cf-4d71-977e-0057a981f962 HTTP/1.1" status: 200 len: 945 time: 0.0735273 Sep 15 16:23:10.857579 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-1361cb20-bb4e-4625-8d9a-b83159c33e38 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:23:10.895388 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-e42d4d27-5fab-4bbd-b382-6f2f10e83535 req-d1c74081-5072-40fd-8665-f306aa44baeb tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] 10.222.0.39 "GET /v2.0/security-groups?id=01d6c133-4034-4f0a-ac7f-c71aa400623e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0618095 Sep 15 16:23:10.925542 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-1361cb20-bb4e-4625-8d9a-b83159c33e38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3702208'] for security_group, after_delete {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:23:10.929259 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-1361cb20-bb4e-4625-8d9a-b83159c33e38 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:23:10.930672 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [None req-1361cb20-bb4e-4625-8d9a-b83159c33e38 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/b9a67aec-e7e9-4038-8021-987d3d910e0f HTTP/1.1" status: 204 len: 168 time: 0.2010474 Sep 15 16:23:10.938671 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1361cb20-bb4e-4625-8d9a-b83159c33e38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9a67aec-e7e9-4038-8021-987d3d910e0f,revision_number=None']} {{(pid=93954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:23:10.946518 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1361cb20-bb4e-4625-8d9a-b83159c33e38 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:23:10.946935 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1361cb20-bb4e-4625-8d9a-b83159c33e38 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:23:10.947338 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1361cb20-bb4e-4625-8d9a-b83159c33e38 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:23:10.947731 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1361cb20-bb4e-4625-8d9a-b83159c33e38 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:23:10.948142 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1361cb20-bb4e-4625-8d9a-b83159c33e38 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:23:10.948527 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1361cb20-bb4e-4625-8d9a-b83159c33e38 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:23:10.948921 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1361cb20-bb4e-4625-8d9a-b83159c33e38 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:23:10.949303 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1361cb20-bb4e-4625-8d9a-b83159c33e38 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:23:10.949684 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1361cb20-bb4e-4625-8d9a-b83159c33e38 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:23:10.950063 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1361cb20-bb4e-4625-8d9a-b83159c33e38 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:23:10.950436 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1361cb20-bb4e-4625-8d9a-b83159c33e38 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:23:10.950810 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1361cb20-bb4e-4625-8d9a-b83159c33e38 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:23:11.075259 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9cc92a-eb7a-4b3e-91f3-6505b8a1f756 req-4d981666-9f57-486a-8b3a-95c2eff66ef5 tempest-DeleteServersTestJSON-1247020361 tempest-DeleteServersTestJSON-1247020361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:23:11.076771 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-4d9cc92a-eb7a-4b3e-91f3-6505b8a1f756 req-4d981666-9f57-486a-8b3a-95c2eff66ef5 tempest-DeleteServersTestJSON-1247020361 tempest-DeleteServersTestJSON-1247020361-project] 10.222.0.39 "GET /v2.0/ports?device_id=486179e9-71f9-4e5d-b64f-b9582ed4a533 HTTP/1.1" status: 200 len: 945 time: 0.0489266 Sep 15 16:23:11.114905 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-4d9cc92a-eb7a-4b3e-91f3-6505b8a1f756 req-a0f7f6f1-1da3-4cc4-ac5c-1b148ccbf590 tempest-DeleteServersTestJSON-1247020361 tempest-DeleteServersTestJSON-1247020361-project] 10.222.0.39 "GET /v2.0/security-groups?id=7bc5803c-1c2e-48d8-9a27-d64b1981fbcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319009 Sep 15 16:23:11.210994 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.wsgi [-] (93954) accepted ('10.222.0.39', 60776) {{(pid=93954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:23:11.226587 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-8e4ae253-59ac-4415-bc2e-05e23535217d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:23:11.349265 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95930ebe-30bf-49fb-928f-a2003e187a8e req-9eb26d5c-6a98-4eed-b45e-726d97a2facb tempest-VolumesActionsTest-418474512 tempest-VolumesActionsTest-418474512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:23:11.350748 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-95930ebe-30bf-49fb-928f-a2003e187a8e req-9eb26d5c-6a98-4eed-b45e-726d97a2facb tempest-VolumesActionsTest-418474512 tempest-VolumesActionsTest-418474512-project] 10.222.0.39 "GET /v2.0/ports?device_id=b0a6a5af-8528-4089-9411-1d6ad3bf4b60 HTTP/1.1" status: 200 len: 946 time: 0.0840192 Sep 15 16:23:11.379707 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-8e4ae253-59ac-4415-bc2e-05e23535217d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:23:11.387511 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-8e4ae253-59ac-4415-bc2e-05e23535217d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3702208'] for security_group, after_create {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:23:11.427458 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-95930ebe-30bf-49fb-928f-a2003e187a8e req-07de199c-750d-41b3-b529-54caba9bb72a tempest-VolumesActionsTest-418474512 tempest-VolumesActionsTest-418474512-project] 10.222.0.39 "GET /v2.0/security-groups?id=a4ec5e55-bf5c-4d5f-a19c-eeef31b1268a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696666 Sep 15 16:23:11.434931 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4ae253-59ac-4415-bc2e-05e23535217d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6eaba38-5976-42bf-a5a7-edddf1415499,revision_number=1']} {{(pid=93954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:23:11.439347 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [None req-8e4ae253-59ac-4415-bc2e-05e23535217d admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=82e8c3c1ac9540abb9629bdd872c4ee8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2264962 Sep 15 16:23:11.442131 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.wsgi [-] (93954) accepted ('10.222.0.39', 60778) {{(pid=93954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:23:11.497148 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-ddadea73-4b2d-4d05-b62f-04fdc9d311fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:23:11.518099 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-ddadea73-4b2d-4d05-b62f-04fdc9d311fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:23:11.551667 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81266ce-961d-4f4b-865c-f6886f639e32 req-3a54068e-948c-4ecc-9af5-e35b1dfac590 tempest-ServerRescueNegativeTestJSON-1504381068 tempest-ServerRescueNegativeTestJSON-1504381068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:23:11.553184 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-b81266ce-961d-4f4b-865c-f6886f639e32 req-3a54068e-948c-4ecc-9af5-e35b1dfac590 tempest-ServerRescueNegativeTestJSON-1504381068 tempest-ServerRescueNegativeTestJSON-1504381068-project] 10.222.0.39 "GET /v2.0/ports?device_id=6d0621ec-4650-42b8-8f87-7666278b3af8 HTTP/1.1" status: 200 len: 945 time: 0.0483913 Sep 15 16:23:11.566354 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-ddadea73-4b2d-4d05-b62f-04fdc9d311fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3702208'] for security_group, after_delete {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:23:11.568912 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-ddadea73-4b2d-4d05-b62f-04fdc9d311fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:23:11.572452 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [None req-ddadea73-4b2d-4d05-b62f-04fdc9d311fc admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/c6eaba38-5976-42bf-a5a7-edddf1415499 HTTP/1.1" status: 204 len: 168 time: 0.1270540 Sep 15 16:23:11.579039 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddadea73-4b2d-4d05-b62f-04fdc9d311fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6eaba38-5976-42bf-a5a7-edddf1415499,revision_number=None']} {{(pid=93954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:23:11.594648 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-b81266ce-961d-4f4b-865c-f6886f639e32 req-04dd602a-aedc-4216-bc06-cf68a3d331ac tempest-ServerRescueNegativeTestJSON-1504381068 tempest-ServerRescueNegativeTestJSON-1504381068-project] 10.222.0.39 "GET /v2.0/security-groups?id=4d527866-20a6-4314-9b14-89ea4e5cf7c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353618 Sep 15 16:23:12.036713 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85a5e14-2d57-47ea-93c1-c669ac92fc85 req-7f80c502-ec74-4b3f-ac65-aca7e14edc86 tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:23:12.039828 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-c85a5e14-2d57-47ea-93c1-c669ac92fc85 req-7f80c502-ec74-4b3f-ac65-aca7e14edc86 tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] 10.222.0.39 "GET /v2.0/ports?device_id=1895071e-07cf-4d71-977e-0057a981f962 HTTP/1.1" status: 200 len: 945 time: 0.0645487 Sep 15 16:23:12.085773 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-c85a5e14-2d57-47ea-93c1-c669ac92fc85 req-4cc0e035-2da9-4827-9e2c-016690e8b5ec tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] 10.222.0.39 "GET /v2.0/security-groups?id=01d6c133-4034-4f0a-ac7f-c71aa400623e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387640 Sep 15 16:23:12.235948 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2bb633-78bc-47cb-bbfd-dd0092c5aeaa req-083361a3-38de-411a-9dda-0102a01006e3 tempest-DeleteServersTestJSON-1247020361 tempest-DeleteServersTestJSON-1247020361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:23:12.237474 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-bc2bb633-78bc-47cb-bbfd-dd0092c5aeaa req-083361a3-38de-411a-9dda-0102a01006e3 tempest-DeleteServersTestJSON-1247020361 tempest-DeleteServersTestJSON-1247020361-project] 10.222.0.39 "GET /v2.0/ports?device_id=486179e9-71f9-4e5d-b64f-b9582ed4a533 HTTP/1.1" status: 200 len: 945 time: 0.0524762 Sep 15 16:23:12.280181 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-bc2bb633-78bc-47cb-bbfd-dd0092c5aeaa req-e426fb06-c8b6-45d2-9b69-083fe494d8c1 tempest-DeleteServersTestJSON-1247020361 tempest-DeleteServersTestJSON-1247020361-project] 10.222.0.39 "GET /v2.0/security-groups?id=7bc5803c-1c2e-48d8-9a27-d64b1981fbcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357394 Sep 15 16:23:12.552585 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d54660a-0752-4e49-bd39-6cc8d0abc710 req-faeef539-18dc-4704-8d70-f1e2c863700b tempest-VolumesActionsTest-418474512 tempest-VolumesActionsTest-418474512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:23:12.554324 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-5d54660a-0752-4e49-bd39-6cc8d0abc710 req-faeef539-18dc-4704-8d70-f1e2c863700b tempest-VolumesActionsTest-418474512 tempest-VolumesActionsTest-418474512-project] 10.222.0.39 "GET /v2.0/ports?device_id=b0a6a5af-8528-4089-9411-1d6ad3bf4b60 HTTP/1.1" status: 200 len: 946 time: 0.0535989 Sep 15 16:23:12.598977 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-5d54660a-0752-4e49-bd39-6cc8d0abc710 req-286f968e-0b9b-40db-a189-5d4e2acdb66c tempest-VolumesActionsTest-418474512 tempest-VolumesActionsTest-418474512-project] 10.222.0.39 "GET /v2.0/security-groups?id=a4ec5e55-bf5c-4d5f-a19c-eeef31b1268a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381279 Sep 15 16:23:12.712463 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1500d7-7403-48cb-9123-f94dc204a806 req-f6a89f3b-7963-4fdb-a356-b920142568b1 tempest-ServerRescueNegativeTestJSON-1504381068 tempest-ServerRescueNegativeTestJSON-1504381068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:23:12.713978 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-bf1500d7-7403-48cb-9123-f94dc204a806 req-f6a89f3b-7963-4fdb-a356-b920142568b1 tempest-ServerRescueNegativeTestJSON-1504381068 tempest-ServerRescueNegativeTestJSON-1504381068-project] 10.222.0.39 "GET /v2.0/ports?device_id=6d0621ec-4650-42b8-8f87-7666278b3af8 HTTP/1.1" status: 200 len: 945 time: 0.0527334 Sep 15 16:23:12.753030 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-bf1500d7-7403-48cb-9123-f94dc204a806 req-60bcb0fb-681e-4835-b22b-eec80dfc2930 tempest-ServerRescueNegativeTestJSON-1504381068 tempest-ServerRescueNegativeTestJSON-1504381068-project] 10.222.0.39 "GET /v2.0/security-groups?id=4d527866-20a6-4314-9b14-89ea4e5cf7c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330851 Sep 15 16:23:13.212930 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fb0e07-1a61-4bd9-9fe3-b93bda0d90b7 req-c8ea92f2-65f8-4a9a-b2cb-7ffa01b9c001 tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:23:13.214427 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-a9fb0e07-1a61-4bd9-9fe3-b93bda0d90b7 req-c8ea92f2-65f8-4a9a-b2cb-7ffa01b9c001 tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] 10.222.0.39 "GET /v2.0/ports?device_id=1895071e-07cf-4d71-977e-0057a981f962 HTTP/1.1" status: 200 len: 945 time: 0.0525632 Sep 15 16:23:13.260323 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-a9fb0e07-1a61-4bd9-9fe3-b93bda0d90b7 req-829d73e6-8589-4a58-b386-a9b4d27c6ac3 tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] 10.222.0.39 "GET /v2.0/security-groups?id=01d6c133-4034-4f0a-ac7f-c71aa400623e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399933 Sep 15 16:23:13.399349 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e3ee13-f99b-4ed6-8948-1b479574f283 req-592af9f8-dc13-445b-be9f-66c67dce4314 tempest-DeleteServersTestJSON-1247020361 tempest-DeleteServersTestJSON-1247020361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:23:13.400926 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-33e3ee13-f99b-4ed6-8948-1b479574f283 req-592af9f8-dc13-445b-be9f-66c67dce4314 tempest-DeleteServersTestJSON-1247020361 tempest-DeleteServersTestJSON-1247020361-project] 10.222.0.39 "GET /v2.0/ports?device_id=486179e9-71f9-4e5d-b64f-b9582ed4a533 HTTP/1.1" status: 200 len: 945 time: 0.0502801 Sep 15 16:23:13.418867 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron.db.agents_db [None req-9c583be1-859f-4a85-bd6b-6d26517e04c2 None None] Agent healthcheck: found 6 active agents {{(pid=93956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 16:23:13.443332 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-33e3ee13-f99b-4ed6-8948-1b479574f283 req-74507a2c-c66d-4431-b4c6-9354346f788b tempest-DeleteServersTestJSON-1247020361 tempest-DeleteServersTestJSON-1247020361-project] 10.222.0.39 "GET /v2.0/security-groups?id=7bc5803c-1c2e-48d8-9a27-d64b1981fbcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361378 Sep 15 16:23:13.729890 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bff0fb-d909-4ce5-8133-d92d5ababa23 req-972f1b59-00cc-44f4-8d70-f75e4dd11e7e tempest-VolumesActionsTest-418474512 tempest-VolumesActionsTest-418474512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:23:13.731367 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-42bff0fb-d909-4ce5-8133-d92d5ababa23 req-972f1b59-00cc-44f4-8d70-f75e4dd11e7e tempest-VolumesActionsTest-418474512 tempest-VolumesActionsTest-418474512-project] 10.222.0.39 "GET /v2.0/ports?device_id=b0a6a5af-8528-4089-9411-1d6ad3bf4b60 HTTP/1.1" status: 200 len: 946 time: 0.0529616 Sep 15 16:23:13.770373 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-42bff0fb-d909-4ce5-8133-d92d5ababa23 req-a272b1c8-b734-4a68-82fd-a1cdc90d296f tempest-VolumesActionsTest-418474512 tempest-VolumesActionsTest-418474512-project] 10.222.0.39 "GET /v2.0/security-groups?id=a4ec5e55-bf5c-4d5f-a19c-eeef31b1268a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327911 Sep 15 16:23:13.883658 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17385fd6-b52a-4ec7-a585-a825127d8227 req-f0c5fc38-d787-4564-864e-769275f057e3 tempest-ServerRescueNegativeTestJSON-1504381068 tempest-ServerRescueNegativeTestJSON-1504381068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:23:13.885123 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-17385fd6-b52a-4ec7-a585-a825127d8227 req-f0c5fc38-d787-4564-864e-769275f057e3 tempest-ServerRescueNegativeTestJSON-1504381068 tempest-ServerRescueNegativeTestJSON-1504381068-project] 10.222.0.39 "GET /v2.0/ports?device_id=6d0621ec-4650-42b8-8f87-7666278b3af8 HTTP/1.1" status: 200 len: 945 time: 0.0514023 Sep 15 16:23:13.924112 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-17385fd6-b52a-4ec7-a585-a825127d8227 req-9eb7c699-aaca-46c2-afd7-4b7ddef46019 tempest-ServerRescueNegativeTestJSON-1504381068 tempest-ServerRescueNegativeTestJSON-1504381068-project] 10.222.0.39 "GET /v2.0/security-groups?id=4d527866-20a6-4314-9b14-89ea4e5cf7c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309758 Sep 15 16:23:14.393325 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30ad38d-15cf-4c1b-aa5b-3db5357a8338 req-2d0f7f3d-4dde-4a89-9628-f427124c947c tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:23:14.394837 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-c30ad38d-15cf-4c1b-aa5b-3db5357a8338 req-2d0f7f3d-4dde-4a89-9628-f427124c947c tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] 10.222.0.39 "GET /v2.0/ports?device_id=1895071e-07cf-4d71-977e-0057a981f962 HTTP/1.1" status: 200 len: 945 time: 0.0524409 Sep 15 16:23:14.431869 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-c30ad38d-15cf-4c1b-aa5b-3db5357a8338 req-d72b2924-61ab-4e18-abe6-632767af68dd tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] 10.222.0.39 "GET /v2.0/security-groups?id=01d6c133-4034-4f0a-ac7f-c71aa400623e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311518 Sep 15 16:23:14.578074 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c119725a-1cf1-4b26-83cf-2c0aaf28e8cc req-8dad91f4-7165-4d8a-a1eb-d93bad323fc6 tempest-DeleteServersTestJSON-1247020361 tempest-DeleteServersTestJSON-1247020361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:23:14.580330 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-c119725a-1cf1-4b26-83cf-2c0aaf28e8cc req-8dad91f4-7165-4d8a-a1eb-d93bad323fc6 tempest-DeleteServersTestJSON-1247020361 tempest-DeleteServersTestJSON-1247020361-project] 10.222.0.39 "GET /v2.0/ports?device_id=486179e9-71f9-4e5d-b64f-b9582ed4a533 HTTP/1.1" status: 200 len: 945 time: 0.0601985 Sep 15 16:23:14.620390 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-c119725a-1cf1-4b26-83cf-2c0aaf28e8cc req-17daef68-03d1-4267-91fd-f340ca871a56 tempest-DeleteServersTestJSON-1247020361 tempest-DeleteServersTestJSON-1247020361-project] 10.222.0.39 "GET /v2.0/security-groups?id=7bc5803c-1c2e-48d8-9a27-d64b1981fbcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337427 Sep 15 16:23:14.911427 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c209dba-49c5-4bd0-b2d5-4e4cd19f34dc req-706fabf1-520b-4478-8dcb-a04b0d6c62b7 tempest-VolumesActionsTest-418474512 tempest-VolumesActionsTest-418474512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:23:14.913119 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-1c209dba-49c5-4bd0-b2d5-4e4cd19f34dc req-706fabf1-520b-4478-8dcb-a04b0d6c62b7 tempest-VolumesActionsTest-418474512 tempest-VolumesActionsTest-418474512-project] 10.222.0.39 "GET /v2.0/ports?device_id=b0a6a5af-8528-4089-9411-1d6ad3bf4b60 HTTP/1.1" status: 200 len: 946 time: 0.0601842 Sep 15 16:23:15.017759 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-1c209dba-49c5-4bd0-b2d5-4e4cd19f34dc req-ebe0b882-06a5-47d7-a1f9-e15f28cfe274 tempest-VolumesActionsTest-418474512 tempest-VolumesActionsTest-418474512-project] 10.222.0.39 "GET /v2.0/security-groups?id=a4ec5e55-bf5c-4d5f-a19c-eeef31b1268a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835872 Sep 15 16:23:15.020312 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c239811-23ce-4e30-9b50-0b43a27dd80e req-776a4988-4057-492d-93e2-a1e7e8a8e467 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:23:15.021696 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-3c239811-23ce-4e30-9b50-0b43a27dd80e req-776a4988-4057-492d-93e2-a1e7e8a8e467 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=486179e9-71f9-4e5d-b64f-b9582ed4a533 HTTP/1.1" status: 200 len: 1098 time: 0.1033132 Sep 15 16:23:15.023370 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e36e49a-bd6d-4f0e-8c47-197eacb56716 req-ab8d4021-3d61-46e6-a7ae-91a00b9de3bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:23:15.024746 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-3e36e49a-bd6d-4f0e-8c47-197eacb56716 req-ab8d4021-3d61-46e6-a7ae-91a00b9de3bf service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=1895071e-07cf-4d71-977e-0057a981f962 HTTP/1.1" status: 200 len: 1098 time: 0.1050134 Sep 15 16:23:15.088658 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-3c239811-23ce-4e30-9b50-0b43a27dd80e req-e2a55c9a-b5fa-4c9f-837c-787f16a89b27 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=7bc5803c-1c2e-48d8-9a27-d64b1981fbcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499070 Sep 15 16:23:15.090167 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-3e36e49a-bd6d-4f0e-8c47-197eacb56716 req-33e8bdc9-cddf-472f-9a56-6c10e247c880 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=01d6c133-4034-4f0a-ac7f-c71aa400623e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504637 Sep 15 16:23:15.304094 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8e72cc-314e-49d1-894d-a100a7fa016f req-16a0591c-873d-4652-b50d-11f60fdec016 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:23:15.305656 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-2f8e72cc-314e-49d1-894d-a100a7fa016f req-16a0591c-873d-4652-b50d-11f60fdec016 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=b0a6a5af-8528-4089-9411-1d6ad3bf4b60 HTTP/1.1" status: 200 len: 1099 time: 0.2900784 Sep 15 16:23:15.308719 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3e56b1-7331-4f21-990c-65bb71f0954b req-6632daa2-2b20-4d1c-920f-2b72a606db88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:23:15.310019 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-ea3e56b1-7331-4f21-990c-65bb71f0954b req-6632daa2-2b20-4d1c-920f-2b72a606db88 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=f39eaa55-2d8b-4bbc-8509-4c2d7df9f16e HTTP/1.1" status: 200 len: 1099 time: 0.3304417 Sep 15 16:23:15.317974 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f322988-acdb-4f54-b8ca-27f57a6a6ad6 req-b463c7f0-447e-4e6c-a675-e9246947c8c5 tempest-ServerRescueNegativeTestJSON-1504381068 tempest-ServerRescueNegativeTestJSON-1504381068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:23:15.319315 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-1f322988-acdb-4f54-b8ca-27f57a6a6ad6 req-b463c7f0-447e-4e6c-a675-e9246947c8c5 tempest-ServerRescueNegativeTestJSON-1504381068 tempest-ServerRescueNegativeTestJSON-1504381068-project] 10.222.0.39 "GET /v2.0/ports?device_id=6d0621ec-4650-42b8-8f87-7666278b3af8 HTTP/1.1" status: 200 len: 945 time: 0.3049054 Sep 15 16:23:15.362424 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-1f322988-acdb-4f54-b8ca-27f57a6a6ad6 req-d54f4fa3-3130-4e2c-b76d-27b16067c62e tempest-ServerRescueNegativeTestJSON-1504381068 tempest-ServerRescueNegativeTestJSON-1504381068-project] 10.222.0.39 "GET /v2.0/security-groups?id=4d527866-20a6-4314-9b14-89ea4e5cf7c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339501 Sep 15 16:23:15.552184 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c718e757-96ea-4e61-905d-50e87754751c req-644094a6-acea-4ecf-af84-15214c680dbd tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:23:15.553624 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-c718e757-96ea-4e61-905d-50e87754751c req-644094a6-acea-4ecf-af84-15214c680dbd tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] 10.222.0.39 "GET /v2.0/ports?device_id=1895071e-07cf-4d71-977e-0057a981f962 HTTP/1.1" status: 200 len: 945 time: 0.0480909 Sep 15 16:23:15.605948 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-c718e757-96ea-4e61-905d-50e87754751c req-0ab9fe53-7b00-46f8-8060-bab76f6f9cf5 tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] 10.222.0.39 "GET /v2.0/security-groups?id=01d6c133-4034-4f0a-ac7f-c71aa400623e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441763 Sep 15 16:23:15.746495 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8392674d-0bad-43c3-9864-ca2006c948b6 req-19a10485-d221-476a-9508-1b2a17eeec8c tempest-DeleteServersTestJSON-1247020361 tempest-DeleteServersTestJSON-1247020361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:23:15.748067 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-8392674d-0bad-43c3-9864-ca2006c948b6 req-19a10485-d221-476a-9508-1b2a17eeec8c tempest-DeleteServersTestJSON-1247020361 tempest-DeleteServersTestJSON-1247020361-project] 10.222.0.39 "GET /v2.0/ports?device_id=486179e9-71f9-4e5d-b64f-b9582ed4a533 HTTP/1.1" status: 200 len: 945 time: 0.0525393 Sep 15 16:23:15.786443 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-8392674d-0bad-43c3-9864-ca2006c948b6 req-606f6cd7-8394-4bc0-b6b1-b521b0c11efa tempest-DeleteServersTestJSON-1247020361 tempest-DeleteServersTestJSON-1247020361-project] 10.222.0.39 "GET /v2.0/security-groups?id=7bc5803c-1c2e-48d8-9a27-d64b1981fbcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315378 Sep 15 16:23:16.055995 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-2f8e72cc-314e-49d1-894d-a100a7fa016f req-0d6d1164-b1b1-4059-870a-5aa2bb9ef6aa service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=a4ec5e55-bf5c-4d5f-a19c-eeef31b1268a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570953 Sep 15 16:23:16.057563 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-ea3e56b1-7331-4f21-990c-65bb71f0954b req-08fd4377-7d6c-45b8-a27c-20d10a9b0292 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=4d527866-20a6-4314-9b14-89ea4e5cf7c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651135 Sep 15 16:23:16.146608 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5b7407-a0cd-4c88-9923-ce9eba339a83 req-2eb695b1-c312-4926-985e-d2f67e30b415 tempest-VolumesActionsTest-418474512 tempest-VolumesActionsTest-418474512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:23:16.148090 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-ec5b7407-a0cd-4c88-9923-ce9eba339a83 req-2eb695b1-c312-4926-985e-d2f67e30b415 tempest-VolumesActionsTest-418474512 tempest-VolumesActionsTest-418474512-project] 10.222.0.39 "GET /v2.0/ports?device_id=b0a6a5af-8528-4089-9411-1d6ad3bf4b60 HTTP/1.1" status: 200 len: 946 time: 0.0601709 Sep 15 16:23:16.188039 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-ec5b7407-a0cd-4c88-9923-ce9eba339a83 req-e29ba769-2dcd-4946-9ae1-203837ffb6f9 tempest-VolumesActionsTest-418474512 tempest-VolumesActionsTest-418474512-project] 10.222.0.39 "GET /v2.0/security-groups?id=a4ec5e55-bf5c-4d5f-a19c-eeef31b1268a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319581 Sep 15 16:23:16.195119 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.wsgi [-] (93953) accepted ('10.222.0.39', 60900) {{(pid=93953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:23:16.305538 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-07a481f3-1948-4a14-b1db-20c838cecf1b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:23:16.396151 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-07a481f3-1948-4a14-b1db-20c838cecf1b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:23:16.401374 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-07a481f3-1948-4a14-b1db-20c838cecf1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3702208'] for security_group, after_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:23:16.440046 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [None req-07a481f3-1948-4a14-b1db-20c838cecf1b admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=7699653e4d6d46e6bb859d7ec4988486&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2433829 Sep 15 16:23:16.440809 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a481f3-1948-4a14-b1db-20c838cecf1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c01cb0eb-702d-40f0-aa5a-4432eba0623c,revision_number=1']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:23:16.443121 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.wsgi [-] (93954) accepted ('10.222.0.39', 60908) {{(pid=93954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:23:16.457815 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07a481f3-1948-4a14-b1db-20c838cecf1b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:23:16.457815 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07a481f3-1948-4a14-b1db-20c838cecf1b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:23:16.458154 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07a481f3-1948-4a14-b1db-20c838cecf1b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:23:16.458390 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07a481f3-1948-4a14-b1db-20c838cecf1b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:23:16.458605 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07a481f3-1948-4a14-b1db-20c838cecf1b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:23:16.458939 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07a481f3-1948-4a14-b1db-20c838cecf1b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:23:16.459289 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07a481f3-1948-4a14-b1db-20c838cecf1b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:23:16.459597 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07a481f3-1948-4a14-b1db-20c838cecf1b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:23:16.459918 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07a481f3-1948-4a14-b1db-20c838cecf1b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:23:16.460261 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07a481f3-1948-4a14-b1db-20c838cecf1b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:23:16.460569 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07a481f3-1948-4a14-b1db-20c838cecf1b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:23:16.460881 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07a481f3-1948-4a14-b1db-20c838cecf1b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:23:16.502983 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9dd3947-9237-44f4-b22e-060009d88ff7 req-cfffc022-5d08-45f8-80a3-7fab99b27f7c tempest-ServerRescueNegativeTestJSON-1504381068 tempest-ServerRescueNegativeTestJSON-1504381068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:23:16.504780 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-e9dd3947-9237-44f4-b22e-060009d88ff7 req-cfffc022-5d08-45f8-80a3-7fab99b27f7c tempest-ServerRescueNegativeTestJSON-1504381068 tempest-ServerRescueNegativeTestJSON-1504381068-project] 10.222.0.39 "GET /v2.0/ports?device_id=6d0621ec-4650-42b8-8f87-7666278b3af8 HTTP/1.1" status: 200 len: 945 time: 0.0617261 Sep 15 16:23:16.512722 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-d0ef2949-d45c-4ce4-93ba-4fc9020ff613 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:23:16.536224 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-d0ef2949-d45c-4ce4-93ba-4fc9020ff613 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:23:16.553238 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-e9dd3947-9237-44f4-b22e-060009d88ff7 req-db9e8c40-a61a-4729-b28c-6c43c2c2afa7 tempest-ServerRescueNegativeTestJSON-1504381068 tempest-ServerRescueNegativeTestJSON-1504381068-project] 10.222.0.39 "GET /v2.0/security-groups?id=4d527866-20a6-4314-9b14-89ea4e5cf7c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417941 Sep 15 16:23:16.586460 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-d0ef2949-d45c-4ce4-93ba-4fc9020ff613 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3702208'] for security_group, after_delete {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:23:16.589121 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-d0ef2949-d45c-4ce4-93ba-4fc9020ff613 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:23:16.592666 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [None req-d0ef2949-d45c-4ce4-93ba-4fc9020ff613 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/c01cb0eb-702d-40f0-aa5a-4432eba0623c HTTP/1.1" status: 204 len: 168 time: 0.1461968 Sep 15 16:23:16.600127 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ef2949-d45c-4ce4-93ba-4fc9020ff613 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c01cb0eb-702d-40f0-aa5a-4432eba0623c,revision_number=None']} {{(pid=93954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:23:16.763693 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62dee770-7b5a-4f1e-9519-c1268d49e67a req-7d56e937-1d6e-4d85-86e7-e5e2cc61922a tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:23:16.777446 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-62dee770-7b5a-4f1e-9519-c1268d49e67a req-7d56e937-1d6e-4d85-86e7-e5e2cc61922a tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] 10.222.0.39 "GET /v2.0/ports?device_id=1895071e-07cf-4d71-977e-0057a981f962 HTTP/1.1" status: 200 len: 945 time: 0.0909591 Sep 15 16:23:16.823286 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-62dee770-7b5a-4f1e-9519-c1268d49e67a req-1604c88c-d22e-40cc-8f31-47f3fdb59c09 tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] 10.222.0.39 "GET /v2.0/security-groups?id=01d6c133-4034-4f0a-ac7f-c71aa400623e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445950 Sep 15 16:23:16.934146 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce9ffc3-e21a-45ac-a453-ecf56c692c6c req-6da0547a-cb41-477d-9c0a-0289e0f24457 tempest-DeleteServersTestJSON-1247020361 tempest-DeleteServersTestJSON-1247020361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:23:16.935627 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-bce9ffc3-e21a-45ac-a453-ecf56c692c6c req-6da0547a-cb41-477d-9c0a-0289e0f24457 tempest-DeleteServersTestJSON-1247020361 tempest-DeleteServersTestJSON-1247020361-project] 10.222.0.39 "GET /v2.0/ports?device_id=486179e9-71f9-4e5d-b64f-b9582ed4a533 HTTP/1.1" status: 200 len: 945 time: 0.0602081 Sep 15 16:23:16.954000 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.wsgi [-] (93954) accepted ('10.222.0.39', 60930) {{(pid=93954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:23:16.972701 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-743e3a8e-d67e-4327-ab8e-f097e7f0a66c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:23:16.980706 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-bce9ffc3-e21a-45ac-a453-ecf56c692c6c req-51665fd2-0e84-42ea-a147-4282e8a257e9 tempest-DeleteServersTestJSON-1247020361 tempest-DeleteServersTestJSON-1247020361-project] 10.222.0.39 "GET /v2.0/security-groups?id=7bc5803c-1c2e-48d8-9a27-d64b1981fbcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383461 Sep 15 16:23:17.066603 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-743e3a8e-d67e-4327-ab8e-f097e7f0a66c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:23:17.071405 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-743e3a8e-d67e-4327-ab8e-f097e7f0a66c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3702208'] for security_group, after_create {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:23:17.112106 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [None req-743e3a8e-d67e-4327-ab8e-f097e7f0a66c admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=0c738e1bd60a4dc38e9ba709ad98f088&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1568384 Sep 15 16:23:17.114428 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743e3a8e-d67e-4327-ab8e-f097e7f0a66c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bc05fc1-8f7c-4f39-9530-a3fe1831eebb,revision_number=1']} {{(pid=93954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:23:17.115117 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.wsgi [-] (93953) accepted ('10.222.0.39', 60932) {{(pid=93953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:23:17.163765 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-c5d22b0e-830b-4fc7-a9ef-6549754f9ff1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:23:17.184588 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-c5d22b0e-830b-4fc7-a9ef-6549754f9ff1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:23:17.234425 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-c5d22b0e-830b-4fc7-a9ef-6549754f9ff1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3702208'] for security_group, after_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:23:17.237491 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-c5d22b0e-830b-4fc7-a9ef-6549754f9ff1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:23:17.238662 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [None req-c5d22b0e-830b-4fc7-a9ef-6549754f9ff1 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/2bc05fc1-8f7c-4f39-9530-a3fe1831eebb HTTP/1.1" status: 204 len: 168 time: 0.1223233 Sep 15 16:23:17.247007 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d22b0e-830b-4fc7-a9ef-6549754f9ff1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bc05fc1-8f7c-4f39-9530-a3fe1831eebb,revision_number=None']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:23:17.322593 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e286f3-da75-4070-8e8c-c1d7bb18912a req-7c9e2b9e-7c22-45bc-aa7e-d4acea8a9c77 tempest-VolumesActionsTest-418474512 tempest-VolumesActionsTest-418474512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:23:17.324130 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-88e286f3-da75-4070-8e8c-c1d7bb18912a req-7c9e2b9e-7c22-45bc-aa7e-d4acea8a9c77 tempest-VolumesActionsTest-418474512 tempest-VolumesActionsTest-418474512-project] 10.222.0.39 "GET /v2.0/ports?device_id=b0a6a5af-8528-4089-9411-1d6ad3bf4b60 HTTP/1.1" status: 200 len: 946 time: 0.0504034 Sep 15 16:23:17.362322 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-88e286f3-da75-4070-8e8c-c1d7bb18912a req-ec976050-36f7-4ee4-a510-ef9cfa85b907 tempest-VolumesActionsTest-418474512 tempest-VolumesActionsTest-418474512-project] 10.222.0.39 "GET /v2.0/security-groups?id=a4ec5e55-bf5c-4d5f-a19c-eeef31b1268a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313959 Sep 15 16:23:17.680380 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202b2a7b-6f56-4d49-9491-5041fe3b6be0 req-f5c8c409-8f5a-49b2-a2de-dfd0a944d134 tempest-ServerRescueNegativeTestJSON-1504381068 tempest-ServerRescueNegativeTestJSON-1504381068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:23:17.682301 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-202b2a7b-6f56-4d49-9491-5041fe3b6be0 req-f5c8c409-8f5a-49b2-a2de-dfd0a944d134 tempest-ServerRescueNegativeTestJSON-1504381068 tempest-ServerRescueNegativeTestJSON-1504381068-project] 10.222.0.39 "GET /v2.0/ports?device_id=6d0621ec-4650-42b8-8f87-7666278b3af8 HTTP/1.1" status: 200 len: 945 time: 0.0534801 Sep 15 16:23:17.726300 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-202b2a7b-6f56-4d49-9491-5041fe3b6be0 req-813f0b7e-56e3-4c6e-9e76-de0c3ad9e451 tempest-ServerRescueNegativeTestJSON-1504381068 tempest-ServerRescueNegativeTestJSON-1504381068-project] 10.222.0.39 "GET /v2.0/security-groups?id=4d527866-20a6-4314-9b14-89ea4e5cf7c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353227 Sep 15 16:23:17.968210 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d144440a-0e4d-4fb1-9567-593a8ee70961 req-6b7a1248-05d2-4dce-910f-f28fbcfe0826 tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:23:17.969964 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-d144440a-0e4d-4fb1-9567-593a8ee70961 req-6b7a1248-05d2-4dce-910f-f28fbcfe0826 tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] 10.222.0.39 "GET /v2.0/ports?device_id=1895071e-07cf-4d71-977e-0057a981f962 HTTP/1.1" status: 200 len: 945 time: 0.0544612 Sep 15 16:23:18.035930 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-d144440a-0e4d-4fb1-9567-593a8ee70961 req-5ecb83c9-72a2-4055-9de9-83ab48e3a821 tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] 10.222.0.39 "GET /v2.0/security-groups?id=01d6c133-4034-4f0a-ac7f-c71aa400623e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0566187 Sep 15 16:23:18.105792 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdef459-9ea3-4690-abd6-69152a271949 req-62a7b3e6-a8a2-4af0-960b-b2e5605ec676 tempest-ServerRescueNegativeTestJSON-1504381068 tempest-ServerRescueNegativeTestJSON-1504381068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:23:18.107752 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-bbdef459-9ea3-4690-abd6-69152a271949 req-62a7b3e6-a8a2-4af0-960b-b2e5605ec676 tempest-ServerRescueNegativeTestJSON-1504381068 tempest-ServerRescueNegativeTestJSON-1504381068-project] 10.222.0.39 "GET /v2.0/ports?device_id=6d0621ec-4650-42b8-8f87-7666278b3af8 HTTP/1.1" status: 200 len: 945 time: 0.0602326 Sep 15 16:23:18.152712 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52848cc-b1f4-4366-a49c-89fbe6eabcc2 req-8bc6d0c4-4f57-4c69-8480-0ca632462a0c tempest-DeleteServersTestJSON-1247020361 tempest-DeleteServersTestJSON-1247020361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:23:18.153709 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-bbdef459-9ea3-4690-abd6-69152a271949 req-cdfec52b-4a47-444c-a0bf-1a4d9ff83ce6 tempest-ServerRescueNegativeTestJSON-1504381068 tempest-ServerRescueNegativeTestJSON-1504381068-project] 10.222.0.39 "GET /v2.0/security-groups?id=4d527866-20a6-4314-9b14-89ea4e5cf7c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392575 Sep 15 16:23:18.154215 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-b52848cc-b1f4-4366-a49c-89fbe6eabcc2 req-8bc6d0c4-4f57-4c69-8480-0ca632462a0c tempest-DeleteServersTestJSON-1247020361 tempest-DeleteServersTestJSON-1247020361-project] 10.222.0.39 "GET /v2.0/ports?device_id=486179e9-71f9-4e5d-b64f-b9582ed4a533 HTTP/1.1" status: 200 len: 945 time: 0.0611868 Sep 15 16:23:18.197371 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-b52848cc-b1f4-4366-a49c-89fbe6eabcc2 req-dadf9b8a-e7d9-4400-881f-6e6ae7022f36 tempest-DeleteServersTestJSON-1247020361 tempest-DeleteServersTestJSON-1247020361-project] 10.222.0.39 "GET /v2.0/security-groups?id=7bc5803c-1c2e-48d8-9a27-d64b1981fbcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361354 Sep 15 16:23:18.486937 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab2f698-5291-4a27-be88-c70bfac9ff5e req-56deac37-1ee3-463d-a866-e2b664b28328 tempest-VolumesActionsTest-418474512 tempest-VolumesActionsTest-418474512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:23:18.491020 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-0ab2f698-5291-4a27-be88-c70bfac9ff5e req-56deac37-1ee3-463d-a866-e2b664b28328 tempest-VolumesActionsTest-418474512 tempest-VolumesActionsTest-418474512-project] 10.222.0.39 "GET /v2.0/ports?device_id=b0a6a5af-8528-4089-9411-1d6ad3bf4b60 HTTP/1.1" status: 200 len: 946 time: 0.0561404 Sep 15 16:23:18.527052 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-0ab2f698-5291-4a27-be88-c70bfac9ff5e req-47c7306d-92ab-48b2-9961-ddcb333da7d4 tempest-VolumesActionsTest-418474512 tempest-VolumesActionsTest-418474512-project] 10.222.0.39 "GET /v2.0/security-groups?id=a4ec5e55-bf5c-4d5f-a19c-eeef31b1268a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320809 Sep 15 16:23:19.156702 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ccd738-2566-49d2-81b0-0a38f38c37f0 req-6e6276fb-6dc8-4b01-8415-9a6d2d52de5d tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:23:19.158395 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-20ccd738-2566-49d2-81b0-0a38f38c37f0 req-6e6276fb-6dc8-4b01-8415-9a6d2d52de5d tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] 10.222.0.39 "GET /v2.0/ports?device_id=1895071e-07cf-4d71-977e-0057a981f962 HTTP/1.1" status: 200 len: 945 time: 0.0547330 Sep 15 16:23:19.206610 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-20ccd738-2566-49d2-81b0-0a38f38c37f0 req-767ce94c-b820-4cc9-8af3-c8b76c54e01a tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] 10.222.0.39 "GET /v2.0/security-groups?id=01d6c133-4034-4f0a-ac7f-c71aa400623e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421336 Sep 15 16:23:19.315305 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0312fcf8-f021-4332-b36f-b5277a21a404 req-2ba91a74-7e76-430f-9045-d6e201dc6867 tempest-ServerRescueNegativeTestJSON-1504381068 tempest-ServerRescueNegativeTestJSON-1504381068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:23:19.316895 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-0312fcf8-f021-4332-b36f-b5277a21a404 req-2ba91a74-7e76-430f-9045-d6e201dc6867 tempest-ServerRescueNegativeTestJSON-1504381068 tempest-ServerRescueNegativeTestJSON-1504381068-project] 10.222.0.39 "GET /v2.0/ports?device_id=6d0621ec-4650-42b8-8f87-7666278b3af8 HTTP/1.1" status: 200 len: 945 time: 0.0623856 Sep 15 16:23:19.326357 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e88a77-0ee1-4839-a52d-3b9366c8ccfe req-55c3c7a5-4c3b-491f-b31f-f9a2d3c17f34 tempest-DeleteServersTestJSON-1247020361 tempest-DeleteServersTestJSON-1247020361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:23:19.327825 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-68e88a77-0ee1-4839-a52d-3b9366c8ccfe req-55c3c7a5-4c3b-491f-b31f-f9a2d3c17f34 tempest-DeleteServersTestJSON-1247020361 tempest-DeleteServersTestJSON-1247020361-project] 10.222.0.39 "GET /v2.0/ports?device_id=486179e9-71f9-4e5d-b64f-b9582ed4a533 HTTP/1.1" status: 200 len: 945 time: 0.0551920 Sep 15 16:23:19.354785 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-0312fcf8-f021-4332-b36f-b5277a21a404 req-dfa0b931-0486-4bdc-acbe-35d6c01296d6 tempest-ServerRescueNegativeTestJSON-1504381068 tempest-ServerRescueNegativeTestJSON-1504381068-project] 10.222.0.39 "GET /v2.0/security-groups?id=4d527866-20a6-4314-9b14-89ea4e5cf7c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314269 Sep 15 16:23:19.365463 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-68e88a77-0ee1-4839-a52d-3b9366c8ccfe req-9f3ea70b-86b5-40b8-aeb0-79e81797206f tempest-DeleteServersTestJSON-1247020361 tempest-DeleteServersTestJSON-1247020361-project] 10.222.0.39 "GET /v2.0/security-groups?id=7bc5803c-1c2e-48d8-9a27-d64b1981fbcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315971 Sep 15 16:23:19.660604 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4505ea94-5e92-455b-861a-05f646a6e165 req-e502d076-8b74-4b69-b442-7802741fc39e tempest-VolumesActionsTest-418474512 tempest-VolumesActionsTest-418474512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:23:19.662041 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-4505ea94-5e92-455b-861a-05f646a6e165 req-e502d076-8b74-4b69-b442-7802741fc39e tempest-VolumesActionsTest-418474512 tempest-VolumesActionsTest-418474512-project] 10.222.0.39 "GET /v2.0/ports?device_id=b0a6a5af-8528-4089-9411-1d6ad3bf4b60 HTTP/1.1" status: 200 len: 946 time: 0.0614719 Sep 15 16:23:19.702576 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-4505ea94-5e92-455b-861a-05f646a6e165 req-0a249d79-8ed8-4872-bd56-f31080a1f5ee tempest-VolumesActionsTest-418474512 tempest-VolumesActionsTest-418474512-project] 10.222.0.39 "GET /v2.0/security-groups?id=a4ec5e55-bf5c-4d5f-a19c-eeef31b1268a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319681 Sep 15 16:23:20.346035 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a085de6-9a3c-4ada-8e59-81a4e6065e25 req-18645926-6c70-4cc7-a7d9-2a64ef0ab5ed tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:23:20.347530 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-3a085de6-9a3c-4ada-8e59-81a4e6065e25 req-18645926-6c70-4cc7-a7d9-2a64ef0ab5ed tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] 10.222.0.39 "GET /v2.0/ports?device_id=1895071e-07cf-4d71-977e-0057a981f962 HTTP/1.1" status: 200 len: 945 time: 0.0605783 Sep 15 16:23:20.386431 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-3a085de6-9a3c-4ada-8e59-81a4e6065e25 req-492d90ce-7681-4edd-b7a8-21b0b2870fce tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] 10.222.0.39 "GET /v2.0/security-groups?id=01d6c133-4034-4f0a-ac7f-c71aa400623e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327358 Sep 15 16:23:20.471886 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a063f2a2-ae59-495a-8de1-68ce4c4dec53 req-42dbc542-4847-4777-b08d-5db42e6b54d4 tempest-ServerRescueNegativeTestJSON-1504381068 tempest-ServerRescueNegativeTestJSON-1504381068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:23:20.473521 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-a063f2a2-ae59-495a-8de1-68ce4c4dec53 req-42dbc542-4847-4777-b08d-5db42e6b54d4 tempest-ServerRescueNegativeTestJSON-1504381068 tempest-ServerRescueNegativeTestJSON-1504381068-project] 10.222.0.39 "GET /v2.0/ports?device_id=6d0621ec-4650-42b8-8f87-7666278b3af8 HTTP/1.1" status: 200 len: 945 time: 0.0507693 Sep 15 16:23:20.495172 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd35db3-8b47-4a12-ba44-aa9cae4c6e92 req-b9ff4254-0e79-44e7-bd42-b667965bb5c6 tempest-DeleteServersTestJSON-1247020361 tempest-DeleteServersTestJSON-1247020361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:23:20.496919 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-cdd35db3-8b47-4a12-ba44-aa9cae4c6e92 req-b9ff4254-0e79-44e7-bd42-b667965bb5c6 tempest-DeleteServersTestJSON-1247020361 tempest-DeleteServersTestJSON-1247020361-project] 10.222.0.39 "GET /v2.0/ports?device_id=486179e9-71f9-4e5d-b64f-b9582ed4a533 HTTP/1.1" status: 200 len: 945 time: 0.0543034 Sep 15 16:23:20.513370 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-a063f2a2-ae59-495a-8de1-68ce4c4dec53 req-f3226672-1b4b-49be-bef5-a140cf885961 tempest-ServerRescueNegativeTestJSON-1504381068 tempest-ServerRescueNegativeTestJSON-1504381068-project] 10.222.0.39 "GET /v2.0/security-groups?id=4d527866-20a6-4314-9b14-89ea4e5cf7c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336120 Sep 15 16:23:20.536091 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-cdd35db3-8b47-4a12-ba44-aa9cae4c6e92 req-cd356a7e-59cb-4936-b104-6b6f9cc16ebe tempest-DeleteServersTestJSON-1247020361 tempest-DeleteServersTestJSON-1247020361-project] 10.222.0.39 "GET /v2.0/security-groups?id=7bc5803c-1c2e-48d8-9a27-d64b1981fbcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317724 Sep 15 16:23:20.828283 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9401c34-aff6-4903-8e66-20324644d705 req-685debb8-3dbd-4013-93cd-84b015a78db3 tempest-VolumesActionsTest-418474512 tempest-VolumesActionsTest-418474512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:23:20.829769 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-e9401c34-aff6-4903-8e66-20324644d705 req-685debb8-3dbd-4013-93cd-84b015a78db3 tempest-VolumesActionsTest-418474512 tempest-VolumesActionsTest-418474512-project] 10.222.0.39 "GET /v2.0/ports?device_id=b0a6a5af-8528-4089-9411-1d6ad3bf4b60 HTTP/1.1" status: 200 len: 946 time: 0.0508139 Sep 15 16:23:20.875458 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-e9401c34-aff6-4903-8e66-20324644d705 req-7f7ab751-c9e6-4e61-84b0-989aeecce15f tempest-VolumesActionsTest-418474512 tempest-VolumesActionsTest-418474512-project] 10.222.0.39 "GET /v2.0/security-groups?id=a4ec5e55-bf5c-4d5f-a19c-eeef31b1268a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371759 Sep 15 16:23:20.981241 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644ad0b8-ae93-4597-ab92-eea3a1347f23 req-a0e0af40-fc70-46ea-ac52-1d3d259e2f10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:23:20.982716 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-644ad0b8-ae93-4597-ab92-eea3a1347f23 req-a0e0af40-fc70-46ea-ac52-1d3d259e2f10 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=e6a18f03044f465d813cff5376553386&device_id=6d0621ec-4650-42b8-8f87-7666278b3af8 HTTP/1.1" status: 200 len: 1098 time: 0.0417063 Sep 15 16:23:21.518161 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cbd5d3-77f2-4986-abf9-e83c257f178b req-883c909a-4df9-4207-9de0-cb05789f2a7f tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:23:21.519704 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-61cbd5d3-77f2-4986-abf9-e83c257f178b req-883c909a-4df9-4207-9de0-cb05789f2a7f tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] 10.222.0.39 "GET /v2.0/ports?device_id=1895071e-07cf-4d71-977e-0057a981f962 HTTP/1.1" status: 200 len: 945 time: 0.0591943 Sep 15 16:23:21.563987 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-61cbd5d3-77f2-4986-abf9-e83c257f178b req-4bd49673-a5fb-4369-a743-57e8f170a167 tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] 10.222.0.39 "GET /v2.0/security-groups?id=01d6c133-4034-4f0a-ac7f-c71aa400623e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368040 Sep 15 16:23:21.631330 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297b32b0-92d7-4e73-a44d-2e588fd3bb04 req-473550c8-d9e9-44df-b635-044b295e3bf2 tempest-ServerRescueNegativeTestJSON-1504381068 tempest-ServerRescueNegativeTestJSON-1504381068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:23:21.632716 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-297b32b0-92d7-4e73-a44d-2e588fd3bb04 req-473550c8-d9e9-44df-b635-044b295e3bf2 tempest-ServerRescueNegativeTestJSON-1504381068 tempest-ServerRescueNegativeTestJSON-1504381068-project] 10.222.0.39 "GET /v2.0/ports?device_id=6d0621ec-4650-42b8-8f87-7666278b3af8 HTTP/1.1" status: 200 len: 945 time: 0.0516996 Sep 15 16:23:21.670508 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-297b32b0-92d7-4e73-a44d-2e588fd3bb04 req-993945cf-19ef-417c-bff8-29c436012cbc tempest-ServerRescueNegativeTestJSON-1504381068 tempest-ServerRescueNegativeTestJSON-1504381068-project] 10.222.0.39 "GET /v2.0/security-groups?id=4d527866-20a6-4314-9b14-89ea4e5cf7c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319295 Sep 15 16:23:21.675100 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416c3d44-759c-43c0-9d9d-ad2ba4b2c629 req-f70d5042-8ed9-4877-9e48-20dc71e312b4 tempest-DeleteServersTestJSON-1247020361 tempest-DeleteServersTestJSON-1247020361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:23:21.676671 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-416c3d44-759c-43c0-9d9d-ad2ba4b2c629 req-f70d5042-8ed9-4877-9e48-20dc71e312b4 tempest-DeleteServersTestJSON-1247020361 tempest-DeleteServersTestJSON-1247020361-project] 10.222.0.39 "GET /v2.0/ports?device_id=486179e9-71f9-4e5d-b64f-b9582ed4a533 HTTP/1.1" status: 200 len: 945 time: 0.0524487 Sep 15 16:23:21.714322 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-416c3d44-759c-43c0-9d9d-ad2ba4b2c629 req-fc15c377-3e51-4839-a17c-074450873d2a tempest-DeleteServersTestJSON-1247020361 tempest-DeleteServersTestJSON-1247020361-project] 10.222.0.39 "GET /v2.0/security-groups?id=7bc5803c-1c2e-48d8-9a27-d64b1981fbcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318408 Sep 15 16:23:22.001043 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafc6dc7-78c9-4e1a-af28-761a1c1f07c3 req-e8e3d939-66a9-4a22-95a2-a54660e817a3 tempest-VolumesActionsTest-418474512 tempest-VolumesActionsTest-418474512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:23:22.002670 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-cafc6dc7-78c9-4e1a-af28-761a1c1f07c3 req-e8e3d939-66a9-4a22-95a2-a54660e817a3 tempest-VolumesActionsTest-418474512 tempest-VolumesActionsTest-418474512-project] 10.222.0.39 "GET /v2.0/ports?device_id=b0a6a5af-8528-4089-9411-1d6ad3bf4b60 HTTP/1.1" status: 200 len: 946 time: 0.0598340 Sep 15 16:23:22.041279 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-cafc6dc7-78c9-4e1a-af28-761a1c1f07c3 req-cf0a84a4-0ff2-4cce-9a28-ed3914c8a84e tempest-VolumesActionsTest-418474512 tempest-VolumesActionsTest-418474512-project] 10.222.0.39 "GET /v2.0/security-groups?id=a4ec5e55-bf5c-4d5f-a19c-eeef31b1268a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323985 Sep 15 16:23:22.701010 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791196484491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953091'] for agent, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:23:22.778555 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1ee265-7dc9-40ca-ab5e-e9ac5ffa5ac1 req-733fb82a-befe-4d61-99fd-fb17d3b70697 tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:23:22.780031 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-0e1ee265-7dc9-40ca-ab5e-e9ac5ffa5ac1 req-733fb82a-befe-4d61-99fd-fb17d3b70697 tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] 10.222.0.39 "GET /v2.0/ports?device_id=1895071e-07cf-4d71-977e-0057a981f962 HTTP/1.1" status: 200 len: 945 time: 0.1410856 Sep 15 16:23:22.788748 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15152a55-2e54-48c4-9ba3-b7bf4e464b20 req-4cb285a3-7548-4511-aeef-4eb47d723196 tempest-ServerRescueNegativeTestJSON-1504381068 tempest-ServerRescueNegativeTestJSON-1504381068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:23:22.791142 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-15152a55-2e54-48c4-9ba3-b7bf4e464b20 req-4cb285a3-7548-4511-aeef-4eb47d723196 tempest-ServerRescueNegativeTestJSON-1504381068 tempest-ServerRescueNegativeTestJSON-1504381068-project] 10.222.0.39 "GET /v2.0/ports?device_id=6d0621ec-4650-42b8-8f87-7666278b3af8 HTTP/1.1" status: 200 len: 945 time: 0.0513506 Sep 15 16:23:22.828629 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-15152a55-2e54-48c4-9ba3-b7bf4e464b20 req-5c9c24a4-58a4-45d3-9d23-bf8821583eb7 tempest-ServerRescueNegativeTestJSON-1504381068 tempest-ServerRescueNegativeTestJSON-1504381068-project] 10.222.0.39 "GET /v2.0/security-groups?id=4d527866-20a6-4314-9b14-89ea4e5cf7c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314543 Sep 15 16:23:22.855329 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644ad0b8-ae93-4597-ab92-eea3a1347f23 req-e981a928-d99c-493e-872c-ec815b21caba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:23:22.856756 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-644ad0b8-ae93-4597-ab92-eea3a1347f23 req-e981a928-d99c-493e-872c-ec815b21caba service neutron] 10.222.0.45 "GET /v2.0/networks?id=a789c6c7-846e-484f-aca7-614dc13bfb69 HTTP/1.1" status: 200 len: 918 time: 0.1921833 Sep 15 16:23:22.859642 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-0e1ee265-7dc9-40ca-ab5e-e9ac5ffa5ac1 req-b3edb85b-79ac-4646-a02d-f3cdda226180 tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] 10.222.0.39 "GET /v2.0/security-groups?id=01d6c133-4034-4f0a-ac7f-c71aa400623e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0684729 Sep 15 16:23:22.903984 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-644ad0b8-ae93-4597-ab92-eea3a1347f23 req-3e262f37-96b7-4496-9d36-96fc94856c69 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1b26f999-c030-4479-a84c-7937128625b0 HTTP/1.1" status: 200 len: 217 time: 0.0393462 Sep 15 16:23:22.939154 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577de981-420a-4349-b9cc-a0ee606036bc req-24a1b79a-12f9-477e-9fda-d2971bc1ccde tempest-DeleteServersTestJSON-1247020361 tempest-DeleteServersTestJSON-1247020361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:23:22.940943 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-577de981-420a-4349-b9cc-a0ee606036bc req-24a1b79a-12f9-477e-9fda-d2971bc1ccde tempest-DeleteServersTestJSON-1247020361 tempest-DeleteServersTestJSON-1247020361-project] 10.222.0.39 "GET /v2.0/ports?device_id=486179e9-71f9-4e5d-b64f-b9582ed4a533 HTTP/1.1" status: 200 len: 945 time: 0.0521896 Sep 15 16:23:22.964687 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644ad0b8-ae93-4597-ab92-eea3a1347f23 req-c9986f67-6e6d-4bd8-8df2-935d8876f906 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:23:22.966025 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-644ad0b8-ae93-4597-ab92-eea3a1347f23 req-c9986f67-6e6d-4bd8-8df2-935d8876f906 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=a9fde6a5-a0c6-40f2-b012-f34594b44218 HTTP/1.1" status: 200 len: 858 time: 0.0439787 Sep 15 16:23:22.980057 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-577de981-420a-4349-b9cc-a0ee606036bc req-0219e97c-d58c-4400-ba13-e2a27e9e7bb5 tempest-DeleteServersTestJSON-1247020361 tempest-DeleteServersTestJSON-1247020361-project] 10.222.0.39 "GET /v2.0/security-groups?id=7bc5803c-1c2e-48d8-9a27-d64b1981fbcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331717 Sep 15 16:23:23.109132 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-644ad0b8-ae93-4597-ab92-eea3a1347f23 req-5745c36d-21ef-4c84-a78d-4248c7c8469d service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a789c6c7-846e-484f-aca7-614dc13bfb69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0242395 Sep 15 16:23:23.211667 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3140b223-5601-487b-839d-8d2cd9e14911 req-b4af1fa7-ec9f-49c9-aa19-d75e94e013b3 tempest-VolumesActionsTest-418474512 tempest-VolumesActionsTest-418474512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:23:23.213182 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-3140b223-5601-487b-839d-8d2cd9e14911 req-b4af1fa7-ec9f-49c9-aa19-d75e94e013b3 tempest-VolumesActionsTest-418474512 tempest-VolumesActionsTest-418474512-project] 10.222.0.39 "GET /v2.0/ports?device_id=b0a6a5af-8528-4089-9411-1d6ad3bf4b60 HTTP/1.1" status: 200 len: 946 time: 0.1032248 Sep 15 16:23:23.249252 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-644ad0b8-ae93-4597-ab92-eea3a1347f23 req-a0e741c5-0f16-4537-958a-ccb398676160 service neutron] 10.222.0.45 "GET /v2.0/networks/a789c6c7-846e-484f-aca7-614dc13bfb69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1302373 Sep 15 16:23:23.266978 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-3140b223-5601-487b-839d-8d2cd9e14911 req-8090f6e9-b82b-436e-b95e-0952fa1e4a9d tempest-VolumesActionsTest-418474512 tempest-VolumesActionsTest-418474512-project] 10.222.0.39 "GET /v2.0/security-groups?id=a4ec5e55-bf5c-4d5f-a19c-eeef31b1268a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477715 Sep 15 16:23:23.354444 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-644ad0b8-ae93-4597-ab92-eea3a1347f23 req-b8742d0d-f63d-4534-99fd-45cc27c37be2 service neutron] 10.222.0.45 "GET /v2.0/networks/a789c6c7-846e-484f-aca7-614dc13bfb69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864666 Sep 15 16:23:23.513559 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68174ea7-1ef7-486a-8e46-05e22d07ae5d req-3795f4a1-bd2b-4be1-9357-04d85b03e21f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:23:23.515131 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-68174ea7-1ef7-486a-8e46-05e22d07ae5d req-3795f4a1-bd2b-4be1-9357-04d85b03e21f service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=e6a18f03044f465d813cff5376553386&device_id=6d0621ec-4650-42b8-8f87-7666278b3af8 HTTP/1.1" status: 200 len: 1098 time: 0.0452292 Sep 15 16:23:23.650207 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68174ea7-1ef7-486a-8e46-05e22d07ae5d req-088088c3-da9e-491b-b80b-d0f2f5d8ef19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:23:23.651818 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-68174ea7-1ef7-486a-8e46-05e22d07ae5d req-088088c3-da9e-491b-b80b-d0f2f5d8ef19 service neutron] 10.222.0.45 "GET /v2.0/networks?id=a789c6c7-846e-484f-aca7-614dc13bfb69 HTTP/1.1" status: 200 len: 918 time: 0.1099787 Sep 15 16:23:23.693974 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-68174ea7-1ef7-486a-8e46-05e22d07ae5d req-2154cc9b-3857-4d60-ae95-9fee5fd6d242 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1b26f999-c030-4479-a84c-7937128625b0 HTTP/1.1" status: 200 len: 217 time: 0.0344141 Sep 15 16:23:23.748740 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68174ea7-1ef7-486a-8e46-05e22d07ae5d req-a1e9a26d-434d-4dc4-ad5b-3ed442e85556 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:23:23.751214 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-68174ea7-1ef7-486a-8e46-05e22d07ae5d req-a1e9a26d-434d-4dc4-ad5b-3ed442e85556 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=a9fde6a5-a0c6-40f2-b012-f34594b44218 HTTP/1.1" status: 200 len: 858 time: 0.0495992 Sep 15 16:23:23.805430 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-68174ea7-1ef7-486a-8e46-05e22d07ae5d req-e00fb18c-96fc-42a2-be89-9b47d371c593 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a789c6c7-846e-484f-aca7-614dc13bfb69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0313838 Sep 15 16:23:23.903069 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-68174ea7-1ef7-486a-8e46-05e22d07ae5d req-971d73b8-c4cc-4f32-861f-5c1384aa7015 service neutron] 10.222.0.45 "GET /v2.0/networks/a789c6c7-846e-484f-aca7-614dc13bfb69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882385 Sep 15 16:23:23.959178 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9365f6-5871-4111-9ab0-c0dc33c49ed9 req-b571bae1-cb65-4871-ba2d-82ac98432991 tempest-ServerRescueNegativeTestJSON-1504381068 tempest-ServerRescueNegativeTestJSON-1504381068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:23:23.973189 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-0a9365f6-5871-4111-9ab0-c0dc33c49ed9 req-b571bae1-cb65-4871-ba2d-82ac98432991 tempest-ServerRescueNegativeTestJSON-1504381068 tempest-ServerRescueNegativeTestJSON-1504381068-project] 10.222.0.39 "GET /v2.0/ports?device_id=6d0621ec-4650-42b8-8f87-7666278b3af8 HTTP/1.1" status: 200 len: 945 time: 0.0634770 Sep 15 16:23:24.009847 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-0a9365f6-5871-4111-9ab0-c0dc33c49ed9 req-05721e70-dd5d-434a-9815-96ef18825819 tempest-ServerRescueNegativeTestJSON-1504381068 tempest-ServerRescueNegativeTestJSON-1504381068-project] 10.222.0.39 "GET /v2.0/security-groups?id=4d527866-20a6-4314-9b14-89ea4e5cf7c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414736 Sep 15 16:23:24.052246 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8729f057-40b2-4d70-be7d-65b0c7c70ced req-5ab0c5fb-4257-4060-b195-c6e693cc451f tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:23:24.053854 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-8729f057-40b2-4d70-be7d-65b0c7c70ced req-5ab0c5fb-4257-4060-b195-c6e693cc451f tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] 10.222.0.39 "GET /v2.0/ports?device_id=1895071e-07cf-4d71-977e-0057a981f962 HTTP/1.1" status: 200 len: 945 time: 0.1077809 Sep 15 16:23:24.071244 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-68174ea7-1ef7-486a-8e46-05e22d07ae5d req-4fdec02f-e70d-4dee-ac2e-59d076e2b8d9 service neutron] 10.222.0.45 "GET /v2.0/networks/a789c6c7-846e-484f-aca7-614dc13bfb69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1537650 Sep 15 16:23:24.101441 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-8729f057-40b2-4d70-be7d-65b0c7c70ced req-4e521daa-3c99-463d-9b35-9e7d9851b464 tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] 10.222.0.39 "GET /v2.0/security-groups?id=01d6c133-4034-4f0a-ac7f-c71aa400623e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418108 Sep 15 16:23:24.176390 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e095b7b4-b9b6-441a-a6e7-e5d11f3c2df8 req-b16597c0-afa4-442c-a772-da9efe6c746a tempest-DeleteServersTestJSON-1247020361 tempest-DeleteServersTestJSON-1247020361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:23:24.178063 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-e095b7b4-b9b6-441a-a6e7-e5d11f3c2df8 req-b16597c0-afa4-442c-a772-da9efe6c746a tempest-DeleteServersTestJSON-1247020361 tempest-DeleteServersTestJSON-1247020361-project] 10.222.0.39 "GET /v2.0/ports?device_id=486179e9-71f9-4e5d-b64f-b9582ed4a533 HTTP/1.1" status: 200 len: 945 time: 0.0661345 Sep 15 16:23:24.224617 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-e095b7b4-b9b6-441a-a6e7-e5d11f3c2df8 req-3410578e-85a0-40d1-bb97-f579ad84c190 tempest-DeleteServersTestJSON-1247020361 tempest-DeleteServersTestJSON-1247020361-project] 10.222.0.39 "GET /v2.0/security-groups?id=7bc5803c-1c2e-48d8-9a27-d64b1981fbcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390670 Sep 15 16:23:24.427827 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bc6dcf-7e5a-48fe-b482-e32c515e96dc req-25ab119f-cf5d-4295-be6d-191e8e715a01 tempest-VolumesActionsTest-418474512 tempest-VolumesActionsTest-418474512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:23:24.429759 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-d3bc6dcf-7e5a-48fe-b482-e32c515e96dc req-25ab119f-cf5d-4295-be6d-191e8e715a01 tempest-VolumesActionsTest-418474512 tempest-VolumesActionsTest-418474512-project] 10.222.0.39 "GET /v2.0/ports?device_id=b0a6a5af-8528-4089-9411-1d6ad3bf4b60 HTTP/1.1" status: 200 len: 946 time: 0.0893481 Sep 15 16:23:24.476215 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-d3bc6dcf-7e5a-48fe-b482-e32c515e96dc req-3be25e32-c032-4f9d-86bd-5964c490067d tempest-VolumesActionsTest-418474512 tempest-VolumesActionsTest-418474512-project] 10.222.0.39 "GET /v2.0/security-groups?id=a4ec5e55-bf5c-4d5f-a19c-eeef31b1268a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382872 Sep 15 16:23:24.775448 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.wsgi [-] (93953) accepted ('10.222.0.39', 32892) {{(pid=93953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:23:24.886882 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-e98f5d30-9242-4c98-a20c-71f6701734b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:23:24.979870 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-e98f5d30-9242-4c98-a20c-71f6701734b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:23:24.985214 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-e98f5d30-9242-4c98-a20c-71f6701734b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3702208'] for security_group, after_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:23:25.023298 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [None req-e98f5d30-9242-4c98-a20c-71f6701734b1 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=31b0502db99e402fa15671310d4387b6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2465732 Sep 15 16:23:25.024489 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98f5d30-9242-4c98-a20c-71f6701734b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a04bbdc-ac71-42bd-b256-f89992261dee,revision_number=1']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:23:25.026132 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.wsgi [-] (93954) accepted ('10.222.0.39', 32898) {{(pid=93954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:23:25.099277 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-4d750f7e-3c6a-4c12-86d0-d2b303e20d23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:23:25.136287 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-4d750f7e-3c6a-4c12-86d0-d2b303e20d23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:23:25.167495 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33dc393-685c-4b68-bc7c-c522f29e3a73 req-7f0c4971-3ee3-43b0-a1a6-dd6c085193df tempest-ServerRescueNegativeTestJSON-1504381068 tempest-ServerRescueNegativeTestJSON-1504381068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:23:25.168964 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-d33dc393-685c-4b68-bc7c-c522f29e3a73 req-7f0c4971-3ee3-43b0-a1a6-dd6c085193df tempest-ServerRescueNegativeTestJSON-1504381068 tempest-ServerRescueNegativeTestJSON-1504381068-project] 10.222.0.39 "GET /v2.0/ports?device_id=6d0621ec-4650-42b8-8f87-7666278b3af8 HTTP/1.1" status: 200 len: 945 time: 0.0859942 Sep 15 16:23:25.215625 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-d33dc393-685c-4b68-bc7c-c522f29e3a73 req-e963f592-1569-4eb8-ad64-985fc72de772 tempest-ServerRescueNegativeTestJSON-1504381068 tempest-ServerRescueNegativeTestJSON-1504381068-project] 10.222.0.39 "GET /v2.0/security-groups?id=4d527866-20a6-4314-9b14-89ea4e5cf7c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399737 Sep 15 16:23:25.224513 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-4d750f7e-3c6a-4c12-86d0-d2b303e20d23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3702208'] for security_group, after_delete {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:23:25.227097 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-4d750f7e-3c6a-4c12-86d0-d2b303e20d23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:23:25.228257 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [None req-4d750f7e-3c6a-4c12-86d0-d2b303e20d23 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/5a04bbdc-ac71-42bd-b256-f89992261dee HTTP/1.1" status: 204 len: 168 time: 0.2001204 Sep 15 16:23:25.236159 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d750f7e-3c6a-4c12-86d0-d2b303e20d23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a04bbdc-ac71-42bd-b256-f89992261dee,revision_number=None']} {{(pid=93954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:23:25.241565 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0be8e5-fe7a-49a9-b6b9-40545441d7b4 req-afc9b540-5c32-4289-ba2d-cdb6743bac99 tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:23:25.243437 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-8f0be8e5-fe7a-49a9-b6b9-40545441d7b4 req-afc9b540-5c32-4289-ba2d-cdb6743bac99 tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] 10.222.0.39 "GET /v2.0/ports?device_id=1895071e-07cf-4d71-977e-0057a981f962 HTTP/1.1" status: 200 len: 945 time: 0.0611141 Sep 15 16:23:25.292323 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-8f0be8e5-fe7a-49a9-b6b9-40545441d7b4 req-d1532a4b-0bcd-41cd-88f0-931da57b7f11 tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] 10.222.0.39 "GET /v2.0/security-groups?id=01d6c133-4034-4f0a-ac7f-c71aa400623e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420787 Sep 15 16:23:25.420494 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777b8852-fab1-4a86-b325-8ea47e53ff3e req-56da641d-9805-4145-a0a9-8783cd26ca0b tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:23:25.422165 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-777b8852-fab1-4a86-b325-8ea47e53ff3e req-56da641d-9805-4145-a0a9-8783cd26ca0b tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] 10.222.0.39 "GET /v2.0/ports?device_id=1895071e-07cf-4d71-977e-0057a981f962 HTTP/1.1" status: 200 len: 945 time: 0.0573187 Sep 15 16:23:25.431540 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.wsgi [-] (93953) accepted ('10.222.0.39', 32908) {{(pid=93953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:23:25.436344 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.api.v2.base [None req-ad9c88b8-2a15-46ac-9434-2d95146b23d1 tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] Request body: {'floatingip': {'port_id': 'e276d5d2-322a-4d4d-b833-7daa17260d3e'}} {{(pid=93953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:23:25.517339 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-ad9c88b8-2a15-46ac-9434-2d95146b23d1 tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] Notify callbacks [] for floatingip, before_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:23:25.693764 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b75a52-e6da-4171-adc6-9a8dcd569274 req-968c6bcf-3a37-4078-9018-83d575ec1abf tempest-VolumesActionsTest-418474512 tempest-VolumesActionsTest-418474512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:23:25.696047 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-f2b75a52-e6da-4171-adc6-9a8dcd569274 req-968c6bcf-3a37-4078-9018-83d575ec1abf tempest-VolumesActionsTest-418474512 tempest-VolumesActionsTest-418474512-project] 10.222.0.39 "GET /v2.0/ports?device_id=b0a6a5af-8528-4089-9411-1d6ad3bf4b60 HTTP/1.1" status: 200 len: 946 time: 0.1443739 Sep 15 16:23:25.782538 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-f2b75a52-e6da-4171-adc6-9a8dcd569274 req-79ff2034-6048-4343-825d-694feac28c0c tempest-VolumesActionsTest-418474512 tempest-VolumesActionsTest-418474512-project] 10.222.0.39 "GET /v2.0/security-groups?id=a4ec5e55-bf5c-4d5f-a19c-eeef31b1268a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507305 Sep 15 16:23:26.337422 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73028599-f0b9-47c0-bba2-012439d9ad4e req-3ff6aad7-24af-49c8-b40a-62007bd19532 tempest-ServerRescueNegativeTestJSON-1504381068 tempest-ServerRescueNegativeTestJSON-1504381068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:23:26.338813 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-73028599-f0b9-47c0-bba2-012439d9ad4e req-3ff6aad7-24af-49c8-b40a-62007bd19532 tempest-ServerRescueNegativeTestJSON-1504381068 tempest-ServerRescueNegativeTestJSON-1504381068-project] 10.222.0.39 "GET /v2.0/ports?device_id=6d0621ec-4650-42b8-8f87-7666278b3af8 HTTP/1.1" status: 200 len: 945 time: 0.0522504 Sep 15 16:23:26.380701 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-73028599-f0b9-47c0-bba2-012439d9ad4e req-3cb8e308-d1a5-460e-8373-721cb6207398 tempest-ServerRescueNegativeTestJSON-1504381068 tempest-ServerRescueNegativeTestJSON-1504381068-project] 10.222.0.39 "GET /v2.0/security-groups?id=4d527866-20a6-4314-9b14-89ea4e5cf7c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356777 Sep 15 16:23:26.395626 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-ad9c88b8-2a15-46ac-9434-2d95146b23d1 tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:23:26.402765 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-ad9c88b8-2a15-46ac-9434-2d95146b23d1 tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3725591'] for floatingip, after_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:23:26.504418 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.db.l3_db [None req-ad9c88b8-2a15-46ac-9434-2d95146b23d1 tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] Floating IP 6ea2d478-a283-482e-b209-c5287fafd91e associated. External IP: 172.27.3.221, port: e276d5d2-322a-4d4d-b833-7daa17260d3e. Sep 15 16:23:26.717709 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad9c88b8-2a15-46ac-9434-2d95146b23d1 tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] Router 2f6cda3b-940a-432b-af73-f27feaeae0f3 has already been hosted by L3 agent 7a8df8d7-c3ef-43b4-9534-c977f7014926 {{(pid=93953) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 16:23:26.824105 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad9c88b8-2a15-46ac-9434-2d95146b23d1 tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] Notify agent at l3_agent.dv-cinder-779576-8-iscsi the message routers_updated {{(pid=93953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 16:23:26.828726 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-ad9c88b8-2a15-46ac-9434-2d95146b23d1 tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58602'] for floatingip, before_response {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:23:26.838114 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72da0a4b-dd7f-4f4c-9d29-e36191a587fa None None] Sync routers for ids ['2f6cda3b-940a-432b-af73-f27feaeae0f3'] in dv-cinder-779576-8-iscsi {{(pid=93956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 16:23:26.847421 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72da0a4b-dd7f-4f4c-9d29-e36191a587fa None None] Routers {'2f6cda3b-940a-432b-af73-f27feaeae0f3'} bound to L3 agent in host dv-cinder-779576-8-iscsi {{(pid=93956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:23:26.848037 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron.db.l3_hamode_db [None req-72da0a4b-dd7f-4f4c-9d29-e36191a587fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779576-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T16:14:02Z,description=,heartbeat_timestamp=2021-09-15T16:23:02Z,host='dv-cinder-779576-8-iscsi',id=7a8df8d7-c3ef-43b4-9534-c977f7014926,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T16:14:02Z,topic='l3_agent')) {'router_ids': ['2f6cda3b-940a-432b-af73-f27feaeae0f3'], 'active': True} {{(pid=93956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:23:26.860118 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [None req-ad9c88b8-2a15-46ac-9434-2d95146b23d1 tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] 10.222.0.39 "PUT /v2.0/floatingips/6ea2d478-a283-482e-b209-c5287fafd91e HTTP/1.1" status: 200 len: 991 time: 1.4272182 Sep 15 16:23:26.860456 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1895071e-07cf-4d71-977e-0057a981f962', 'tag': 'e276d5d2-322a-4d4d-b833-7daa17260d3e'}] {{(pid=93953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 16:23:26.863417 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5192e05b0783e869a38b3815ee673eee9316ce03dcaf8465063259ebfb62487" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51e54e0e-3ff0-45c7-9762-ff63f5838df2" -d '{"events": [{"name": "network-changed", "server_uuid": "1895071e-07cf-4d71-977e-0057a981f962", "tag": "e276d5d2-322a-4d4d-b833-7daa17260d3e"}]}' {{(pid=93953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 16:23:26.902728 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 16:23:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9121d02b-704d-402f-b001-bf4fe119fa64 x-openstack-request-id: req-9121d02b-704d-402f-b001-bf4fe119fa64 {{(pid=93953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 16:23:26.903013 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1895071e-07cf-4d71-977e-0057a981f962", "tag": "e276d5d2-322a-4d4d-b833-7daa17260d3e", "status": "completed", "code": 200}]} {{(pid=93953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 16:23:26.903257 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-9121d02b-704d-402f-b001-bf4fe119fa64 {{(pid=93953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 16:23:26.903646 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1895071e-07cf-4d71-977e-0057a981f962', 'tag': 'e276d5d2-322a-4d4d-b833-7daa17260d3e', 'status': 'completed', 'code': 200} Sep 15 16:23:26.953345 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron.db.l3_dvr_db [None req-72da0a4b-dd7f-4f4c-9d29-e36191a587fa None None] Set router 2f6cda3b-940a-432b-af73-f27feaeae0f3 gateway port host: dv-cinder-779576-8-iscsi {{(pid=93956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 16:23:27.281319 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron.db.l3_hamode_db [None req-72da0a4b-dd7f-4f4c-9d29-e36191a587fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f6cda3b-940a-432b-af73-f27feaeae0f3', 'name': 'tempest-AttachVolumeShelveTestJSON-1554809416-router', 'tenant_id': 'f7e7af658aa34644855359ede57c4c67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62251075-a3e3-4d47-8761-104d217b089a', 'external_fixed_ips': [{'subnet_id': '9a71565b-217b-482b-8364-bc8ecb4c8f88', 'ip_address': '172.27.3.104'}], 'enable_snat': True}, 'gw_port_id': '6df2b5a1-fc82-4ac3-b111-ebdee7ac68f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:22:12Z', 'updated_at': '2021-09-15T16:22:19Z', 'revision_number': 4, 'project_id': 'f7e7af658aa34644855359ede57c4c67', 'gw_port': {'id': '6df2b5a1-fc82-4ac3-b111-ebdee7ac68f8', 'name': '', 'network_id': '62251075-a3e3-4d47-8761-104d217b089a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:bd:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f6cda3b-940a-432b-af73-f27feaeae0f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '9a71565b-217b-482b-8364-bc8ecb4c8f88', 'ip_address': '172.27.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779576-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:22:14Z', 'updated_at': '2021-09-15T16:22:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a71565b-217b-482b-8364-bc8ecb4c8f88', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779576-8-iscsi', '_floatingips': [{'id': '6ea2d478-a283-482e-b209-c5287fafd91e', 'tenant_id': 'f7e7af658aa34644855359ede57c4c67', 'floating_ip_address': '172.27.3.221', 'floating_network_id': '62251075-a3e3-4d47-8761-104d217b089a', 'router_id': '2f6cda3b-940a-432b-af73-f27feaeae0f3', 'port_id': 'e276d5d2-322a-4d4d-b833-7daa17260d3e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 109, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '301d3dae-97cb-4f1f-a074-0eaf2ccca5e4', 'mac_address': 'fa:16:3e:d8:69:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1895071e-07cf-4d71-977e-0057a981f962', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T16:22:24Z', 'updated_at': '2021-09-15T16:23:26Z', 'revision_number': 1, 'project_id': 'f7e7af658aa34644855359ede57c4c67', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c47cddeb-1b1a-4b82-a932-8b2fe53df804', 'name': '', 'network_id': '301d3dae-97cb-4f1f-a074-0eaf2ccca5e4', 'tenant_id': 'f7e7af658aa34644855359ede57c4c67', 'mac_address': 'fa:16:3e:8e:14:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f6cda3b-940a-432b-af73-f27feaeae0f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'fa5f41a1-b858-4e32-8594-59b83d73c6e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779576-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:22:18Z', 'updated_at': '2021-09-15T16:22:27Z', 'revision_number': 5, 'project_id': 'f7e7af658aa34644855359ede57c4c67', 'subnets': [{'id': 'fa5f41a1-b858-4e32-8594-59b83d73c6e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779576-8-iscsi', False) {} {{(pid=93956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:23:27.306000 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72da0a4b-dd7f-4f4c-9d29-e36191a587fa None None] Checking router: 2f6cda3b-940a-432b-af73-f27feaeae0f3 for host: dv-cinder-779576-8-iscsi {{(pid=93956) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 16:23:27.314364 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72da0a4b-dd7f-4f4c-9d29-e36191a587fa None None] Routers {'2f6cda3b-940a-432b-af73-f27feaeae0f3'} bound to L3 agent in host dv-cinder-779576-8-iscsi {{(pid=93956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:23:27.315141 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron.db.l3_hamode_db [None req-72da0a4b-dd7f-4f4c-9d29-e36191a587fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779576-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T16:14:02Z,description=,heartbeat_timestamp=2021-09-15T16:23:02Z,host='dv-cinder-779576-8-iscsi',id=7a8df8d7-c3ef-43b4-9534-c977f7014926,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T16:14:02Z,topic='l3_agent')) {'router_ids': ['2f6cda3b-940a-432b-af73-f27feaeae0f3'], 'active': True} {{(pid=93956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:23:27.417807 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron.db.l3_dvr_db [None req-72da0a4b-dd7f-4f4c-9d29-e36191a587fa None None] Set router 2f6cda3b-940a-432b-af73-f27feaeae0f3 gateway port host: dv-cinder-779576-8-iscsi {{(pid=93956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 16:23:27.501182 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b3ab89-ffe5-4237-b600-18e7e68c94d2 req-cc7038d5-9fe4-4592-bc52-65078bfd15ba tempest-ServerRescueNegativeTestJSON-1504381068 tempest-ServerRescueNegativeTestJSON-1504381068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:23:27.502683 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-25b3ab89-ffe5-4237-b600-18e7e68c94d2 req-cc7038d5-9fe4-4592-bc52-65078bfd15ba tempest-ServerRescueNegativeTestJSON-1504381068 tempest-ServerRescueNegativeTestJSON-1504381068-project] 10.222.0.39 "GET /v2.0/ports?device_id=6d0621ec-4650-42b8-8f87-7666278b3af8 HTTP/1.1" status: 200 len: 945 time: 0.0494432 Sep 15 16:23:27.540247 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-25b3ab89-ffe5-4237-b600-18e7e68c94d2 req-5901fcdd-7b83-4995-9eb6-38fdd42b1bff tempest-ServerRescueNegativeTestJSON-1504381068 tempest-ServerRescueNegativeTestJSON-1504381068-project] 10.222.0.39 "GET /v2.0/security-groups?id=4d527866-20a6-4314-9b14-89ea4e5cf7c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314796 Sep 15 16:23:27.646481 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron.db.l3_hamode_db [None req-72da0a4b-dd7f-4f4c-9d29-e36191a587fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f6cda3b-940a-432b-af73-f27feaeae0f3', 'name': 'tempest-AttachVolumeShelveTestJSON-1554809416-router', 'tenant_id': 'f7e7af658aa34644855359ede57c4c67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62251075-a3e3-4d47-8761-104d217b089a', 'external_fixed_ips': [{'subnet_id': '9a71565b-217b-482b-8364-bc8ecb4c8f88', 'ip_address': '172.27.3.104'}], 'enable_snat': True}, 'gw_port_id': '6df2b5a1-fc82-4ac3-b111-ebdee7ac68f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:22:12Z', 'updated_at': '2021-09-15T16:22:19Z', 'revision_number': 4, 'project_id': 'f7e7af658aa34644855359ede57c4c67', 'gw_port': {'id': '6df2b5a1-fc82-4ac3-b111-ebdee7ac68f8', 'name': '', 'network_id': '62251075-a3e3-4d47-8761-104d217b089a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:bd:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f6cda3b-940a-432b-af73-f27feaeae0f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '9a71565b-217b-482b-8364-bc8ecb4c8f88', 'ip_address': '172.27.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779576-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:22:14Z', 'updated_at': '2021-09-15T16:22:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a71565b-217b-482b-8364-bc8ecb4c8f88', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779576-8-iscsi', '_floatingips': [{'id': '6ea2d478-a283-482e-b209-c5287fafd91e', 'tenant_id': 'f7e7af658aa34644855359ede57c4c67', 'floating_ip_address': '172.27.3.221', 'floating_network_id': '62251075-a3e3-4d47-8761-104d217b089a', 'router_id': '2f6cda3b-940a-432b-af73-f27feaeae0f3', 'port_id': 'e276d5d2-322a-4d4d-b833-7daa17260d3e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 109, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '301d3dae-97cb-4f1f-a074-0eaf2ccca5e4', 'mac_address': 'fa:16:3e:d8:69:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1895071e-07cf-4d71-977e-0057a981f962', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T16:22:24Z', 'updated_at': '2021-09-15T16:23:26Z', 'revision_number': 1, 'project_id': 'f7e7af658aa34644855359ede57c4c67', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c47cddeb-1b1a-4b82-a932-8b2fe53df804', 'name': '', 'network_id': '301d3dae-97cb-4f1f-a074-0eaf2ccca5e4', 'tenant_id': 'f7e7af658aa34644855359ede57c4c67', 'mac_address': 'fa:16:3e:8e:14:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f6cda3b-940a-432b-af73-f27feaeae0f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'fa5f41a1-b858-4e32-8594-59b83d73c6e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779576-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:22:18Z', 'updated_at': '2021-09-15T16:22:27Z', 'revision_number': 5, 'project_id': 'f7e7af658aa34644855359ede57c4c67', 'subnets': [{'id': 'fa5f41a1-b858-4e32-8594-59b83d73c6e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779576-8-iscsi', False) {} {{(pid=93956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:23:27.671368 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72da0a4b-dd7f-4f4c-9d29-e36191a587fa None None] The sync data for ids ['2f6cda3b-940a-432b-af73-f27feaeae0f3'] in dv-cinder-779576-8-iscsi is: [{'id': '2f6cda3b-940a-432b-af73-f27feaeae0f3', 'name': 'tempest-AttachVolumeShelveTestJSON-1554809416-router', 'tenant_id': 'f7e7af658aa34644855359ede57c4c67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62251075-a3e3-4d47-8761-104d217b089a', 'external_fixed_ips': [{'subnet_id': '9a71565b-217b-482b-8364-bc8ecb4c8f88', 'ip_address': '172.27.3.104'}], 'enable_snat': True}, 'gw_port_id': '6df2b5a1-fc82-4ac3-b111-ebdee7ac68f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:22:12Z', 'updated_at': '2021-09-15T16:22:19Z', 'revision_number': 4, 'project_id': 'f7e7af658aa34644855359ede57c4c67', 'gw_port': {'id': '6df2b5a1-fc82-4ac3-b111-ebdee7ac68f8', 'name': '', 'network_id': '62251075-a3e3-4d47-8761-104d217b089a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:bd:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f6cda3b-940a-432b-af73-f27feaeae0f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '9a71565b-217b-482b-8364-bc8ecb4c8f88', 'ip_address': '172.27.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779576-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:22:14Z', 'updated_at': '2021-09-15T16:22:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a71565b-217b-482b-8364-bc8ecb4c8f88', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779576-8-iscsi', '_floatingips': [{'id': '6ea2d478-a283-482e-b209-c5287fafd91e', 'tenant_id': 'f7e7af658aa34644855359ede57c4c67', 'floating_ip_address': '172.27.3.221', 'floating_network_id': '62251075-a3e3-4d47-8761-104d217b089a', 'router_id': '2f6cda3b-940a-432b-af73-f27feaeae0f3', 'port_id': 'e276d5d2-322a-4d4d-b833-7daa17260d3e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 109, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '301d3dae-97cb-4f1f-a074-0eaf2ccca5e4', 'mac_address': 'fa:16:3e:d8:69:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1895071e-07cf-4d71-977e-0057a981f962', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T16:22:24Z', 'updated_at': '2021-09-15T16:23:26Z', 'revision_number': 1, 'project_id': 'f7e7af658aa34644855359ede57c4c67', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c47cddeb-1b1a-4b82-a932-8b2fe53df804', 'name': '', 'network_id': '301d3dae-97cb-4f1f-a074-0eaf2ccca5e4', 'tenant_id': 'f7e7af658aa34644855359ede57c4c67', 'mac_address': 'fa:16:3e:8e:14:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f6cda3b-940a-432b-af73-f27feaeae0f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'fa5f41a1-b858-4e32-8594-59b83d73c6e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779576-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:22:18Z', 'updated_at': '2021-09-15T16:22:27Z', 'revision_number': 5, 'project_id': 'f7e7af658aa34644855359ede57c4c67', 'subnets': [{'id': 'fa5f41a1-b858-4e32-8594-59b83d73c6e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 16:23:27.910863 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-807e106e-fff2-4238-b393-dc0c7c78c8b0 None None] New status for floating IP 6ea2d478-a283-482e-b209-c5287fafd91e: ACTIVE {{(pid=93955) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 15 16:23:28.669367 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb4f273-9ac4-4f34-b551-adb0ee04df23 req-65c9c228-8850-429e-b437-3bfc45c7c8c5 tempest-ServerRescueNegativeTestJSON-1504381068 tempest-ServerRescueNegativeTestJSON-1504381068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:23:28.670819 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-9fb4f273-9ac4-4f34-b551-adb0ee04df23 req-65c9c228-8850-429e-b437-3bfc45c7c8c5 tempest-ServerRescueNegativeTestJSON-1504381068 tempest-ServerRescueNegativeTestJSON-1504381068-project] 10.222.0.39 "GET /v2.0/ports?device_id=6d0621ec-4650-42b8-8f87-7666278b3af8 HTTP/1.1" status: 200 len: 945 time: 0.0507019 Sep 15 16:23:28.711426 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-9fb4f273-9ac4-4f34-b551-adb0ee04df23 req-435f3a7f-dd05-4acb-afb8-3b5c32a5b133 tempest-ServerRescueNegativeTestJSON-1504381068 tempest-ServerRescueNegativeTestJSON-1504381068-project] 10.222.0.39 "GET /v2.0/security-groups?id=4d527866-20a6-4314-9b14-89ea4e5cf7c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317111 Sep 15 16:23:29.137311 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-c81cbff9-7fe4-45e5-ad84-9fa4af064e82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791196484491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953091'] for agent, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:23:29.837480 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a26b5e-4ac5-4a6a-b325-f990f468aac3 req-35004a6a-8605-48f0-8636-0da75fb5ec8e tempest-ServerRescueNegativeTestJSON-1504381068 tempest-ServerRescueNegativeTestJSON-1504381068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:23:29.838918 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-c9a26b5e-4ac5-4a6a-b325-f990f468aac3 req-35004a6a-8605-48f0-8636-0da75fb5ec8e tempest-ServerRescueNegativeTestJSON-1504381068 tempest-ServerRescueNegativeTestJSON-1504381068-project] 10.222.0.39 "GET /v2.0/ports?device_id=6d0621ec-4650-42b8-8f87-7666278b3af8 HTTP/1.1" status: 200 len: 945 time: 0.0526376 Sep 15 16:23:29.881775 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-c9a26b5e-4ac5-4a6a-b325-f990f468aac3 req-3596ec37-fa6b-4c04-ab05-172dd4a99bb9 tempest-ServerRescueNegativeTestJSON-1504381068 tempest-ServerRescueNegativeTestJSON-1504381068-project] 10.222.0.39 "GET /v2.0/security-groups?id=4d527866-20a6-4314-9b14-89ea4e5cf7c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338295 Sep 15 16:23:30.541422 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e54e0e-3ff0-45c7-9762-ff63f5838df2 req-9e6b63ce-aba4-4874-b5ca-149001bc89e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:23:30.542944 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-51e54e0e-3ff0-45c7-9762-ff63f5838df2 req-9e6b63ce-aba4-4874-b5ca-149001bc89e5 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f7e7af658aa34644855359ede57c4c67&device_id=1895071e-07cf-4d71-977e-0057a981f962 HTTP/1.1" status: 200 len: 1098 time: 0.0432436 Sep 15 16:23:30.643834 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e54e0e-3ff0-45c7-9762-ff63f5838df2 req-af392bd3-b61d-4ece-b7e8-f72716a44188 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:23:30.645364 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-51e54e0e-3ff0-45c7-9762-ff63f5838df2 req-af392bd3-b61d-4ece-b7e8-f72716a44188 service neutron] 10.222.0.45 "GET /v2.0/networks?id=301d3dae-97cb-4f1f-a074-0eaf2ccca5e4 HTTP/1.1" status: 200 len: 917 time: 0.0917170 Sep 15 16:23:30.749133 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-51e54e0e-3ff0-45c7-9762-ff63f5838df2 req-c521936c-011a-4864-9ce7-0cdcdd74189e service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e276d5d2-322a-4d4d-b833-7daa17260d3e HTTP/1.1" status: 200 len: 1001 time: 0.0950558 Sep 15 16:23:30.816241 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e54e0e-3ff0-45c7-9762-ff63f5838df2 req-c926bdbf-8783-499d-be9a-eba79210750a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:23:30.818395 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-51e54e0e-3ff0-45c7-9762-ff63f5838df2 req-c926bdbf-8783-499d-be9a-eba79210750a service neutron] 10.222.0.45 "GET /v2.0/subnets?id=fa5f41a1-b858-4e32-8594-59b83d73c6e9 HTTP/1.1" status: 200 len: 856 time: 0.0499246 Sep 15 16:23:30.866487 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e54e0e-3ff0-45c7-9762-ff63f5838df2 req-d8013edc-9cb3-4d1d-a253-8dbe10e19ec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:23:30.868290 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-51e54e0e-3ff0-45c7-9762-ff63f5838df2 req-d8013edc-9cb3-4d1d-a253-8dbe10e19ec7 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=301d3dae-97cb-4f1f-a074-0eaf2ccca5e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0426188 Sep 15 16:23:30.967520 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-51e54e0e-3ff0-45c7-9762-ff63f5838df2 req-a94cb764-d2a9-4963-b8fb-cb13fdb13ca3 service neutron] 10.222.0.45 "GET /v2.0/networks/301d3dae-97cb-4f1f-a074-0eaf2ccca5e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908966 Sep 15 16:23:31.000056 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3917b146-1e8a-4ae7-8543-035f187ca8b8 req-42ef29d7-6f56-4b76-899d-44699d612b6a tempest-ServerRescueNegativeTestJSON-1504381068 tempest-ServerRescueNegativeTestJSON-1504381068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:23:31.002209 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-3917b146-1e8a-4ae7-8543-035f187ca8b8 req-42ef29d7-6f56-4b76-899d-44699d612b6a tempest-ServerRescueNegativeTestJSON-1504381068 tempest-ServerRescueNegativeTestJSON-1504381068-project] 10.222.0.39 "GET /v2.0/ports?device_id=6d0621ec-4650-42b8-8f87-7666278b3af8 HTTP/1.1" status: 200 len: 945 time: 0.0498719 Sep 15 16:23:31.043462 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-3917b146-1e8a-4ae7-8543-035f187ca8b8 req-cb5aba27-53a8-47f8-9cae-7724264ebcea tempest-ServerRescueNegativeTestJSON-1504381068 tempest-ServerRescueNegativeTestJSON-1504381068-project] 10.222.0.39 "GET /v2.0/security-groups?id=4d527866-20a6-4314-9b14-89ea4e5cf7c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345848 Sep 15 16:23:31.065280 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-51e54e0e-3ff0-45c7-9762-ff63f5838df2 req-4719e6ee-aa49-4507-a7af-8c11d89991fd service neutron] 10.222.0.45 "GET /v2.0/networks/301d3dae-97cb-4f1f-a074-0eaf2ccca5e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904536 Sep 15 16:23:31.831401 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-57d8a9a3-d16f-4b20-b77b-ca1e664c03db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791196484491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953091'] for agent, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:23:31.921365 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-a5282c5c-3954-4ad8-aec3-521625275ec4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791196484491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953091'] for agent, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:23:32.159642 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231f4ba6-7ab9-4333-bf06-7e7602255502 req-2d82ae9e-e43b-4fb9-8c57-91fbfa383494 tempest-ServerRescueNegativeTestJSON-1504381068 tempest-ServerRescueNegativeTestJSON-1504381068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:23:32.161146 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-231f4ba6-7ab9-4333-bf06-7e7602255502 req-2d82ae9e-e43b-4fb9-8c57-91fbfa383494 tempest-ServerRescueNegativeTestJSON-1504381068 tempest-ServerRescueNegativeTestJSON-1504381068-project] 10.222.0.39 "GET /v2.0/ports?device_id=6d0621ec-4650-42b8-8f87-7666278b3af8 HTTP/1.1" status: 200 len: 945 time: 0.0484140 Sep 15 16:23:32.198013 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-231f4ba6-7ab9-4333-bf06-7e7602255502 req-3fcaa899-6c31-4991-8d32-9ce98a086751 tempest-ServerRescueNegativeTestJSON-1504381068 tempest-ServerRescueNegativeTestJSON-1504381068-project] 10.222.0.39 "GET /v2.0/security-groups?id=4d527866-20a6-4314-9b14-89ea4e5cf7c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308514 Sep 15 16:23:32.933382 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-eee1357e-56cc-4bdc-884d-16a88731d16f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791196484491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953091'] for agent, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:23:33.321374 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805cab12-5d86-4edf-b8ab-669cf4762357 req-f243d3fa-dae7-41b3-9547-1d030a1c0a92 tempest-ServerRescueNegativeTestJSON-1504381068 tempest-ServerRescueNegativeTestJSON-1504381068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:23:33.322850 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-805cab12-5d86-4edf-b8ab-669cf4762357 req-f243d3fa-dae7-41b3-9547-1d030a1c0a92 tempest-ServerRescueNegativeTestJSON-1504381068 tempest-ServerRescueNegativeTestJSON-1504381068-project] 10.222.0.39 "GET /v2.0/ports?device_id=6d0621ec-4650-42b8-8f87-7666278b3af8 HTTP/1.1" status: 200 len: 945 time: 0.0548682 Sep 15 16:23:33.363931 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-805cab12-5d86-4edf-b8ab-669cf4762357 req-2c158922-c71d-43aa-a801-728f2f00f532 tempest-ServerRescueNegativeTestJSON-1504381068 tempest-ServerRescueNegativeTestJSON-1504381068-project] 10.222.0.39 "GET /v2.0/security-groups?id=4d527866-20a6-4314-9b14-89ea4e5cf7c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327065 Sep 15 16:23:34.311416 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-7ad16b6f-1dcb-4567-914a-8ec9b5a04b47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791196484491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953091'] for agent, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:23:34.505459 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bfe42d-757c-4a87-a166-269e1fed5fc9 req-8d4a533d-2d3f-42fc-a731-c850d5fc324a tempest-ServerRescueNegativeTestJSON-1504381068 tempest-ServerRescueNegativeTestJSON-1504381068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:23:34.506903 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-02bfe42d-757c-4a87-a166-269e1fed5fc9 req-8d4a533d-2d3f-42fc-a731-c850d5fc324a tempest-ServerRescueNegativeTestJSON-1504381068 tempest-ServerRescueNegativeTestJSON-1504381068-project] 10.222.0.39 "GET /v2.0/ports?device_id=6d0621ec-4650-42b8-8f87-7666278b3af8 HTTP/1.1" status: 200 len: 945 time: 0.0594897 Sep 15 16:23:34.547408 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-02bfe42d-757c-4a87-a166-269e1fed5fc9 req-68e5bce7-ba93-47b6-8199-a32a8a0ba6a3 tempest-ServerRescueNegativeTestJSON-1504381068 tempest-ServerRescueNegativeTestJSON-1504381068-project] 10.222.0.39 "GET /v2.0/security-groups?id=4d527866-20a6-4314-9b14-89ea4e5cf7c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316665 Sep 15 16:23:35.675491 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d37d6b-e01c-4905-9e18-c8f14ba0081d req-b0bdde14-bdc6-4121-9617-b0bef999acfa tempest-ServerRescueNegativeTestJSON-1504381068 tempest-ServerRescueNegativeTestJSON-1504381068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:23:35.676966 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-06d37d6b-e01c-4905-9e18-c8f14ba0081d req-b0bdde14-bdc6-4121-9617-b0bef999acfa tempest-ServerRescueNegativeTestJSON-1504381068 tempest-ServerRescueNegativeTestJSON-1504381068-project] 10.222.0.39 "GET /v2.0/ports?device_id=6d0621ec-4650-42b8-8f87-7666278b3af8 HTTP/1.1" status: 200 len: 945 time: 0.0525978 Sep 15 16:23:35.718312 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-06d37d6b-e01c-4905-9e18-c8f14ba0081d req-f08c7dbe-aa28-4642-a84e-f15f1a5e1614 tempest-ServerRescueNegativeTestJSON-1504381068 tempest-ServerRescueNegativeTestJSON-1504381068-project] 10.222.0.39 "GET /v2.0/security-groups?id=4d527866-20a6-4314-9b14-89ea4e5cf7c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325344 Sep 15 16:23:36.841417 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52335b99-563f-43e1-892b-8feacc21ef9b req-64eaf355-ede8-490d-8719-f68205327c01 tempest-ServerRescueNegativeTestJSON-1504381068 tempest-ServerRescueNegativeTestJSON-1504381068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:23:36.842861 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-52335b99-563f-43e1-892b-8feacc21ef9b req-64eaf355-ede8-490d-8719-f68205327c01 tempest-ServerRescueNegativeTestJSON-1504381068 tempest-ServerRescueNegativeTestJSON-1504381068-project] 10.222.0.39 "GET /v2.0/ports?device_id=6d0621ec-4650-42b8-8f87-7666278b3af8 HTTP/1.1" status: 200 len: 945 time: 0.0529008 Sep 15 16:23:36.880917 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-52335b99-563f-43e1-892b-8feacc21ef9b req-eb450bbc-bc24-4a06-9ece-53e29d109ee0 tempest-ServerRescueNegativeTestJSON-1504381068 tempest-ServerRescueNegativeTestJSON-1504381068-project] 10.222.0.39 "GET /v2.0/security-groups?id=4d527866-20a6-4314-9b14-89ea4e5cf7c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319424 Sep 15 16:23:37.059160 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62ad80b-5d54-46bd-baf7-0cbc0051322a req-82655bab-474a-4ff0-9a6b-5f040d1bc886 tempest-VolumesActionsTest-418474512 tempest-VolumesActionsTest-418474512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:23:37.060714 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-b62ad80b-5d54-46bd-baf7-0cbc0051322a req-82655bab-474a-4ff0-9a6b-5f040d1bc886 tempest-VolumesActionsTest-418474512 tempest-VolumesActionsTest-418474512-project] 10.222.0.39 "GET /v2.0/ports?device_id=b0a6a5af-8528-4089-9411-1d6ad3bf4b60 HTTP/1.1" status: 200 len: 946 time: 0.0541492 Sep 15 16:23:37.104273 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-b62ad80b-5d54-46bd-baf7-0cbc0051322a req-39a58685-05ec-4c9f-b604-10b8a33e3a37 tempest-VolumesActionsTest-418474512 tempest-VolumesActionsTest-418474512-project] 10.222.0.39 "GET /v2.0/security-groups?id=a4ec5e55-bf5c-4d5f-a19c-eeef31b1268a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374594 Sep 15 16:23:38.000124 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70ae657-d1d1-44ae-8c4a-4deba4bcb745 req-c591ac8d-6e69-4fff-af42-4afb023734ec tempest-ServerRescueNegativeTestJSON-1504381068 tempest-ServerRescueNegativeTestJSON-1504381068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:23:38.001651 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-f70ae657-d1d1-44ae-8c4a-4deba4bcb745 req-c591ac8d-6e69-4fff-af42-4afb023734ec tempest-ServerRescueNegativeTestJSON-1504381068 tempest-ServerRescueNegativeTestJSON-1504381068-project] 10.222.0.39 "GET /v2.0/ports?device_id=6d0621ec-4650-42b8-8f87-7666278b3af8 HTTP/1.1" status: 200 len: 945 time: 0.0525708 Sep 15 16:23:38.042150 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-f70ae657-d1d1-44ae-8c4a-4deba4bcb745 req-2da6e1c8-fa6e-4384-b9d4-7349cd013d56 tempest-ServerRescueNegativeTestJSON-1504381068 tempest-ServerRescueNegativeTestJSON-1504381068-project] 10.222.0.39 "GET /v2.0/security-groups?id=4d527866-20a6-4314-9b14-89ea4e5cf7c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339143 Sep 15 16:23:38.244513 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936721a1-d780-43c0-85b3-d1a9b520d3a4 req-11a5bad2-dba7-4283-863e-59f59894355b tempest-VolumesActionsTest-418474512 tempest-VolumesActionsTest-418474512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:23:38.245918 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-936721a1-d780-43c0-85b3-d1a9b520d3a4 req-11a5bad2-dba7-4283-863e-59f59894355b tempest-VolumesActionsTest-418474512 tempest-VolumesActionsTest-418474512-project] 10.222.0.39 "GET /v2.0/ports?device_id=b0a6a5af-8528-4089-9411-1d6ad3bf4b60 HTTP/1.1" status: 200 len: 946 time: 0.0521863 Sep 15 16:23:38.288625 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-936721a1-d780-43c0-85b3-d1a9b520d3a4 req-99ab7235-ac24-4e8f-8d02-bef8a9cd880c tempest-VolumesActionsTest-418474512 tempest-VolumesActionsTest-418474512-project] 10.222.0.39 "GET /v2.0/security-groups?id=a4ec5e55-bf5c-4d5f-a19c-eeef31b1268a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362415 Sep 15 16:23:39.164423 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef311ed-e9b2-4d3a-925d-77ce043c3ee2 req-f4a26a37-b7b2-41de-a79e-db119dac3a0e tempest-ServerRescueNegativeTestJSON-1504381068 tempest-ServerRescueNegativeTestJSON-1504381068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:23:39.165899 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-2ef311ed-e9b2-4d3a-925d-77ce043c3ee2 req-f4a26a37-b7b2-41de-a79e-db119dac3a0e tempest-ServerRescueNegativeTestJSON-1504381068 tempest-ServerRescueNegativeTestJSON-1504381068-project] 10.222.0.39 "GET /v2.0/ports?device_id=6d0621ec-4650-42b8-8f87-7666278b3af8 HTTP/1.1" status: 200 len: 945 time: 0.0543389 Sep 15 16:23:39.207761 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-2ef311ed-e9b2-4d3a-925d-77ce043c3ee2 req-2bd509e3-3dc3-4595-9e41-cc6aa171099d tempest-ServerRescueNegativeTestJSON-1504381068 tempest-ServerRescueNegativeTestJSON-1504381068-project] 10.222.0.39 "GET /v2.0/security-groups?id=4d527866-20a6-4314-9b14-89ea4e5cf7c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331991 Sep 15 16:23:39.421619 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa76797-8d33-4e19-85f4-d807ef0a7aff req-6bd8984d-d8b0-4f34-a3d4-d3a739da6d9b tempest-VolumesActionsTest-418474512 tempest-VolumesActionsTest-418474512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:23:39.423047 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-efa76797-8d33-4e19-85f4-d807ef0a7aff req-6bd8984d-d8b0-4f34-a3d4-d3a739da6d9b tempest-VolumesActionsTest-418474512 tempest-VolumesActionsTest-418474512-project] 10.222.0.39 "GET /v2.0/ports?device_id=b0a6a5af-8528-4089-9411-1d6ad3bf4b60 HTTP/1.1" status: 200 len: 946 time: 0.0591683 Sep 15 16:23:39.465760 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-efa76797-8d33-4e19-85f4-d807ef0a7aff req-b1f2c6cf-266b-447b-802c-da52bafc4e0e tempest-VolumesActionsTest-418474512 tempest-VolumesActionsTest-418474512-project] 10.222.0.39 "GET /v2.0/security-groups?id=a4ec5e55-bf5c-4d5f-a19c-eeef31b1268a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361531 Sep 15 16:23:40.339625 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e300d325-dd13-43c4-a6de-380922442482 req-e9f2ec80-7a97-41cd-9d17-2d1a874f9321 tempest-ServerRescueNegativeTestJSON-1504381068 tempest-ServerRescueNegativeTestJSON-1504381068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:23:40.341096 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-e300d325-dd13-43c4-a6de-380922442482 req-e9f2ec80-7a97-41cd-9d17-2d1a874f9321 tempest-ServerRescueNegativeTestJSON-1504381068 tempest-ServerRescueNegativeTestJSON-1504381068-project] 10.222.0.39 "GET /v2.0/ports?device_id=6d0621ec-4650-42b8-8f87-7666278b3af8 HTTP/1.1" status: 200 len: 945 time: 0.0610690 Sep 15 16:23:40.381067 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-e300d325-dd13-43c4-a6de-380922442482 req-27326ad3-5628-4b5e-89da-9625faf0d7c9 tempest-ServerRescueNegativeTestJSON-1504381068 tempest-ServerRescueNegativeTestJSON-1504381068-project] 10.222.0.39 "GET /v2.0/security-groups?id=4d527866-20a6-4314-9b14-89ea4e5cf7c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318079 Sep 15 16:23:40.583311 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e7fc1a-5a9b-43df-bb2c-142a887abd04 req-8181aaf6-a72d-4646-a948-6246d0a07583 tempest-VolumesActionsTest-418474512 tempest-VolumesActionsTest-418474512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:23:40.584814 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-73e7fc1a-5a9b-43df-bb2c-142a887abd04 req-8181aaf6-a72d-4646-a948-6246d0a07583 tempest-VolumesActionsTest-418474512 tempest-VolumesActionsTest-418474512-project] 10.222.0.39 "GET /v2.0/ports?device_id=b0a6a5af-8528-4089-9411-1d6ad3bf4b60 HTTP/1.1" status: 200 len: 946 time: 0.0524201 Sep 15 16:23:40.627090 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-73e7fc1a-5a9b-43df-bb2c-142a887abd04 req-cc0f94bb-d936-4fa2-a3b5-d47dcc51920b tempest-VolumesActionsTest-418474512 tempest-VolumesActionsTest-418474512-project] 10.222.0.39 "GET /v2.0/security-groups?id=a4ec5e55-bf5c-4d5f-a19c-eeef31b1268a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332012 Sep 15 16:23:41.521241 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2da2cd0-7e30-49f0-9372-d3d58715f0eb req-de569c7c-ae3d-4eeb-a2ac-d6878915e4f0 tempest-ServerRescueNegativeTestJSON-1504381068 tempest-ServerRescueNegativeTestJSON-1504381068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:23:41.522707 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-b2da2cd0-7e30-49f0-9372-d3d58715f0eb req-de569c7c-ae3d-4eeb-a2ac-d6878915e4f0 tempest-ServerRescueNegativeTestJSON-1504381068 tempest-ServerRescueNegativeTestJSON-1504381068-project] 10.222.0.39 "GET /v2.0/ports?device_id=6d0621ec-4650-42b8-8f87-7666278b3af8 HTTP/1.1" status: 200 len: 945 time: 0.0582542 Sep 15 16:23:41.560185 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-b2da2cd0-7e30-49f0-9372-d3d58715f0eb req-2af1020c-b37b-452e-a6dc-c2e16eb48820 tempest-ServerRescueNegativeTestJSON-1504381068 tempest-ServerRescueNegativeTestJSON-1504381068-project] 10.222.0.39 "GET /v2.0/security-groups?id=4d527866-20a6-4314-9b14-89ea4e5cf7c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315132 Sep 15 16:23:41.774046 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7a5376-8bcb-4675-a788-53f1d902641c req-4c7df78f-7b3e-46be-afc1-d83d870023a5 tempest-VolumesActionsTest-418474512 tempest-VolumesActionsTest-418474512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:23:41.775550 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-bf7a5376-8bcb-4675-a788-53f1d902641c req-4c7df78f-7b3e-46be-afc1-d83d870023a5 tempest-VolumesActionsTest-418474512 tempest-VolumesActionsTest-418474512-project] 10.222.0.39 "GET /v2.0/ports?device_id=b0a6a5af-8528-4089-9411-1d6ad3bf4b60 HTTP/1.1" status: 200 len: 946 time: 0.0689864 Sep 15 16:23:41.817138 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-bf7a5376-8bcb-4675-a788-53f1d902641c req-338e06a3-3692-4fac-888c-9409e853d0ba tempest-VolumesActionsTest-418474512 tempest-VolumesActionsTest-418474512-project] 10.222.0.39 "GET /v2.0/security-groups?id=a4ec5e55-bf5c-4d5f-a19c-eeef31b1268a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347521 Sep 15 16:23:42.691546 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8f1ba5-02f2-4693-b94b-0e1a36cf1657 req-cb74b3e6-5e11-4192-b74e-faa50747b402 tempest-ServerRescueNegativeTestJSON-1504381068 tempest-ServerRescueNegativeTestJSON-1504381068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:23:42.693048 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-cd8f1ba5-02f2-4693-b94b-0e1a36cf1657 req-cb74b3e6-5e11-4192-b74e-faa50747b402 tempest-ServerRescueNegativeTestJSON-1504381068 tempest-ServerRescueNegativeTestJSON-1504381068-project] 10.222.0.39 "GET /v2.0/ports?device_id=6d0621ec-4650-42b8-8f87-7666278b3af8 HTTP/1.1" status: 200 len: 945 time: 0.0504808 Sep 15 16:23:42.730332 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-cd8f1ba5-02f2-4693-b94b-0e1a36cf1657 req-2928d467-3142-429a-85fa-82f71b29ea17 tempest-ServerRescueNegativeTestJSON-1504381068 tempest-ServerRescueNegativeTestJSON-1504381068-project] 10.222.0.39 "GET /v2.0/security-groups?id=4d527866-20a6-4314-9b14-89ea4e5cf7c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311234 Sep 15 16:23:42.933517 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497dac2e-541a-4952-80e4-5e844bf92d39 req-a0c935df-b0bf-469e-8705-fd792765f306 tempest-VolumesActionsTest-418474512 tempest-VolumesActionsTest-418474512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:23:42.934972 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-497dac2e-541a-4952-80e4-5e844bf92d39 req-a0c935df-b0bf-469e-8705-fd792765f306 tempest-VolumesActionsTest-418474512 tempest-VolumesActionsTest-418474512-project] 10.222.0.39 "GET /v2.0/ports?device_id=b0a6a5af-8528-4089-9411-1d6ad3bf4b60 HTTP/1.1" status: 200 len: 946 time: 0.0497534 Sep 15 16:23:42.973576 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-497dac2e-541a-4952-80e4-5e844bf92d39 req-ef3cd16a-42b6-4b9f-9e0b-7b10c5c0bfc3 tempest-VolumesActionsTest-418474512 tempest-VolumesActionsTest-418474512-project] 10.222.0.39 "GET /v2.0/security-groups?id=a4ec5e55-bf5c-4d5f-a19c-eeef31b1268a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318475 Sep 15 16:23:43.868611 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b97996-e7ff-4ab7-a7ef-2d73baadcd8e req-297411bd-4238-4ae6-8472-f2a96f904696 tempest-ServerRescueNegativeTestJSON-1504381068 tempest-ServerRescueNegativeTestJSON-1504381068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:23:43.870176 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-62b97996-e7ff-4ab7-a7ef-2d73baadcd8e req-297411bd-4238-4ae6-8472-f2a96f904696 tempest-ServerRescueNegativeTestJSON-1504381068 tempest-ServerRescueNegativeTestJSON-1504381068-project] 10.222.0.39 "GET /v2.0/ports?device_id=6d0621ec-4650-42b8-8f87-7666278b3af8 HTTP/1.1" status: 200 len: 945 time: 0.0662553 Sep 15 16:23:43.912940 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-62b97996-e7ff-4ab7-a7ef-2d73baadcd8e req-ca9bfd5b-e905-4962-ae24-45485c95c6bd tempest-ServerRescueNegativeTestJSON-1504381068 tempest-ServerRescueNegativeTestJSON-1504381068-project] 10.222.0.39 "GET /v2.0/security-groups?id=4d527866-20a6-4314-9b14-89ea4e5cf7c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369565 Sep 15 16:23:44.111135 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124826e0-0231-44e4-9d07-cdfb199e2990 req-09eb0137-58eb-4a59-938a-9951b9d8df51 tempest-VolumesActionsTest-418474512 tempest-VolumesActionsTest-418474512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:23:44.112634 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-124826e0-0231-44e4-9d07-cdfb199e2990 req-09eb0137-58eb-4a59-938a-9951b9d8df51 tempest-VolumesActionsTest-418474512 tempest-VolumesActionsTest-418474512-project] 10.222.0.39 "GET /v2.0/ports?device_id=b0a6a5af-8528-4089-9411-1d6ad3bf4b60 HTTP/1.1" status: 200 len: 946 time: 0.0580058 Sep 15 16:23:44.149906 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-124826e0-0231-44e4-9d07-cdfb199e2990 req-58c45db3-f90c-4bdf-9083-44c903bdabeb tempest-VolumesActionsTest-418474512 tempest-VolumesActionsTest-418474512-project] 10.222.0.39 "GET /v2.0/security-groups?id=a4ec5e55-bf5c-4d5f-a19c-eeef31b1268a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310652 Sep 15 16:23:45.032167 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95977eb4-386f-429c-9f5e-a5fbc901df2b req-d420ff25-e691-4273-9a3d-0ec90a3ed7cf tempest-ServerRescueNegativeTestJSON-1504381068 tempest-ServerRescueNegativeTestJSON-1504381068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:23:45.033865 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-95977eb4-386f-429c-9f5e-a5fbc901df2b req-d420ff25-e691-4273-9a3d-0ec90a3ed7cf tempest-ServerRescueNegativeTestJSON-1504381068 tempest-ServerRescueNegativeTestJSON-1504381068-project] 10.222.0.39 "GET /v2.0/ports?device_id=6d0621ec-4650-42b8-8f87-7666278b3af8 HTTP/1.1" status: 200 len: 945 time: 0.0505142 Sep 15 16:23:45.080864 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-95977eb4-386f-429c-9f5e-a5fbc901df2b req-257fcf0e-035b-4539-80e4-253d4929df40 tempest-ServerRescueNegativeTestJSON-1504381068 tempest-ServerRescueNegativeTestJSON-1504381068-project] 10.222.0.39 "GET /v2.0/security-groups?id=4d527866-20a6-4314-9b14-89ea4e5cf7c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376344 Sep 15 16:23:45.286127 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a974faa4-c871-4a70-8ffe-3f672d6ec707 req-e819b6ec-2852-4e27-85bc-f6edb809d11a tempest-VolumesActionsTest-418474512 tempest-VolumesActionsTest-418474512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:23:45.287553 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-a974faa4-c871-4a70-8ffe-3f672d6ec707 req-e819b6ec-2852-4e27-85bc-f6edb809d11a tempest-VolumesActionsTest-418474512 tempest-VolumesActionsTest-418474512-project] 10.222.0.39 "GET /v2.0/ports?device_id=b0a6a5af-8528-4089-9411-1d6ad3bf4b60 HTTP/1.1" status: 200 len: 946 time: 0.0629435 Sep 15 16:23:45.328149 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-a974faa4-c871-4a70-8ffe-3f672d6ec707 req-1fbecaa4-ed39-4314-90e2-1841fd5c7d1e tempest-VolumesActionsTest-418474512 tempest-VolumesActionsTest-418474512-project] 10.222.0.39 "GET /v2.0/security-groups?id=a4ec5e55-bf5c-4d5f-a19c-eeef31b1268a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318484 Sep 15 16:23:46.201160 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe1ca98-737b-47f1-b7b5-1d021afc2309 req-214c9ef6-e920-491b-aacf-a708b2bbcdac tempest-ServerRescueNegativeTestJSON-1504381068 tempest-ServerRescueNegativeTestJSON-1504381068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:23:46.202614 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-bfe1ca98-737b-47f1-b7b5-1d021afc2309 req-214c9ef6-e920-491b-aacf-a708b2bbcdac tempest-ServerRescueNegativeTestJSON-1504381068 tempest-ServerRescueNegativeTestJSON-1504381068-project] 10.222.0.39 "GET /v2.0/ports?device_id=6d0621ec-4650-42b8-8f87-7666278b3af8 HTTP/1.1" status: 200 len: 945 time: 0.0502326 Sep 15 16:23:46.242353 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-bfe1ca98-737b-47f1-b7b5-1d021afc2309 req-53ce37f1-9e25-49b2-ad6f-6ec96f8edd62 tempest-ServerRescueNegativeTestJSON-1504381068 tempest-ServerRescueNegativeTestJSON-1504381068-project] 10.222.0.39 "GET /v2.0/security-groups?id=4d527866-20a6-4314-9b14-89ea4e5cf7c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334809 Sep 15 16:23:46.447835 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3b4c07-0ddc-4fc0-b937-e19bdbc99ff7 req-b95d7fcc-4366-4a88-a962-73ba9431a90d tempest-VolumesActionsTest-418474512 tempest-VolumesActionsTest-418474512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:23:46.449347 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-cc3b4c07-0ddc-4fc0-b937-e19bdbc99ff7 req-b95d7fcc-4366-4a88-a962-73ba9431a90d tempest-VolumesActionsTest-418474512 tempest-VolumesActionsTest-418474512-project] 10.222.0.39 "GET /v2.0/ports?device_id=b0a6a5af-8528-4089-9411-1d6ad3bf4b60 HTTP/1.1" status: 200 len: 946 time: 0.0488338 Sep 15 16:23:46.486932 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-cc3b4c07-0ddc-4fc0-b937-e19bdbc99ff7 req-b61e02e3-11fe-4e39-a990-13ef34af6327 tempest-VolumesActionsTest-418474512 tempest-VolumesActionsTest-418474512-project] 10.222.0.39 "GET /v2.0/security-groups?id=a4ec5e55-bf5c-4d5f-a19c-eeef31b1268a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316331 Sep 15 16:23:47.377256 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d470276-7bf4-470e-b665-3340397e6ac0 req-7ba13e69-ae61-4e78-ba11-af43e2f882bc tempest-ServerRescueNegativeTestJSON-1504381068 tempest-ServerRescueNegativeTestJSON-1504381068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:23:47.378731 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-2d470276-7bf4-470e-b665-3340397e6ac0 req-7ba13e69-ae61-4e78-ba11-af43e2f882bc tempest-ServerRescueNegativeTestJSON-1504381068 tempest-ServerRescueNegativeTestJSON-1504381068-project] 10.222.0.39 "GET /v2.0/ports?device_id=6d0621ec-4650-42b8-8f87-7666278b3af8 HTTP/1.1" status: 200 len: 945 time: 0.0609341 Sep 15 16:23:47.416840 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-2d470276-7bf4-470e-b665-3340397e6ac0 req-34dac4bf-87a1-42d7-8001-bf9ffb4bd0bd tempest-ServerRescueNegativeTestJSON-1504381068 tempest-ServerRescueNegativeTestJSON-1504381068-project] 10.222.0.39 "GET /v2.0/security-groups?id=4d527866-20a6-4314-9b14-89ea4e5cf7c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319421 Sep 15 16:23:47.614469 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c47084-32ab-4d7a-b882-922acec14c73 req-c5e0701c-cb50-48dd-b39c-885677bb39a8 tempest-VolumesActionsTest-418474512 tempest-VolumesActionsTest-418474512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:23:47.615889 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-c3c47084-32ab-4d7a-b882-922acec14c73 req-c5e0701c-cb50-48dd-b39c-885677bb39a8 tempest-VolumesActionsTest-418474512 tempest-VolumesActionsTest-418474512-project] 10.222.0.39 "GET /v2.0/ports?device_id=b0a6a5af-8528-4089-9411-1d6ad3bf4b60 HTTP/1.1" status: 200 len: 946 time: 0.0546565 Sep 15 16:23:47.657437 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-c3c47084-32ab-4d7a-b882-922acec14c73 req-7b0f42b5-8456-47d7-8bcb-84bb51598a56 tempest-VolumesActionsTest-418474512 tempest-VolumesActionsTest-418474512-project] 10.222.0.39 "GET /v2.0/security-groups?id=a4ec5e55-bf5c-4d5f-a19c-eeef31b1268a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319040 Sep 15 16:23:47.797569 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb198db7-b98b-4206-a956-bea0875e4320 req-cbb939a6-0988-4f06-bfc3-b78e2830f4c2 tempest-VolumesActionsTest-418474512 tempest-VolumesActionsTest-418474512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:23:47.799048 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-cb198db7-b98b-4206-a956-bea0875e4320 req-cbb939a6-0988-4f06-bfc3-b78e2830f4c2 tempest-VolumesActionsTest-418474512 tempest-VolumesActionsTest-418474512-project] 10.222.0.45 "GET /v2.0/ports?device_id=b0a6a5af-8528-4089-9411-1d6ad3bf4b60 HTTP/1.1" status: 200 len: 946 time: 0.0525339 Sep 15 16:23:47.953652 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.plugin [req-cb198db7-b98b-4206-a956-bea0875e4320 req-6fecd727-6015-488b-9582-3562970f3ab2 tempest-VolumesActionsTest-418474512 tempest-VolumesActionsTest-418474512-project] Deleting port d728229f-aa6a-4d63-a167-2b7d51094d8c {{(pid=93953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:23:47.953985 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [req-cb198db7-b98b-4206-a956-bea0875e4320 req-6fecd727-6015-488b-9582-3562970f3ab2 tempest-VolumesActionsTest-418474512 tempest-VolumesActionsTest-418474512-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791196454449'] for port, before_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:23:48.042281 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.db [req-cb198db7-b98b-4206-a956-bea0875e4320 req-6fecd727-6015-488b-9582-3562970f3ab2 tempest-VolumesActionsTest-418474512 tempest-VolumesActionsTest-418474512-project] For port d728229f-aa6a-4d63-a167-2b7d51094d8c, host hv-cinder-77957, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77957',level=0,port_id=d728229f-aa6a-4d63-a167-2b7d51094d8c,segment=NetworkSegment(a5e91499-98cc-46b0-918c-6611c18d5486),segment_id=a5e91499-98cc-46b0-918c-6611c18d5486)] {{(pid=93953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:23:48.042547 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [req-cb198db7-b98b-4206-a956-bea0875e4320 req-6fecd727-6015-488b-9582-3562970f3ab2 tempest-VolumesActionsTest-418474512 tempest-VolumesActionsTest-418474512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3729503'] for port, precommit_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:23:48.057726 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.plugin [req-cb198db7-b98b-4206-a956-bea0875e4320 req-6fecd727-6015-488b-9582-3562970f3ab2 tempest-VolumesActionsTest-418474512 tempest-VolumesActionsTest-418474512-project] Calling delete_port for d728229f-aa6a-4d63-a167-2b7d51094d8c owned by compute:nova {{(pid=93953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:23:48.211114 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [req-cb198db7-b98b-4206-a956-bea0875e4320 req-6fecd727-6015-488b-9582-3562970f3ab2 tempest-VolumesActionsTest-418474512 tempest-VolumesActionsTest-418474512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791196460023', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791195970003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127878305'] for port, after_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:23:48.225664 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.db [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] get_ports_and_sgs() called for port_ids ['d728229f-aa6a-4d63-a167-2b7d51094d8c'] {{(pid=93955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 16:23:48.245220 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fecd727-6015-488b-9582-3562970f3ab2 tempest-VolumesActionsTest-418474512 tempest-VolumesActionsTest-418474512-project] Pushing event deleted for resources: {'Port': ['ID=d728229f-aa6a-4d63-a167-2b7d51094d8c,revision_number=None']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:23:48.301394 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb198db7-b98b-4206-a956-bea0875e4320 req-6fecd727-6015-488b-9582-3562970f3ab2 tempest-VolumesActionsTest-418474512 tempest-VolumesActionsTest-418474512-project] No DVR routers for this DVR port d728229f-aa6a-4d63-a167-2b7d51094d8c on host hv-cinder-77957 {{(pid=93953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 16:23:48.304459 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [req-cb198db7-b98b-4206-a956-bea0875e4320 req-6fecd727-6015-488b-9582-3562970f3ab2 tempest-VolumesActionsTest-418474512 tempest-VolumesActionsTest-418474512-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58602'] for port, before_response {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:23:48.306456 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-cb198db7-b98b-4206-a956-bea0875e4320 req-6fecd727-6015-488b-9582-3562970f3ab2 tempest-VolumesActionsTest-418474512 tempest-VolumesActionsTest-418474512-project] 10.222.0.45 "DELETE /v2.0/ports/d728229f-aa6a-4d63-a167-2b7d51094d8c HTTP/1.1" status: 204 len: 173 time: 0.4749606 Sep 15 16:23:48.306880 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0a6a5af-8528-4089-9411-1d6ad3bf4b60', 'name': 'network-vif-deleted', 'tag': 'd728229f-aa6a-4d63-a167-2b7d51094d8c'}] {{(pid=93953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 16:23:48.309126 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5192e05b0783e869a38b3815ee673eee9316ce03dcaf8465063259ebfb62487" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4c86546-c93f-4d0d-bae4-931edd6e49b6" -d '{"events": [{"server_uuid": "b0a6a5af-8528-4089-9411-1d6ad3bf4b60", "name": "network-vif-deleted", "tag": "d728229f-aa6a-4d63-a167-2b7d51094d8c"}]}' {{(pid=93953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 16:23:48.348716 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 16:23:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12f1dfa6-0597-4e1d-8411-15b643c6b0cf x-openstack-request-id: req-12f1dfa6-0597-4e1d-8411-15b643c6b0cf {{(pid=93953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 16:23:48.349012 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0a6a5af-8528-4089-9411-1d6ad3bf4b60", "name": "network-vif-deleted", "tag": "d728229f-aa6a-4d63-a167-2b7d51094d8c", "status": "completed", "code": 200}]} {{(pid=93953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 16:23:48.349265 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-12f1dfa6-0597-4e1d-8411-15b643c6b0cf {{(pid=93953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 16:23:48.349790 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0a6a5af-8528-4089-9411-1d6ad3bf4b60', 'name': 'network-vif-deleted', 'tag': 'd728229f-aa6a-4d63-a167-2b7d51094d8c', 'status': 'completed', 'code': 200} Sep 15 16:23:48.539611 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdeead3-3a0a-4edc-a022-847cd6249b64 req-e827fab2-2101-45b5-849e-606396aecc3b tempest-ServerRescueNegativeTestJSON-1504381068 tempest-ServerRescueNegativeTestJSON-1504381068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:23:48.541230 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-abdeead3-3a0a-4edc-a022-847cd6249b64 req-e827fab2-2101-45b5-849e-606396aecc3b tempest-ServerRescueNegativeTestJSON-1504381068 tempest-ServerRescueNegativeTestJSON-1504381068-project] 10.222.0.39 "GET /v2.0/ports?device_id=6d0621ec-4650-42b8-8f87-7666278b3af8 HTTP/1.1" status: 200 len: 945 time: 0.0499289 Sep 15 16:23:48.580374 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-abdeead3-3a0a-4edc-a022-847cd6249b64 req-ed48924d-b181-4f31-96ce-27dcdc0368db tempest-ServerRescueNegativeTestJSON-1504381068 tempest-ServerRescueNegativeTestJSON-1504381068-project] 10.222.0.39 "GET /v2.0/security-groups?id=4d527866-20a6-4314-9b14-89ea4e5cf7c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330467 Sep 15 16:23:48.775862 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-1557fb7d-1e15-41e7-9554-f4f34de2a7e8 req-5a1d1cc4-4d50-48b9-9e00-e47eadd385f8 tempest-VolumesActionsTest-418474512 tempest-VolumesActionsTest-418474512-project] 10.222.0.39 "GET /v2.0/ports?device_id=b0a6a5af-8528-4089-9411-1d6ad3bf4b60 HTTP/1.1" status: 200 len: 210 time: 0.0269661 Sep 15 16:23:48.964529 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.wsgi [-] (93953) accepted ('10.222.0.39', 33262) {{(pid=93953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:23:49.089488 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-79683d74-5ff8-46aa-ad14-058c191c24bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:23:49.198935 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-79683d74-5ff8-46aa-ad14-058c191c24bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:23:49.204342 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-79683d74-5ff8-46aa-ad14-058c191c24bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3702208'] for security_group, after_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:23:49.239614 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79683d74-5ff8-46aa-ad14-058c191c24bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31a34c0d-b7a2-4263-b2a9-415ee16e231c,revision_number=1']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:23:49.245815 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [None req-79683d74-5ff8-46aa-ad14-058c191c24bd admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=461581e635a449da81378621b467e934&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2800038 Sep 15 16:23:49.248628 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.wsgi [-] (93953) accepted ('10.222.0.39', 33270) {{(pid=93953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:23:49.296402 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-00e20a64-e61e-4e81-90b9-940e13578aa8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:23:49.317984 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-00e20a64-e61e-4e81-90b9-940e13578aa8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:23:49.373343 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-00e20a64-e61e-4e81-90b9-940e13578aa8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3702208'] for security_group, after_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:23:49.377025 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-00e20a64-e61e-4e81-90b9-940e13578aa8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:23:49.381153 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [None req-00e20a64-e61e-4e81-90b9-940e13578aa8 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/31a34c0d-b7a2-4263-b2a9-415ee16e231c HTTP/1.1" status: 204 len: 168 time: 0.1290276 Sep 15 16:23:49.387179 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e20a64-e61e-4e81-90b9-940e13578aa8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31a34c0d-b7a2-4263-b2a9-415ee16e231c,revision_number=None']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:23:49.675908 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.wsgi [-] (93954) accepted ('10.222.0.39', 33284) {{(pid=93954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:23:49.691476 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-dcebb2d2-2bec-4e90-bad5-6bee2cb34f7a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:23:49.707485 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f23b34-a4df-4eb0-a284-482a4d2ef7af req-a74be88d-9762-45b6-a593-e25dce44fad5 tempest-ServerRescueNegativeTestJSON-1504381068 tempest-ServerRescueNegativeTestJSON-1504381068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:23:49.715344 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-92f23b34-a4df-4eb0-a284-482a4d2ef7af req-a74be88d-9762-45b6-a593-e25dce44fad5 tempest-ServerRescueNegativeTestJSON-1504381068 tempest-ServerRescueNegativeTestJSON-1504381068-project] 10.222.0.39 "GET /v2.0/ports?device_id=6d0621ec-4650-42b8-8f87-7666278b3af8 HTTP/1.1" status: 200 len: 945 time: 0.0659642 Sep 15 16:23:49.786885 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-dcebb2d2-2bec-4e90-bad5-6bee2cb34f7a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:23:49.795240 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-dcebb2d2-2bec-4e90-bad5-6bee2cb34f7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3702208'] for security_group, after_create {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:23:49.840913 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [None req-dcebb2d2-2bec-4e90-bad5-6bee2cb34f7a admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=c980c31c7ed5490ab1904cf6145c8f00&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1615167 Sep 15 16:23:49.848305 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.wsgi [-] (93954) accepted ('10.222.0.39', 33290) {{(pid=93954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:23:49.854800 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcebb2d2-2bec-4e90-bad5-6bee2cb34f7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=383bc41f-132e-41dc-928b-2c4624dbbc93,revision_number=1']} {{(pid=93954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:23:49.931119 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-f63e7038-12c0-43cb-8b4e-e60a10a935ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:23:49.961906 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-f63e7038-12c0-43cb-8b4e-e60a10a935ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:23:49.970231 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c171f2c7-7661-49f9-a57f-834635a12298 req-dcfdcf15-7730-4c2b-b468-e26ffd847b8b tempest-DeleteServersTestJSON-1247020361 tempest-DeleteServersTestJSON-1247020361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:23:49.971768 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-c171f2c7-7661-49f9-a57f-834635a12298 req-dcfdcf15-7730-4c2b-b468-e26ffd847b8b tempest-DeleteServersTestJSON-1247020361 tempest-DeleteServersTestJSON-1247020361-project] 10.222.0.39 "GET /v2.0/ports?device_id=486179e9-71f9-4e5d-b64f-b9582ed4a533 HTTP/1.1" status: 200 len: 945 time: 0.0792434 Sep 15 16:23:49.986235 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-92f23b34-a4df-4eb0-a284-482a4d2ef7af req-6fd64cd2-c129-4381-bc44-ec2abf2b59c8 tempest-ServerRescueNegativeTestJSON-1504381068 tempest-ServerRescueNegativeTestJSON-1504381068-project] 10.222.0.39 "GET /v2.0/security-groups?id=4d527866-20a6-4314-9b14-89ea4e5cf7c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2696292 Sep 15 16:23:50.034083 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-c171f2c7-7661-49f9-a57f-834635a12298 req-10d47742-2929-4682-b70a-d13f56ab0840 tempest-DeleteServersTestJSON-1247020361 tempest-DeleteServersTestJSON-1247020361-project] 10.222.0.39 "GET /v2.0/security-groups?id=7bc5803c-1c2e-48d8-9a27-d64b1981fbcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552933 Sep 15 16:23:50.058684 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-f63e7038-12c0-43cb-8b4e-e60a10a935ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3702208'] for security_group, after_delete {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:23:50.061478 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-f63e7038-12c0-43cb-8b4e-e60a10a935ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:23:50.062601 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [None req-f63e7038-12c0-43cb-8b4e-e60a10a935ba admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/383bc41f-132e-41dc-928b-2c4624dbbc93 HTTP/1.1" status: 204 len: 168 time: 0.2133644 Sep 15 16:23:50.071040 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63e7038-12c0-43cb-8b4e-e60a10a935ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=383bc41f-132e-41dc-928b-2c4624dbbc93,revision_number=None']} {{(pid=93954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:23:50.410882 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c81481-e1fd-402e-aed4-015a293116f0 req-7c531030-534c-4051-a692-55aa7d0c567a tempest-VolumesActionsTest-418474512 tempest-VolumesActionsTest-418474512-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:23:50.412448 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-35c81481-e1fd-402e-aed4-015a293116f0 req-7c531030-534c-4051-a692-55aa7d0c567a tempest-VolumesActionsTest-418474512 tempest-VolumesActionsTest-418474512-project] 10.222.0.39 "GET /v2.0/networks?id=8d79a86d-a82d-4a96-9f76-e67405e9f7eb HTTP/1.1" status: 200 len: 809 time: 0.2952590 Sep 15 16:23:50.418388 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron.db.agents_db [None req-9c583be1-859f-4a85-bd6b-6d26517e04c2 None None] Agent healthcheck: found 6 active agents {{(pid=93956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 16:23:50.428415 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-35c81481-e1fd-402e-aed4-015a293116f0 req-6f03bef7-48d6-4403-abe0-52a70b396384 tempest-VolumesActionsTest-418474512 tempest-VolumesActionsTest-418474512-project] 10.222.0.39 "GET /v2.0/quotas/1651627b215344d0a9bd9af89029ebe2 HTTP/1.1" status: 200 len: 375 time: 0.0094631 Sep 15 16:23:50.461939 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-35c81481-e1fd-402e-aed4-015a293116f0 req-cd402a10-ce51-4308-8e5b-92b707827521 tempest-VolumesActionsTest-418474512 tempest-VolumesActionsTest-418474512-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=1651627b215344d0a9bd9af89029ebe2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0273104 Sep 15 16:23:50.574078 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-35c81481-e1fd-402e-aed4-015a293116f0 req-a41da975-72dd-4f7f-9979-dedbbfcc4dc5 service neutron] 10.222.0.39 "GET /v2.0/networks/8d79a86d-a82d-4a96-9f76-e67405e9f7eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1048086 Sep 15 16:23:50.662987 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-35c81481-e1fd-402e-aed4-015a293116f0 req-c0580604-8dd2-4ddc-8616-b65fe3032717 service neutron] 10.222.0.39 "GET /v2.0/networks/8d79a86d-a82d-4a96-9f76-e67405e9f7eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827336 Sep 15 16:23:50.823786 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-9c6e7ad0-4abc-498a-bbaa-b4c2b3ff2f57 req-a67e7b16-6868-4697-a4c5-61ae83de2830 tempest-VolumesActionsTest-418474512 tempest-VolumesActionsTest-418474512-project] 10.222.0.39 "GET /v2.0/ports?device_id=97dbc1db-5ff4-4bcb-9bbf-dd281e46eedf HTTP/1.1" status: 200 len: 210 time: 0.0262854 Sep 15 16:23:51.111430 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d5827e-c86e-475c-b6c7-218980519bc2 req-668a5f43-c189-4eda-b237-d78e042fb8d4 tempest-ServerRescueNegativeTestJSON-1504381068 tempest-ServerRescueNegativeTestJSON-1504381068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:23:51.119476 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-30d5827e-c86e-475c-b6c7-218980519bc2 req-668a5f43-c189-4eda-b237-d78e042fb8d4 tempest-ServerRescueNegativeTestJSON-1504381068 tempest-ServerRescueNegativeTestJSON-1504381068-project] 10.222.0.39 "GET /v2.0/ports?device_id=6d0621ec-4650-42b8-8f87-7666278b3af8 HTTP/1.1" status: 200 len: 945 time: 0.0593910 Sep 15 16:23:51.154889 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-30d5827e-c86e-475c-b6c7-218980519bc2 req-789424ac-58f2-45bd-9688-279c88e8e99e tempest-ServerRescueNegativeTestJSON-1504381068 tempest-ServerRescueNegativeTestJSON-1504381068-project] 10.222.0.39 "GET /v2.0/security-groups?id=4d527866-20a6-4314-9b14-89ea4e5cf7c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346396 Sep 15 16:23:51.263296 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8054bd35-8ee5-4c40-9f96-fae4894b1749 req-ace1bf10-f52c-42c1-bc67-3ba965a261db tempest-DeleteServersTestJSON-1247020361 tempest-DeleteServersTestJSON-1247020361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:23:51.265675 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-8054bd35-8ee5-4c40-9f96-fae4894b1749 req-ace1bf10-f52c-42c1-bc67-3ba965a261db tempest-DeleteServersTestJSON-1247020361 tempest-DeleteServersTestJSON-1247020361-project] 10.222.0.39 "GET /v2.0/ports?device_id=486179e9-71f9-4e5d-b64f-b9582ed4a533 HTTP/1.1" status: 200 len: 945 time: 0.0531034 Sep 15 16:23:51.304641 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-8054bd35-8ee5-4c40-9f96-fae4894b1749 req-80973f4b-ee59-425f-939f-78a708f2f207 tempest-DeleteServersTestJSON-1247020361 tempest-DeleteServersTestJSON-1247020361-project] 10.222.0.39 "GET /v2.0/security-groups?id=7bc5803c-1c2e-48d8-9a27-d64b1981fbcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331771 Sep 15 16:23:51.919569 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-83a1aff6-0a46-48d3-bdae-d4699de7aefe req-b6876a6b-13de-4294-8831-f95ab59b7545 tempest-VolumesActionsTest-418474512 tempest-VolumesActionsTest-418474512-project] 10.222.0.39 "GET /v2.0/ports?device_id=97dbc1db-5ff4-4bcb-9bbf-dd281e46eedf HTTP/1.1" status: 200 len: 210 time: 0.0271404 Sep 15 16:23:52.132434 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.wsgi [-] (93954) accepted ('10.222.0.39', 33396) {{(pid=93954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:23:52.244114 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-77d17206-9937-45ec-8ece-3f5fb701d674 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:23:52.353291 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-77d17206-9937-45ec-8ece-3f5fb701d674 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:23:52.360352 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-77d17206-9937-45ec-8ece-3f5fb701d674 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3702208'] for security_group, after_create {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:23:52.433735 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d17206-9937-45ec-8ece-3f5fb701d674 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9f839ea-1203-4eb0-b5ae-43a50ab150b1,revision_number=1']} {{(pid=93954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:23:52.437852 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [None req-77d17206-9937-45ec-8ece-3f5fb701d674 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=161ce01ca8604c83957ecc7c78ab4f8b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3043091 Sep 15 16:23:52.441015 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.wsgi [-] (93953) accepted ('10.222.0.39', 33408) {{(pid=93953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:23:52.459012 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a0722d-4cc7-434a-aeb5-c18c0e08d9d2 req-2f5b3a8e-23d3-41b4-8b75-3d5e5db1b6b3 tempest-ServerRescueNegativeTestJSON-1504381068 tempest-ServerRescueNegativeTestJSON-1504381068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:23:52.460420 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-11a0722d-4cc7-434a-aeb5-c18c0e08d9d2 req-2f5b3a8e-23d3-41b4-8b75-3d5e5db1b6b3 tempest-ServerRescueNegativeTestJSON-1504381068 tempest-ServerRescueNegativeTestJSON-1504381068-project] 10.222.0.39 "GET /v2.0/ports?device_id=6d0621ec-4650-42b8-8f87-7666278b3af8 HTTP/1.1" status: 200 len: 945 time: 0.0881670 Sep 15 16:23:52.491775 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-50c06daa-083d-4dbf-8eca-061ec46fce78 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:23:52.499400 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-11a0722d-4cc7-434a-aeb5-c18c0e08d9d2 req-44133c7d-758b-42b5-9c6b-b5a4fe015348 tempest-ServerRescueNegativeTestJSON-1504381068 tempest-ServerRescueNegativeTestJSON-1504381068-project] 10.222.0.39 "GET /v2.0/security-groups?id=4d527866-20a6-4314-9b14-89ea4e5cf7c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329065 Sep 15 16:23:52.514261 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-50c06daa-083d-4dbf-8eca-061ec46fce78 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:23:52.564849 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-50c06daa-083d-4dbf-8eca-061ec46fce78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3702208'] for security_group, after_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:23:52.569809 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-50c06daa-083d-4dbf-8eca-061ec46fce78 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:23:52.570968 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [None req-50c06daa-083d-4dbf-8eca-061ec46fce78 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/b9f839ea-1203-4eb0-b5ae-43a50ab150b1 HTTP/1.1" status: 204 len: 168 time: 0.1287169 Sep 15 16:23:52.578660 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c06daa-083d-4dbf-8eca-061ec46fce78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9f839ea-1203-4eb0-b5ae-43a50ab150b1,revision_number=None']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:23:52.604028 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167b04c7-0854-45ca-a097-c7d404ae2924 req-0dec4529-f4ee-449c-81a5-a308925465bf tempest-DeleteServersTestJSON-1247020361 tempest-DeleteServersTestJSON-1247020361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:23:52.605659 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-167b04c7-0854-45ca-a097-c7d404ae2924 req-0dec4529-f4ee-449c-81a5-a308925465bf tempest-DeleteServersTestJSON-1247020361 tempest-DeleteServersTestJSON-1247020361-project] 10.222.0.39 "GET /v2.0/ports?device_id=486179e9-71f9-4e5d-b64f-b9582ed4a533 HTTP/1.1" status: 200 len: 945 time: 0.0527971 Sep 15 16:23:52.645093 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-167b04c7-0854-45ca-a097-c7d404ae2924 req-42974c6a-7068-435d-8282-9e2cbf662b49 tempest-DeleteServersTestJSON-1247020361 tempest-DeleteServersTestJSON-1247020361-project] 10.222.0.39 "GET /v2.0/security-groups?id=7bc5803c-1c2e-48d8-9a27-d64b1981fbcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333138 Sep 15 16:23:52.872238 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.wsgi [-] (93954) accepted ('10.222.0.39', 33414) {{(pid=93954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:23:52.889262 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-3568c5bf-266e-4b39-a708-21bab9abebce admin admin] Notify callbacks [] for security_group, before_create {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:23:52.980561 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-3568c5bf-266e-4b39-a708-21bab9abebce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:23:52.984221 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.rpc [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] Device d728229f-aa6a-4d63-a167-2b7d51094d8c no longer exists at agent hyperv_hv-cinder-77957 {{(pid=93955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 16:23:52.986993 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-3568c5bf-266e-4b39-a708-21bab9abebce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3702208'] for security_group, after_create {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:23:53.005691 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791196484491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953091'] for agent, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:23:53.006712 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] No Port match for: d728229f-aa6a-4d63-a167-2b7d51094d8c {{(pid=93955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 16:23:53.007050 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.rpc [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] Device d728229f-aa6a-4d63-a167-2b7d51094d8c not bound to the agent host hv-cinder-77957 {{(pid=93955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 16:23:53.033140 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-d567b101-c722-4799-b69a-d7b71ea80e8f req-ce2d11f6-5f26-4e62-a9d2-7c0195ff4e4c tempest-VolumesActionsTest-418474512 tempest-VolumesActionsTest-418474512-project] 10.222.0.39 "GET /v2.0/ports?device_id=97dbc1db-5ff4-4bcb-9bbf-dd281e46eedf HTTP/1.1" status: 200 len: 210 time: 0.0423992 Sep 15 16:23:53.052470 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [None req-3568c5bf-266e-4b39-a708-21bab9abebce admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=5b4997fb870443138d480f162cc3e8bc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1791899 Sep 15 16:23:53.053522 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3568c5bf-266e-4b39-a708-21bab9abebce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d238551-30b9-4d6f-81f6-2d73a402e5e8,revision_number=1']} {{(pid=93954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:23:53.055308 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.wsgi [-] (93953) accepted ('10.222.0.39', 33418) {{(pid=93953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:23:53.107789 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-96d47689-f711-41f5-83e7-a10f37f96314 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:23:53.130415 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-96d47689-f711-41f5-83e7-a10f37f96314 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:23:53.178380 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-96d47689-f711-41f5-83e7-a10f37f96314 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3702208'] for security_group, after_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:23:53.181001 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-96d47689-f711-41f5-83e7-a10f37f96314 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:23:53.182120 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [None req-96d47689-f711-41f5-83e7-a10f37f96314 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/0d238551-30b9-4d6f-81f6-2d73a402e5e8 HTTP/1.1" status: 204 len: 168 time: 0.1248949 Sep 15 16:23:53.190102 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d47689-f711-41f5-83e7-a10f37f96314 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d238551-30b9-4d6f-81f6-2d73a402e5e8,revision_number=None']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:23:53.623414 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154d05f5-4ae4-4bf4-b681-75a306281dcd req-38ae9d96-a55e-4582-aeaa-5aa6a1bcaa33 tempest-ServerRescueNegativeTestJSON-1504381068 tempest-ServerRescueNegativeTestJSON-1504381068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:23:53.624935 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-154d05f5-4ae4-4bf4-b681-75a306281dcd req-38ae9d96-a55e-4582-aeaa-5aa6a1bcaa33 tempest-ServerRescueNegativeTestJSON-1504381068 tempest-ServerRescueNegativeTestJSON-1504381068-project] 10.222.0.39 "GET /v2.0/ports?device_id=6d0621ec-4650-42b8-8f87-7666278b3af8 HTTP/1.1" status: 200 len: 945 time: 0.0538304 Sep 15 16:23:53.663040 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-154d05f5-4ae4-4bf4-b681-75a306281dcd req-d5c086e3-8f62-4df5-9869-a416af230a52 tempest-ServerRescueNegativeTestJSON-1504381068 tempest-ServerRescueNegativeTestJSON-1504381068-project] 10.222.0.39 "GET /v2.0/security-groups?id=4d527866-20a6-4314-9b14-89ea4e5cf7c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317912 Sep 15 16:23:53.770069 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5efd159-cf66-41d9-87cc-c7a2ca9c2753 req-e989cde4-741d-47a4-9f41-b970934aa980 tempest-DeleteServersTestJSON-1247020361 tempest-DeleteServersTestJSON-1247020361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:23:53.771553 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-b5efd159-cf66-41d9-87cc-c7a2ca9c2753 req-e989cde4-741d-47a4-9f41-b970934aa980 tempest-DeleteServersTestJSON-1247020361 tempest-DeleteServersTestJSON-1247020361-project] 10.222.0.39 "GET /v2.0/ports?device_id=486179e9-71f9-4e5d-b64f-b9582ed4a533 HTTP/1.1" status: 200 len: 945 time: 0.0531130 Sep 15 16:23:53.809537 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-b5efd159-cf66-41d9-87cc-c7a2ca9c2753 req-ea490d63-a233-4bae-9d5a-ac3bb24d546b tempest-DeleteServersTestJSON-1247020361 tempest-DeleteServersTestJSON-1247020361-project] 10.222.0.39 "GET /v2.0/security-groups?id=7bc5803c-1c2e-48d8-9a27-d64b1981fbcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315990 Sep 15 16:23:54.127140 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-a7a85f8b-a838-4763-8074-a28eb801ff36 req-fcb885bd-33a5-4885-850b-84f5e414d7fb tempest-VolumesActionsTest-418474512 tempest-VolumesActionsTest-418474512-project] 10.222.0.39 "GET /v2.0/ports?device_id=97dbc1db-5ff4-4bcb-9bbf-dd281e46eedf HTTP/1.1" status: 200 len: 210 time: 0.0278440 Sep 15 16:23:54.799550 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d132d29-1925-4e11-b006-9e59a5af4c00 req-79ebe88d-e656-4ec5-bba5-a12285e011ec tempest-ServerRescueNegativeTestJSON-1504381068 tempest-ServerRescueNegativeTestJSON-1504381068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:23:54.801141 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-0d132d29-1925-4e11-b006-9e59a5af4c00 req-79ebe88d-e656-4ec5-bba5-a12285e011ec tempest-ServerRescueNegativeTestJSON-1504381068 tempest-ServerRescueNegativeTestJSON-1504381068-project] 10.222.0.39 "GET /v2.0/ports?device_id=6d0621ec-4650-42b8-8f87-7666278b3af8 HTTP/1.1" status: 200 len: 945 time: 0.0513580 Sep 15 16:23:54.841177 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-0d132d29-1925-4e11-b006-9e59a5af4c00 req-6d9a58e1-a1a3-4cb2-a681-8dd9b4545d25 tempest-ServerRescueNegativeTestJSON-1504381068 tempest-ServerRescueNegativeTestJSON-1504381068-project] 10.222.0.39 "GET /v2.0/security-groups?id=4d527866-20a6-4314-9b14-89ea4e5cf7c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339420 Sep 15 16:23:54.954620 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ddf51f7-b2ee-49cf-a4cc-96d418c950b7 req-7dad4b2d-0b0b-4785-9b9d-644c6a5dd93a tempest-DeleteServersTestJSON-1247020361 tempest-DeleteServersTestJSON-1247020361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:23:54.956090 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-1ddf51f7-b2ee-49cf-a4cc-96d418c950b7 req-7dad4b2d-0b0b-4785-9b9d-644c6a5dd93a tempest-DeleteServersTestJSON-1247020361 tempest-DeleteServersTestJSON-1247020361-project] 10.222.0.39 "GET /v2.0/ports?device_id=486179e9-71f9-4e5d-b64f-b9582ed4a533 HTTP/1.1" status: 200 len: 945 time: 0.0530035 Sep 15 16:23:54.994168 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-1ddf51f7-b2ee-49cf-a4cc-96d418c950b7 req-77c6fca9-68db-40ff-a90f-c236078d3d85 tempest-DeleteServersTestJSON-1247020361 tempest-DeleteServersTestJSON-1247020361-project] 10.222.0.39 "GET /v2.0/security-groups?id=7bc5803c-1c2e-48d8-9a27-d64b1981fbcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321102 Sep 15 16:23:55.225976 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-134d7eb9-a747-4e74-bf13-8659bda3a868 req-5bd2716f-3e1b-41f0-803f-78b683d49ca4 tempest-VolumesActionsTest-418474512 tempest-VolumesActionsTest-418474512-project] 10.222.0.39 "GET /v2.0/ports?device_id=97dbc1db-5ff4-4bcb-9bbf-dd281e46eedf HTTP/1.1" status: 200 len: 210 time: 0.0285647 Sep 15 16:23:55.601730 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c81481-e1fd-402e-aed4-015a293116f0 req-12e90e95-7823-4984-a619-e3bf1f033d0e tempest-VolumesActionsTest-418474512 tempest-VolumesActionsTest-418474512-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:23:55.603168 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-35c81481-e1fd-402e-aed4-015a293116f0 req-12e90e95-7823-4984-a619-e3bf1f033d0e tempest-VolumesActionsTest-418474512 tempest-VolumesActionsTest-418474512-project] 10.222.0.45 "GET /v2.0/networks?id=8d79a86d-a82d-4a96-9f76-e67405e9f7eb HTTP/1.1" status: 200 len: 809 time: 0.1092472 Sep 15 16:23:55.620411 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.api.v2.base [req-35c81481-e1fd-402e-aed4-015a293116f0 req-844eefe7-e69f-4ca2-a61d-ef6a49c742e7 tempest-VolumesActionsTest-418474512 tempest-VolumesActionsTest-418474512-project] Request body: {'port': {'device_id': '97dbc1db-5ff4-4bcb-9bbf-dd281e46eedf', 'network_id': '8d79a86d-a82d-4a96-9f76-e67405e9f7eb', 'admin_state_up': True, 'tenant_id': '1651627b215344d0a9bd9af89029ebe2'}} {{(pid=93953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:23:55.734864 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-35c81481-e1fd-402e-aed4-015a293116f0 req-844eefe7-e69f-4ca2-a61d-ef6a49c742e7 tempest-VolumesActionsTest-418474512 tempest-VolumesActionsTest-418474512-project] Made reservation on behalf of 1651627b215344d0a9bd9af89029ebe2 for: {'port': 1} {{(pid=93953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 16:23:55.738802 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [req-35c81481-e1fd-402e-aed4-015a293116f0 req-844eefe7-e69f-4ca2-a61d-ef6a49c742e7 tempest-VolumesActionsTest-418474512 tempest-VolumesActionsTest-418474512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928820'] for port, before_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:23:55.866700 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.db.db_base_plugin_common [req-35c81481-e1fd-402e-aed4-015a293116f0 req-844eefe7-e69f-4ca2-a61d-ef6a49c742e7 tempest-VolumesActionsTest-418474512 tempest-VolumesActionsTest-418474512-project] Allocated IP 172.20.0.12 (8d79a86d-a82d-4a96-9f76-e67405e9f7eb/65af713f-428e-41fb-893e-eea07eb0f6d7/be73955f-652c-4cfc-a3a9-168d19e7c80d) {{(pid=93953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 16:23:55.961691 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea90fb3-2f3a-4f36-b32d-abbc70200db0 req-52ede947-87b8-4f51-b24e-1caf344fcc9b tempest-ServerRescueNegativeTestJSON-1504381068 tempest-ServerRescueNegativeTestJSON-1504381068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:23:55.963204 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-fea90fb3-2f3a-4f36-b32d-abbc70200db0 req-52ede947-87b8-4f51-b24e-1caf344fcc9b tempest-ServerRescueNegativeTestJSON-1504381068 tempest-ServerRescueNegativeTestJSON-1504381068-project] 10.222.0.39 "GET /v2.0/ports?device_id=6d0621ec-4650-42b8-8f87-7666278b3af8 HTTP/1.1" status: 200 len: 945 time: 0.0528140 Sep 15 16:23:56.003496 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-fea90fb3-2f3a-4f36-b32d-abbc70200db0 req-6ffa4816-ecf4-430b-bd0f-e8d4e540e154 tempest-ServerRescueNegativeTestJSON-1504381068 tempest-ServerRescueNegativeTestJSON-1504381068-project] 10.222.0.39 "GET /v2.0/security-groups?id=4d527866-20a6-4314-9b14-89ea4e5cf7c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337286 Sep 15 16:23:56.013637 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [req-35c81481-e1fd-402e-aed4-015a293116f0 req-844eefe7-e69f-4ca2-a61d-ef6a49c742e7 tempest-VolumesActionsTest-418474512 tempest-VolumesActionsTest-418474512-project] Notify callbacks [] for port, precommit_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:23:56.051187 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [req-35c81481-e1fd-402e-aed4-015a293116f0 req-844eefe7-e69f-4ca2-a61d-ef6a49c742e7 tempest-VolumesActionsTest-418474512 tempest-VolumesActionsTest-418474512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791195969994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127878305'] for port, after_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:23:56.094296 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-35c81481-e1fd-402e-aed4-015a293116f0 req-844eefe7-e69f-4ca2-a61d-ef6a49c742e7 tempest-VolumesActionsTest-418474512 tempest-VolumesActionsTest-418474512-project] Network 8d79a86d-a82d-4a96-9f76-e67405e9f7eb is already hosted by enough agents. {{(pid=93953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:23:56.097822 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.scheduler.base_scheduler [req-35c81481-e1fd-402e-aed4-015a293116f0 req-844eefe7-e69f-4ca2-a61d-ef6a49c742e7 tempest-VolumesActionsTest-418474512 tempest-VolumesActionsTest-418474512-project] Resources bound (agent type, host, resource id): {{(pid=93953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:23:56.101704 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.db.l3_dvrscheduler_db [req-35c81481-e1fd-402e-aed4-015a293116f0 req-844eefe7-e69f-4ca2-a61d-ef6a49c742e7 tempest-VolumesActionsTest-418474512 tempest-VolumesActionsTest-418474512-project] Received port after_create {{(pid=93953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 16:23:56.112537 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d97a25-2c16-46e2-85e7-5aed424facdb req-7e402709-daf4-48ea-9127-5efda8216d9a tempest-DeleteServersTestJSON-1247020361 tempest-DeleteServersTestJSON-1247020361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:23:56.114508 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-94d97a25-2c16-46e2-85e7-5aed424facdb req-7e402709-daf4-48ea-9127-5efda8216d9a tempest-DeleteServersTestJSON-1247020361 tempest-DeleteServersTestJSON-1247020361-project] 10.222.0.39 "GET /v2.0/ports?device_id=486179e9-71f9-4e5d-b64f-b9582ed4a533 HTTP/1.1" status: 200 len: 945 time: 0.0520308 Sep 15 16:23:56.132682 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844eefe7-e69f-4ca2-a61d-ef6a49c742e7 tempest-VolumesActionsTest-418474512 tempest-VolumesActionsTest-418474512-project] Pushing event updated for resources: {'Port': ['ID=be73955f-652c-4cfc-a3a9-168d19e7c80d,revision_number=1']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:23:56.155129 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-94d97a25-2c16-46e2-85e7-5aed424facdb req-5f259825-b5ba-4376-8489-cbc7265bc73a tempest-DeleteServersTestJSON-1247020361 tempest-DeleteServersTestJSON-1247020361-project] 10.222.0.39 "GET /v2.0/security-groups?id=7bc5803c-1c2e-48d8-9a27-d64b1981fbcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338516 Sep 15 16:23:56.157439 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c81481-e1fd-402e-aed4-015a293116f0 req-844eefe7-e69f-4ca2-a61d-ef6a49c742e7 tempest-VolumesActionsTest-418474512 tempest-VolumesActionsTest-418474512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:23:56.158137 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [req-35c81481-e1fd-402e-aed4-015a293116f0 req-844eefe7-e69f-4ca2-a61d-ef6a49c742e7 tempest-VolumesActionsTest-418474512 tempest-VolumesActionsTest-418474512-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58602'] for port, before_response {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:23:56.173372 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-35c81481-e1fd-402e-aed4-015a293116f0 req-844eefe7-e69f-4ca2-a61d-ef6a49c742e7 tempest-VolumesActionsTest-418474512 tempest-VolumesActionsTest-418474512-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5570948 Sep 15 16:23:56.194525 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.api.v2.base [req-35c81481-e1fd-402e-aed4-015a293116f0 req-f97e4a1e-6f61-4756-bf8e-9c786977fcc7 service neutron] Request body: {'port': {'device_id': '97dbc1db-5ff4-4bcb-9bbf-dd281e46eedf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77957'}} {{(pid=93953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:23:56.247246 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [req-35c81481-e1fd-402e-aed4-015a293116f0 req-f97e4a1e-6f61-4756-bf8e-9c786977fcc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928820'] for port, before_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:23:56.354595 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ffea84-446f-47ec-9640-0007e8093998 req-011ce5a2-2d87-4fa4-b244-4a94b1231197 tempest-VolumesActionsTest-418474512 tempest-VolumesActionsTest-418474512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:23:56.356688 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-47ffea84-446f-47ec-9640-0007e8093998 req-011ce5a2-2d87-4fa4-b244-4a94b1231197 tempest-VolumesActionsTest-418474512 tempest-VolumesActionsTest-418474512-project] 10.222.0.39 "GET /v2.0/ports?device_id=97dbc1db-5ff4-4bcb-9bbf-dd281e46eedf HTTP/1.1" status: 200 len: 932 time: 0.0586283 Sep 15 16:23:56.401323 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-47ffea84-446f-47ec-9640-0007e8093998 req-c6b8f21a-5774-4d89-8e00-128323f1a0c0 tempest-VolumesActionsTest-418474512 tempest-VolumesActionsTest-418474512-project] 10.222.0.39 "GET /v2.0/security-groups?id=a4ec5e55-bf5c-4d5f-a19c-eeef31b1268a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377152 Sep 15 16:23:56.519757 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.notifiers.nova [req-35c81481-e1fd-402e-aed4-015a293116f0 req-f97e4a1e-6f61-4756-bf8e-9c786977fcc7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id be73955f-652c-4cfc-a3a9-168d19e7c80d {{(pid=93953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 16:23:56.528683 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [req-35c81481-e1fd-402e-aed4-015a293116f0 req-f97e4a1e-6f61-4756-bf8e-9c786977fcc7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:23:56.541752 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.db.provisioning_blocks [req-35c81481-e1fd-402e-aed4-015a293116f0 req-f97e4a1e-6f61-4756-bf8e-9c786977fcc7 service neutron] Transition to ACTIVE for port object be73955f-652c-4cfc-a3a9-168d19e7c80d will not be triggered until provisioned by entity L2. {{(pid=93953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 16:23:56.546338 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [req-35c81481-e1fd-402e-aed4-015a293116f0 req-f97e4a1e-6f61-4756-bf8e-9c786977fcc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791196459277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791195970012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791195970030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127878328'] for port, after_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:23:56.599082 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97e4a1e-6f61-4756-bf8e-9c786977fcc7 service neutron] Pushing event updated for resources: {'Port': ['ID=be73955f-652c-4cfc-a3a9-168d19e7c80d,revision_number=2']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:23:56.665695 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.managers [req-35c81481-e1fd-402e-aed4-015a293116f0 req-f97e4a1e-6f61-4756-bf8e-9c786977fcc7 service neutron] Attempting to bind port be73955f-652c-4cfc-a3a9-168d19e7c80d on host hv-cinder-77957 for vnic_type normal with profile {{(pid=93953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 16:23:56.665938 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.managers [req-35c81481-e1fd-402e-aed4-015a293116f0 req-f97e4a1e-6f61-4756-bf8e-9c786977fcc7 service neutron] Attempting to bind port be73955f-652c-4cfc-a3a9-168d19e7c80d by drivers openvswitch,hyperv on host hv-cinder-77957 at level 0 using segments [{'id': 'a5e91499-98cc-46b0-918c-6611c18d5486', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '8d79a86d-a82d-4a96-9f76-e67405e9f7eb'}] {{(pid=93953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 16:23:56.666254 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35c81481-e1fd-402e-aed4-015a293116f0 req-f97e4a1e-6f61-4756-bf8e-9c786977fcc7 service neutron] Attempting to bind port be73955f-652c-4cfc-a3a9-168d19e7c80d on network 8d79a86d-a82d-4a96-9f76-e67405e9f7eb {{(pid=93953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 16:23:56.670555 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35c81481-e1fd-402e-aed4-015a293116f0 req-f97e4a1e-6f61-4756-bf8e-9c786977fcc7 service neutron] Port be73955f-652c-4cfc-a3a9-168d19e7c80d on network 8d79a86d-a82d-4a96-9f76-e67405e9f7eb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77957 {{(pid=93953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 15 16:23:56.670863 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35c81481-e1fd-402e-aed4-015a293116f0 req-f97e4a1e-6f61-4756-bf8e-9c786977fcc7 service neutron] Attempting to bind port be73955f-652c-4cfc-a3a9-168d19e7c80d on network 8d79a86d-a82d-4a96-9f76-e67405e9f7eb {{(pid=93953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 16:23:56.676375 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35c81481-e1fd-402e-aed4-015a293116f0 req-f97e4a1e-6f61-4756-bf8e-9c786977fcc7 service neutron] Checking agent: {'id': 'ffe43d43-c071-44aa-bc11-ae2d4b291b02', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77957', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 16, 20, 23), 'started_at': datetime.datetime(2021, 9, 15, 16, 20, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 16, 23, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 16:23:56.676697 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35c81481-e1fd-402e-aed4-015a293116f0 req-f97e4a1e-6f61-4756-bf8e-9c786977fcc7 service neutron] Checking segment: {'id': 'a5e91499-98cc-46b0-918c-6611c18d5486', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '8d79a86d-a82d-4a96-9f76-e67405e9f7eb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 16:23:56.677062 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35c81481-e1fd-402e-aed4-015a293116f0 req-f97e4a1e-6f61-4756-bf8e-9c786977fcc7 service neutron] Bound using segment: {'id': 'a5e91499-98cc-46b0-918c-6611c18d5486', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '8d79a86d-a82d-4a96-9f76-e67405e9f7eb'} {{(pid=93953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 16:23:56.677472 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.managers [req-35c81481-e1fd-402e-aed4-015a293116f0 req-f97e4a1e-6f61-4756-bf8e-9c786977fcc7 service neutron] Bound port: be73955f-652c-4cfc-a3a9-168d19e7c80d, host: hv-cinder-77957, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a5e91499-98cc-46b0-918c-6611c18d5486', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '8d79a86d-a82d-4a96-9f76-e67405e9f7eb'}}] {{(pid=93953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 16:23:56.677810 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [req-35c81481-e1fd-402e-aed4-015a293116f0 req-f97e4a1e-6f61-4756-bf8e-9c786977fcc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928820'] for port, before_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:23:56.743493 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.db [req-35c81481-e1fd-402e-aed4-015a293116f0 req-f97e4a1e-6f61-4756-bf8e-9c786977fcc7 service neutron] For port be73955f-652c-4cfc-a3a9-168d19e7c80d, host hv-cinder-77957, cleared binding levels {{(pid=93953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 16:23:56.746725 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.db [req-35c81481-e1fd-402e-aed4-015a293116f0 req-f97e4a1e-6f61-4756-bf8e-9c786977fcc7 service neutron] For port be73955f-652c-4cfc-a3a9-168d19e7c80d, host hv-cinder-77957, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77957',level=0,port_id=be73955f-652c-4cfc-a3a9-168d19e7c80d,segment=NetworkSegment(a5e91499-98cc-46b0-918c-6611c18d5486),segment_id=a5e91499-98cc-46b0-918c-6611c18d5486)] {{(pid=93953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 16:23:56.754026 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [req-35c81481-e1fd-402e-aed4-015a293116f0 req-f97e4a1e-6f61-4756-bf8e-9c786977fcc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791196459277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791195970012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791195970030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127878328'] for port, after_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:23:56.790021 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c81481-e1fd-402e-aed4-015a293116f0 req-f97e4a1e-6f61-4756-bf8e-9c786977fcc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:23:56.790619 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [req-35c81481-e1fd-402e-aed4-015a293116f0 req-f97e4a1e-6f61-4756-bf8e-9c786977fcc7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58602'] for port, before_response {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:23:56.791964 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-35c81481-e1fd-402e-aed4-015a293116f0 req-f97e4a1e-6f61-4756-bf8e-9c786977fcc7 service neutron] 10.222.0.45 "PUT /v2.0/ports/be73955f-652c-4cfc-a3a9-168d19e7c80d HTTP/1.1" status: 200 len: 1094 time: 0.6015785 Sep 15 16:23:56.792430 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97dbc1db-5ff4-4bcb-9bbf-dd281e46eedf', 'tag': 'be73955f-652c-4cfc-a3a9-168d19e7c80d'}] {{(pid=93953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 16:23:56.794628 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5192e05b0783e869a38b3815ee673eee9316ce03dcaf8465063259ebfb62487" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8860517-8de4-462b-a0d5-2ca7b4dce783" -d '{"events": [{"name": "network-changed", "server_uuid": "97dbc1db-5ff4-4bcb-9bbf-dd281e46eedf", "tag": "be73955f-652c-4cfc-a3a9-168d19e7c80d"}]}' {{(pid=93953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 16:23:56.822356 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97e4a1e-6f61-4756-bf8e-9c786977fcc7 service neutron] Pushing event updated for resources: {'Port': ['ID=be73955f-652c-4cfc-a3a9-168d19e7c80d,revision_number=3']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:23:56.832996 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 16:23:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cce776c6-852f-450f-9bf7-89a8849211c9 x-openstack-request-id: req-cce776c6-852f-450f-9bf7-89a8849211c9 {{(pid=93953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 16:23:56.833287 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "97dbc1db-5ff4-4bcb-9bbf-dd281e46eedf", "tag": "be73955f-652c-4cfc-a3a9-168d19e7c80d", "status": "completed", "code": 200}]} {{(pid=93953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 16:23:56.833540 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-cce776c6-852f-450f-9bf7-89a8849211c9 {{(pid=93953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 16:23:56.833930 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97dbc1db-5ff4-4bcb-9bbf-dd281e46eedf', 'tag': 'be73955f-652c-4cfc-a3a9-168d19e7c80d', 'status': 'completed', 'code': 200} Sep 15 16:23:56.882087 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c81481-e1fd-402e-aed4-015a293116f0 req-285fde0a-32a4-4603-9e1c-f9236bcc4be0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:23:56.883586 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-35c81481-e1fd-402e-aed4-015a293116f0 req-285fde0a-32a4-4603-9e1c-f9236bcc4be0 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=1651627b215344d0a9bd9af89029ebe2&device_id=97dbc1db-5ff4-4bcb-9bbf-dd281e46eedf HTTP/1.1" status: 200 len: 1097 time: 0.0414491 Sep 15 16:23:56.995904 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-35c81481-e1fd-402e-aed4-015a293116f0 req-5e828639-7743-4e9a-b246-1c7285cf83c0 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=be73955f-652c-4cfc-a3a9-168d19e7c80d HTTP/1.1" status: 200 len: 217 time: 0.0453587 Sep 15 16:23:57.048423 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c81481-e1fd-402e-aed4-015a293116f0 req-66c6d61a-c1f0-48ea-bd18-f350d8aac998 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:23:57.049900 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-35c81481-e1fd-402e-aed4-015a293116f0 req-66c6d61a-c1f0-48ea-bd18-f350d8aac998 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=65af713f-428e-41fb-893e-eea07eb0f6d7 HTTP/1.1" status: 200 len: 849 time: 0.0445402 Sep 15 16:23:57.083794 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-35c81481-e1fd-402e-aed4-015a293116f0 req-77ea8d7a-56e5-4c6e-bc38-aadfa4b4efdc service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=8d79a86d-a82d-4a96-9f76-e67405e9f7eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0239425 Sep 15 16:23:57.121830 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4cbafb-6b2f-4ca3-abc9-accecc94498f req-da72102b-43e0-4844-afd4-cc590730db43 tempest-ServerRescueNegativeTestJSON-1504381068 tempest-ServerRescueNegativeTestJSON-1504381068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:23:57.123485 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-1a4cbafb-6b2f-4ca3-abc9-accecc94498f req-da72102b-43e0-4844-afd4-cc590730db43 tempest-ServerRescueNegativeTestJSON-1504381068 tempest-ServerRescueNegativeTestJSON-1504381068-project] 10.222.0.39 "GET /v2.0/ports?device_id=6d0621ec-4650-42b8-8f87-7666278b3af8 HTTP/1.1" status: 200 len: 945 time: 0.0508647 Sep 15 16:23:57.162613 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-1a4cbafb-6b2f-4ca3-abc9-accecc94498f req-39fab4b6-867c-44f9-9e40-e0f6975a11c1 tempest-ServerRescueNegativeTestJSON-1504381068 tempest-ServerRescueNegativeTestJSON-1504381068-project] 10.222.0.39 "GET /v2.0/security-groups?id=4d527866-20a6-4314-9b14-89ea4e5cf7c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320318 Sep 15 16:23:57.180385 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-35c81481-e1fd-402e-aed4-015a293116f0 req-a9c3218d-83df-49e0-b9ee-c41eb24e6f79 service neutron] 10.222.0.45 "GET /v2.0/networks/8d79a86d-a82d-4a96-9f76-e67405e9f7eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881174 Sep 15 16:23:57.310539 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-35c81481-e1fd-402e-aed4-015a293116f0 req-939ab087-d8a1-46b7-9c1a-ceff59019a75 service neutron] 10.222.0.45 "GET /v2.0/networks/8d79a86d-a82d-4a96-9f76-e67405e9f7eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1161933 Sep 15 16:23:57.321926 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a98a3a5-4e85-49b7-88ec-3630933e50b6 req-d96b506f-51b6-4b2d-9e1a-0504575646ac tempest-DeleteServersTestJSON-1247020361 tempest-DeleteServersTestJSON-1247020361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:23:57.323366 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-8a98a3a5-4e85-49b7-88ec-3630933e50b6 req-d96b506f-51b6-4b2d-9e1a-0504575646ac tempest-DeleteServersTestJSON-1247020361 tempest-DeleteServersTestJSON-1247020361-project] 10.222.0.39 "GET /v2.0/ports?device_id=486179e9-71f9-4e5d-b64f-b9582ed4a533 HTTP/1.1" status: 200 len: 945 time: 0.0730550 Sep 15 16:23:57.361760 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-8a98a3a5-4e85-49b7-88ec-3630933e50b6 req-e165f0d7-7a55-4293-9454-96c4a5414c53 tempest-DeleteServersTestJSON-1247020361 tempest-DeleteServersTestJSON-1247020361-project] 10.222.0.39 "GET /v2.0/security-groups?id=7bc5803c-1c2e-48d8-9a27-d64b1981fbcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320477 Sep 15 16:23:57.428867 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8860517-8de4-462b-a0d5-2ca7b4dce783 req-71271a74-2fca-4c08-a11d-a61d460eca19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:23:57.430362 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-e8860517-8de4-462b-a0d5-2ca7b4dce783 req-71271a74-2fca-4c08-a11d-a61d460eca19 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=1651627b215344d0a9bd9af89029ebe2&device_id=97dbc1db-5ff4-4bcb-9bbf-dd281e46eedf HTTP/1.1" status: 200 len: 1097 time: 0.0459812 Sep 15 16:23:57.552130 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8860517-8de4-462b-a0d5-2ca7b4dce783 req-b6584d1c-4bfa-4680-b898-77c03cb8ef40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:23:57.553644 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-e8860517-8de4-462b-a0d5-2ca7b4dce783 req-b6584d1c-4bfa-4680-b898-77c03cb8ef40 service neutron] 10.222.0.45 "GET /v2.0/networks?id=8d79a86d-a82d-4a96-9f76-e67405e9f7eb HTTP/1.1" status: 200 len: 909 time: 0.1148825 Sep 15 16:23:57.565750 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450f0fd2-d5c6-47c2-aa04-57eea2460452 req-a6b6530a-1c0f-43e7-9911-85bb984cb7aa tempest-VolumesActionsTest-418474512 tempest-VolumesActionsTest-418474512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:23:57.567187 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-450f0fd2-d5c6-47c2-aa04-57eea2460452 req-a6b6530a-1c0f-43e7-9911-85bb984cb7aa tempest-VolumesActionsTest-418474512 tempest-VolumesActionsTest-418474512-project] 10.222.0.39 "GET /v2.0/ports?device_id=97dbc1db-5ff4-4bcb-9bbf-dd281e46eedf HTTP/1.1" status: 200 len: 944 time: 0.0740163 Sep 15 16:23:57.607440 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-e8860517-8de4-462b-a0d5-2ca7b4dce783 req-1d8b4786-ee60-4959-90b6-40dac3eea944 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=be73955f-652c-4cfc-a3a9-168d19e7c80d HTTP/1.1" status: 200 len: 217 time: 0.0392666 Sep 15 16:23:57.666935 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-450f0fd2-d5c6-47c2-aa04-57eea2460452 req-e40ba117-8b13-4306-a35a-101f849a3e4f tempest-VolumesActionsTest-418474512 tempest-VolumesActionsTest-418474512-project] 10.222.0.39 "GET /v2.0/security-groups?id=a4ec5e55-bf5c-4d5f-a19c-eeef31b1268a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927746 Sep 15 16:23:57.675998 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8860517-8de4-462b-a0d5-2ca7b4dce783 req-999bd7c6-daf3-4b27-9df9-7e62043c9b41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:23:57.677464 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-e8860517-8de4-462b-a0d5-2ca7b4dce783 req-999bd7c6-daf3-4b27-9df9-7e62043c9b41 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=65af713f-428e-41fb-893e-eea07eb0f6d7 HTTP/1.1" status: 200 len: 849 time: 0.0618100 Sep 15 16:23:57.709934 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-e8860517-8de4-462b-a0d5-2ca7b4dce783 req-fe06d327-1572-4a96-90e5-f029ec6708b8 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=8d79a86d-a82d-4a96-9f76-e67405e9f7eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0242100 Sep 15 16:23:57.800051 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-e8860517-8de4-462b-a0d5-2ca7b4dce783 req-cbe6d0e9-90a7-44c0-aef8-3384acbb8664 service neutron] 10.222.0.45 "GET /v2.0/networks/8d79a86d-a82d-4a96-9f76-e67405e9f7eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822470 Sep 15 16:23:58.182663 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-e8860517-8de4-462b-a0d5-2ca7b4dce783 req-75a247bf-0dce-48bc-a6e8-bae10e7de361 service neutron] 10.222.0.45 "GET /v2.0/networks/8d79a86d-a82d-4a96-9f76-e67405e9f7eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944920 Sep 15 16:23:58.289413 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75169118-dbef-4047-a352-b83a2e0a4b0b req-f12ce801-7c84-43aa-9192-9e40ffcd690d tempest-ServerRescueNegativeTestJSON-1504381068 tempest-ServerRescueNegativeTestJSON-1504381068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:23:58.290876 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-75169118-dbef-4047-a352-b83a2e0a4b0b req-f12ce801-7c84-43aa-9192-9e40ffcd690d tempest-ServerRescueNegativeTestJSON-1504381068 tempest-ServerRescueNegativeTestJSON-1504381068-project] 10.222.0.39 "GET /v2.0/ports?device_id=6d0621ec-4650-42b8-8f87-7666278b3af8 HTTP/1.1" status: 200 len: 945 time: 0.0528433 Sep 15 16:23:58.331643 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-75169118-dbef-4047-a352-b83a2e0a4b0b req-df3226a2-ba1e-4a9c-bf85-b2e6f37344f6 tempest-ServerRescueNegativeTestJSON-1504381068 tempest-ServerRescueNegativeTestJSON-1504381068-project] 10.222.0.39 "GET /v2.0/security-groups?id=4d527866-20a6-4314-9b14-89ea4e5cf7c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344999 Sep 15 16:23:58.479047 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f6d7f9-288c-44b5-bfa1-fe37ca79ea42 req-ca2ccd67-de4c-483b-8b67-48d7a10d769b tempest-DeleteServersTestJSON-1247020361 tempest-DeleteServersTestJSON-1247020361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:23:58.480457 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-97f6d7f9-288c-44b5-bfa1-fe37ca79ea42 req-ca2ccd67-de4c-483b-8b67-48d7a10d769b tempest-DeleteServersTestJSON-1247020361 tempest-DeleteServersTestJSON-1247020361-project] 10.222.0.39 "GET /v2.0/ports?device_id=486179e9-71f9-4e5d-b64f-b9582ed4a533 HTTP/1.1" status: 200 len: 945 time: 0.0493550 Sep 15 16:23:58.522345 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-97f6d7f9-288c-44b5-bfa1-fe37ca79ea42 req-75d47e86-b601-4219-b1f4-3f0ecfc06fb3 tempest-DeleteServersTestJSON-1247020361 tempest-DeleteServersTestJSON-1247020361-project] 10.222.0.39 "GET /v2.0/security-groups?id=7bc5803c-1c2e-48d8-9a27-d64b1981fbcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338202 Sep 15 16:23:58.814862 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c70e31d-7bde-432e-b1f9-dfb019cea4b6 req-6580ee15-209b-4107-9263-2ce02364226a tempest-VolumesActionsTest-418474512 tempest-VolumesActionsTest-418474512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:23:58.816429 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-1c70e31d-7bde-432e-b1f9-dfb019cea4b6 req-6580ee15-209b-4107-9263-2ce02364226a tempest-VolumesActionsTest-418474512 tempest-VolumesActionsTest-418474512-project] 10.222.0.39 "GET /v2.0/ports?device_id=97dbc1db-5ff4-4bcb-9bbf-dd281e46eedf HTTP/1.1" status: 200 len: 944 time: 0.0611069 Sep 15 16:23:58.857945 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-1c70e31d-7bde-432e-b1f9-dfb019cea4b6 req-56675c24-dce1-46fe-bf39-ea8b06cf7d25 tempest-VolumesActionsTest-418474512 tempest-VolumesActionsTest-418474512-project] 10.222.0.39 "GET /v2.0/security-groups?id=a4ec5e55-bf5c-4d5f-a19c-eeef31b1268a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349689 Sep 15 16:23:59.137856 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-ea5f58ce-4647-473b-816c-0afa6fb07df2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791196484491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953091'] for agent, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:23:59.468621 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0263cf37-55f3-43ee-a706-ac64fe3d8b6d req-d42d6e4a-9696-4a3d-af8b-54631a878692 tempest-ServerRescueNegativeTestJSON-1504381068 tempest-ServerRescueNegativeTestJSON-1504381068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:23:59.470065 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-0263cf37-55f3-43ee-a706-ac64fe3d8b6d req-d42d6e4a-9696-4a3d-af8b-54631a878692 tempest-ServerRescueNegativeTestJSON-1504381068 tempest-ServerRescueNegativeTestJSON-1504381068-project] 10.222.0.39 "GET /v2.0/ports?device_id=6d0621ec-4650-42b8-8f87-7666278b3af8 HTTP/1.1" status: 200 len: 945 time: 0.0573690 Sep 15 16:23:59.508955 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-0263cf37-55f3-43ee-a706-ac64fe3d8b6d req-317b2d63-c228-4ce3-b2ea-0853d4576a52 tempest-ServerRescueNegativeTestJSON-1504381068 tempest-ServerRescueNegativeTestJSON-1504381068-project] 10.222.0.39 "GET /v2.0/security-groups?id=4d527866-20a6-4314-9b14-89ea4e5cf7c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327480 Sep 15 16:23:59.651567 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc68eeb-1d35-480a-b316-8a9170393061 req-70e7254d-3490-4a2f-8d10-f88c70b67079 tempest-DeleteServersTestJSON-1247020361 tempest-DeleteServersTestJSON-1247020361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:23:59.653109 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-0cc68eeb-1d35-480a-b316-8a9170393061 req-70e7254d-3490-4a2f-8d10-f88c70b67079 tempest-DeleteServersTestJSON-1247020361 tempest-DeleteServersTestJSON-1247020361-project] 10.222.0.39 "GET /v2.0/ports?device_id=486179e9-71f9-4e5d-b64f-b9582ed4a533 HTTP/1.1" status: 200 len: 945 time: 0.0602236 Sep 15 16:23:59.698010 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-0cc68eeb-1d35-480a-b316-8a9170393061 req-dfb8409e-e30e-42b3-b6d3-750b32fe99f4 tempest-DeleteServersTestJSON-1247020361 tempest-DeleteServersTestJSON-1247020361-project] 10.222.0.39 "GET /v2.0/security-groups?id=7bc5803c-1c2e-48d8-9a27-d64b1981fbcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388834 Sep 15 16:23:59.993121 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2183d32-3273-4f25-9b86-0f60b8eb18d1 req-8c1840a4-b442-48ae-8b96-e908dbdbaf95 tempest-VolumesActionsTest-418474512 tempest-VolumesActionsTest-418474512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:23:59.994594 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-f2183d32-3273-4f25-9b86-0f60b8eb18d1 req-8c1840a4-b442-48ae-8b96-e908dbdbaf95 tempest-VolumesActionsTest-418474512 tempest-VolumesActionsTest-418474512-project] 10.222.0.39 "GET /v2.0/ports?device_id=97dbc1db-5ff4-4bcb-9bbf-dd281e46eedf HTTP/1.1" status: 200 len: 944 time: 0.0555644 Sep 15 16:24:00.034294 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-f2183d32-3273-4f25-9b86-0f60b8eb18d1 req-788aeed0-0601-4f06-9b99-4d8f319c923b tempest-VolumesActionsTest-418474512 tempest-VolumesActionsTest-418474512-project] 10.222.0.39 "GET /v2.0/security-groups?id=a4ec5e55-bf5c-4d5f-a19c-eeef31b1268a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329833 Sep 15 16:24:00.645387 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbb377a-5863-4f66-80ca-bc070ef675c5 req-1551e2fd-7216-47b5-ba94-54200e90131f tempest-ServerRescueNegativeTestJSON-1504381068 tempest-ServerRescueNegativeTestJSON-1504381068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:24:00.646879 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-0fbb377a-5863-4f66-80ca-bc070ef675c5 req-1551e2fd-7216-47b5-ba94-54200e90131f tempest-ServerRescueNegativeTestJSON-1504381068 tempest-ServerRescueNegativeTestJSON-1504381068-project] 10.222.0.39 "GET /v2.0/ports?device_id=6d0621ec-4650-42b8-8f87-7666278b3af8 HTTP/1.1" status: 200 len: 945 time: 0.0564246 Sep 15 16:24:00.695970 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-0fbb377a-5863-4f66-80ca-bc070ef675c5 req-9274087d-9b12-4e3c-a159-820de769bc76 tempest-ServerRescueNegativeTestJSON-1504381068 tempest-ServerRescueNegativeTestJSON-1504381068-project] 10.222.0.39 "GET /v2.0/security-groups?id=4d527866-20a6-4314-9b14-89ea4e5cf7c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402055 Sep 15 16:24:00.818903 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ece1fb-b5db-4484-a387-0d61de31f7cc req-352de7ef-25b7-4261-ae7a-abe318dadc5f tempest-DeleteServersTestJSON-1247020361 tempest-DeleteServersTestJSON-1247020361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:24:00.820391 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-49ece1fb-b5db-4484-a387-0d61de31f7cc req-352de7ef-25b7-4261-ae7a-abe318dadc5f tempest-DeleteServersTestJSON-1247020361 tempest-DeleteServersTestJSON-1247020361-project] 10.222.0.39 "GET /v2.0/ports?device_id=486179e9-71f9-4e5d-b64f-b9582ed4a533 HTTP/1.1" status: 200 len: 945 time: 0.0548613 Sep 15 16:24:00.865623 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-49ece1fb-b5db-4484-a387-0d61de31f7cc req-e788cc55-5afe-4c50-9c40-c5b8b383de39 tempest-DeleteServersTestJSON-1247020361 tempest-DeleteServersTestJSON-1247020361-project] 10.222.0.39 "GET /v2.0/security-groups?id=7bc5803c-1c2e-48d8-9a27-d64b1981fbcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386255 Sep 15 16:24:01.161080 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ca680c-439d-41c6-8348-fc96937b69dc req-e79803e7-4bde-4c83-bd6b-4f9562d0614d tempest-VolumesActionsTest-418474512 tempest-VolumesActionsTest-418474512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:24:01.162547 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-62ca680c-439d-41c6-8348-fc96937b69dc req-e79803e7-4bde-4c83-bd6b-4f9562d0614d tempest-VolumesActionsTest-418474512 tempest-VolumesActionsTest-418474512-project] 10.222.0.39 "GET /v2.0/ports?device_id=97dbc1db-5ff4-4bcb-9bbf-dd281e46eedf HTTP/1.1" status: 200 len: 944 time: 0.0505075 Sep 15 16:24:01.200843 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-62ca680c-439d-41c6-8348-fc96937b69dc req-8b768d7e-4ddd-442c-b97f-6c650e546cf3 tempest-VolumesActionsTest-418474512 tempest-VolumesActionsTest-418474512-project] 10.222.0.39 "GET /v2.0/security-groups?id=a4ec5e55-bf5c-4d5f-a19c-eeef31b1268a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323713 Sep 15 16:24:01.818657 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4fefab-69bd-4845-a52d-f76534a54265 req-c4599da7-c9db-4206-a1f5-cbf5dbe1069b tempest-ServerRescueNegativeTestJSON-1504381068 tempest-ServerRescueNegativeTestJSON-1504381068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:24:01.820306 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-8b4fefab-69bd-4845-a52d-f76534a54265 req-c4599da7-c9db-4206-a1f5-cbf5dbe1069b tempest-ServerRescueNegativeTestJSON-1504381068 tempest-ServerRescueNegativeTestJSON-1504381068-project] 10.222.0.39 "GET /v2.0/ports?device_id=6d0621ec-4650-42b8-8f87-7666278b3af8 HTTP/1.1" status: 200 len: 945 time: 0.0542002 Sep 15 16:24:01.824854 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-57d8a9a3-d16f-4b20-b77b-ca1e664c03db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791196484491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953091'] for agent, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:24:01.862350 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-8b4fefab-69bd-4845-a52d-f76534a54265 req-6e506aeb-4583-4bb3-b360-cf20096ac99a tempest-ServerRescueNegativeTestJSON-1504381068 tempest-ServerRescueNegativeTestJSON-1504381068-project] 10.222.0.39 "GET /v2.0/security-groups?id=4d527866-20a6-4314-9b14-89ea4e5cf7c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356133 Sep 15 16:24:01.925535 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-d549072b-805b-4bed-9e75-fd0ba773f4a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791196484491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953091'] for agent, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:24:01.990211 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d529b62c-faab-4b54-bc27-63a6471d277e req-49ae4bc4-3896-4d20-9d05-0550b6db5e16 tempest-DeleteServersTestJSON-1247020361 tempest-DeleteServersTestJSON-1247020361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:24:01.991578 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-d529b62c-faab-4b54-bc27-63a6471d277e req-49ae4bc4-3896-4d20-9d05-0550b6db5e16 tempest-DeleteServersTestJSON-1247020361 tempest-DeleteServersTestJSON-1247020361-project] 10.222.0.39 "GET /v2.0/ports?device_id=486179e9-71f9-4e5d-b64f-b9582ed4a533 HTTP/1.1" status: 200 len: 945 time: 0.0536044 Sep 15 16:24:02.037203 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-d529b62c-faab-4b54-bc27-63a6471d277e req-a4f29ad1-366f-4f3a-a8d9-d7b5d5b802da tempest-DeleteServersTestJSON-1247020361 tempest-DeleteServersTestJSON-1247020361-project] 10.222.0.39 "GET /v2.0/security-groups?id=7bc5803c-1c2e-48d8-9a27-d64b1981fbcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362747 Sep 15 16:24:02.330325 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3e6923-127c-4bd8-b6c0-fcd7b7e5598b req-0f130307-963a-4b86-bf0c-158f16b0e531 tempest-VolumesActionsTest-418474512 tempest-VolumesActionsTest-418474512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:24:02.331816 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-0e3e6923-127c-4bd8-b6c0-fcd7b7e5598b req-0f130307-963a-4b86-bf0c-158f16b0e531 tempest-VolumesActionsTest-418474512 tempest-VolumesActionsTest-418474512-project] 10.222.0.39 "GET /v2.0/ports?device_id=97dbc1db-5ff4-4bcb-9bbf-dd281e46eedf HTTP/1.1" status: 200 len: 944 time: 0.0516329 Sep 15 16:24:02.371295 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-0e3e6923-127c-4bd8-b6c0-fcd7b7e5598b req-078f3238-7e45-4326-a229-3b1febd57c96 tempest-VolumesActionsTest-418474512 tempest-VolumesActionsTest-418474512-project] 10.222.0.39 "GET /v2.0/security-groups?id=a4ec5e55-bf5c-4d5f-a19c-eeef31b1268a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332508 Sep 15 16:24:02.935113 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-eee1357e-56cc-4bdc-884d-16a88731d16f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791196484491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953091'] for agent, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:24:02.986547 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff90de4d-08f0-48c4-8e4f-dfa635468b04 req-181cf47b-5804-4c0c-bf71-a7a02e98a187 tempest-ServerRescueNegativeTestJSON-1504381068 tempest-ServerRescueNegativeTestJSON-1504381068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:24:02.988064 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-ff90de4d-08f0-48c4-8e4f-dfa635468b04 req-181cf47b-5804-4c0c-bf71-a7a02e98a187 tempest-ServerRescueNegativeTestJSON-1504381068 tempest-ServerRescueNegativeTestJSON-1504381068-project] 10.222.0.39 "GET /v2.0/ports?device_id=6d0621ec-4650-42b8-8f87-7666278b3af8 HTTP/1.1" status: 200 len: 945 time: 0.0485365 Sep 15 16:24:03.030514 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-ff90de4d-08f0-48c4-8e4f-dfa635468b04 req-13f24df4-d703-45ea-98db-6c07bc8bf97e tempest-ServerRescueNegativeTestJSON-1504381068 tempest-ServerRescueNegativeTestJSON-1504381068-project] 10.222.0.39 "GET /v2.0/security-groups?id=4d527866-20a6-4314-9b14-89ea4e5cf7c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326433 Sep 15 16:24:03.175542 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a00964f-99e4-4387-9ee1-0cf115da070b req-5a5cbf84-1d68-4cda-9233-1a23ae65d8b7 tempest-DeleteServersTestJSON-1247020361 tempest-DeleteServersTestJSON-1247020361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:24:03.177100 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-1a00964f-99e4-4387-9ee1-0cf115da070b req-5a5cbf84-1d68-4cda-9233-1a23ae65d8b7 tempest-DeleteServersTestJSON-1247020361 tempest-DeleteServersTestJSON-1247020361-project] 10.222.0.39 "GET /v2.0/ports?device_id=486179e9-71f9-4e5d-b64f-b9582ed4a533 HTTP/1.1" status: 200 len: 945 time: 0.0589304 Sep 15 16:24:03.215151 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-1a00964f-99e4-4387-9ee1-0cf115da070b req-1e55b4de-6aaf-4946-a06a-6e7239f2cad7 tempest-DeleteServersTestJSON-1247020361 tempest-DeleteServersTestJSON-1247020361-project] 10.222.0.39 "GET /v2.0/security-groups?id=7bc5803c-1c2e-48d8-9a27-d64b1981fbcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320201 Sep 15 16:24:03.508972 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcaf87f-1cd0-46ad-bc9b-57a0b53d6f26 req-b7bc90c5-8f5d-4d1b-b7b5-060eb8e3a258 tempest-VolumesActionsTest-418474512 tempest-VolumesActionsTest-418474512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:24:03.510795 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-1fcaf87f-1cd0-46ad-bc9b-57a0b53d6f26 req-b7bc90c5-8f5d-4d1b-b7b5-060eb8e3a258 tempest-VolumesActionsTest-418474512 tempest-VolumesActionsTest-418474512-project] 10.222.0.39 "GET /v2.0/ports?device_id=97dbc1db-5ff4-4bcb-9bbf-dd281e46eedf HTTP/1.1" status: 200 len: 944 time: 0.0567987 Sep 15 16:24:03.551600 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-1fcaf87f-1cd0-46ad-bc9b-57a0b53d6f26 req-50760f7a-3aba-4eae-be4b-9f2b1f492f7a tempest-VolumesActionsTest-418474512 tempest-VolumesActionsTest-418474512-project] 10.222.0.39 "GET /v2.0/security-groups?id=a4ec5e55-bf5c-4d5f-a19c-eeef31b1268a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346150 Sep 15 16:24:04.153804 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc68394a-8d95-447c-b5d5-e634d0fd5d89 req-e21c5ef3-36c6-4955-b008-79d6e09e8996 tempest-ServerRescueNegativeTestJSON-1504381068 tempest-ServerRescueNegativeTestJSON-1504381068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:24:04.155258 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-cc68394a-8d95-447c-b5d5-e634d0fd5d89 req-e21c5ef3-36c6-4955-b008-79d6e09e8996 tempest-ServerRescueNegativeTestJSON-1504381068 tempest-ServerRescueNegativeTestJSON-1504381068-project] 10.222.0.39 "GET /v2.0/ports?device_id=6d0621ec-4650-42b8-8f87-7666278b3af8 HTTP/1.1" status: 200 len: 945 time: 0.0576901 Sep 15 16:24:04.194757 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-cc68394a-8d95-447c-b5d5-e634d0fd5d89 req-96ef6467-b851-4cb1-b6a1-1eac92319576 tempest-ServerRescueNegativeTestJSON-1504381068 tempest-ServerRescueNegativeTestJSON-1504381068-project] 10.222.0.39 "GET /v2.0/security-groups?id=4d527866-20a6-4314-9b14-89ea4e5cf7c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328963 Sep 15 16:24:04.312886 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-7ad16b6f-1dcb-4567-914a-8ec9b5a04b47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791196484491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953091'] for agent, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:24:04.346630 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba08467e-c189-4cc2-9ea6-ff9bc8b8a119 req-918fec8b-7b73-45d2-b289-0da6ef7be351 tempest-DeleteServersTestJSON-1247020361 tempest-DeleteServersTestJSON-1247020361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:24:04.348217 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-ba08467e-c189-4cc2-9ea6-ff9bc8b8a119 req-918fec8b-7b73-45d2-b289-0da6ef7be351 tempest-DeleteServersTestJSON-1247020361 tempest-DeleteServersTestJSON-1247020361-project] 10.222.0.39 "GET /v2.0/ports?device_id=486179e9-71f9-4e5d-b64f-b9582ed4a533 HTTP/1.1" status: 200 len: 945 time: 0.0573192 Sep 15 16:24:04.385819 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-ba08467e-c189-4cc2-9ea6-ff9bc8b8a119 req-2b9c9e69-1571-46d6-b013-0168e9ef7378 tempest-DeleteServersTestJSON-1247020361 tempest-DeleteServersTestJSON-1247020361-project] 10.222.0.39 "GET /v2.0/security-groups?id=7bc5803c-1c2e-48d8-9a27-d64b1981fbcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315289 Sep 15 16:24:04.679036 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d866b682-5e1b-4bd0-adb2-948d9162d8e5 req-59f9876a-26ce-4f2c-b016-7139ddbd8778 tempest-DeleteServersTestJSON-1247020361 tempest-DeleteServersTestJSON-1247020361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:24:04.680681 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-d866b682-5e1b-4bd0-adb2-948d9162d8e5 req-59f9876a-26ce-4f2c-b016-7139ddbd8778 tempest-DeleteServersTestJSON-1247020361 tempest-DeleteServersTestJSON-1247020361-project] 10.222.0.45 "GET /v2.0/ports?device_id=486179e9-71f9-4e5d-b64f-b9582ed4a533 HTTP/1.1" status: 200 len: 945 time: 0.0524206 Sep 15 16:24:04.681562 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d15597-cb28-4116-bda2-c84d1707ed61 req-4c8296a2-04f8-4928-b361-6507b8250b7f tempest-VolumesActionsTest-418474512 tempest-VolumesActionsTest-418474512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:24:04.683093 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-07d15597-cb28-4116-bda2-c84d1707ed61 req-4c8296a2-04f8-4928-b361-6507b8250b7f tempest-VolumesActionsTest-418474512 tempest-VolumesActionsTest-418474512-project] 10.222.0.39 "GET /v2.0/ports?device_id=97dbc1db-5ff4-4bcb-9bbf-dd281e46eedf HTTP/1.1" status: 200 len: 944 time: 0.0518589 Sep 15 16:24:04.721261 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-07d15597-cb28-4116-bda2-c84d1707ed61 req-472c59ed-7505-498a-a5f1-fe47d4bb9547 tempest-VolumesActionsTest-418474512 tempest-VolumesActionsTest-418474512-project] 10.222.0.39 "GET /v2.0/security-groups?id=a4ec5e55-bf5c-4d5f-a19c-eeef31b1268a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321321 Sep 15 16:24:04.839882 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.plugin [req-d866b682-5e1b-4bd0-adb2-948d9162d8e5 req-8485ff15-60bc-4a84-9489-0cc399900e37 tempest-DeleteServersTestJSON-1247020361 tempest-DeleteServersTestJSON-1247020361-project] Deleting port 0818e98a-670f-4c7c-a93d-7b0a7c9d8fbb {{(pid=93953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:24:04.840124 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [req-d866b682-5e1b-4bd0-adb2-948d9162d8e5 req-8485ff15-60bc-4a84-9489-0cc399900e37 tempest-DeleteServersTestJSON-1247020361 tempest-DeleteServersTestJSON-1247020361-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791196454449'] for port, before_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:24:04.862304 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.rpc [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] Device 0818e98a-670f-4c7c-a93d-7b0a7c9d8fbb no longer exists at agent hyperv_hv-cinder-77957 {{(pid=93955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 16:24:04.929684 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.db [req-d866b682-5e1b-4bd0-adb2-948d9162d8e5 req-8485ff15-60bc-4a84-9489-0cc399900e37 tempest-DeleteServersTestJSON-1247020361 tempest-DeleteServersTestJSON-1247020361-project] For port 0818e98a-670f-4c7c-a93d-7b0a7c9d8fbb, host hv-cinder-77957, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77957',level=0,port_id=0818e98a-670f-4c7c-a93d-7b0a7c9d8fbb,segment=NetworkSegment(b70f0e82-df3a-4972-b91e-ed09ca5691d7),segment_id=b70f0e82-df3a-4972-b91e-ed09ca5691d7)] {{(pid=93953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:24:04.930043 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [req-d866b682-5e1b-4bd0-adb2-948d9162d8e5 req-8485ff15-60bc-4a84-9489-0cc399900e37 tempest-DeleteServersTestJSON-1247020361 tempest-DeleteServersTestJSON-1247020361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3729503'] for port, precommit_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:24:04.938174 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928820'] for port, before_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:24:04.942705 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.plugin [req-d866b682-5e1b-4bd0-adb2-948d9162d8e5 req-8485ff15-60bc-4a84-9489-0cc399900e37 tempest-DeleteServersTestJSON-1247020361 tempest-DeleteServersTestJSON-1247020361-project] Calling delete_port for 0818e98a-670f-4c7c-a93d-7b0a7c9d8fbb owned by compute:nova {{(pid=93953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:24:04.963918 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '486179e9-71f9-4e5d-b64f-b9582ed4a533', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0818e98a-670f-4c7c-a93d-7b0a7c9d8fbb'}] {{(pid=93955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 16:24:04.966154 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cc821c0eec02d2c96bcea0a08104c2827b642bf310f598bba7a206798b1bddd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5aa5bb91-e948-4f62-9849-e784a0213b93" -d '{"events": [{"server_uuid": "486179e9-71f9-4e5d-b64f-b9582ed4a533", "name": "network-vif-unplugged", "status": "completed", "tag": "0818e98a-670f-4c7c-a93d-7b0a7c9d8fbb"}]}' {{(pid=93955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 16:24:04.979474 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.db [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] For port 0818e98a-670f-4c7c-a93d-7b0a7c9d8fbb, host hv-cinder-77957, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77957',level=0,port_id=0818e98a-670f-4c7c-a93d-7b0a7c9d8fbb,segment=NetworkSegment(b70f0e82-df3a-4972-b91e-ed09ca5691d7),segment_id=b70f0e82-df3a-4972-b91e-ed09ca5691d7)] {{(pid=93955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:24:04.990016 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791196459277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791195970012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791195970030'] for port, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:24:05.019897 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 15 Sep 2021 16:24:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a894e67f-0b20-456f-a1a9-7217a8ef7707 x-openstack-request-id: req-a894e67f-0b20-456f-a1a9-7217a8ef7707 {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 16:24:05.020265 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "486179e9-71f9-4e5d-b64f-b9582ed4a533", "name": "network-vif-unplugged", "status": "completed", "tag": "0818e98a-670f-4c7c-a93d-7b0a7c9d8fbb", "code": 200}]} {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 16:24:05.020510 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-a894e67f-0b20-456f-a1a9-7217a8ef7707 {{(pid=93955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 16:24:05.021069 dv-cinder-779576-8-iscsi neutron-server[93955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '486179e9-71f9-4e5d-b64f-b9582ed4a533', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0818e98a-670f-4c7c-a93d-7b0a7c9d8fbb', 'code': 200} Sep 15 16:24:05.041187 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] Pushing event updated for resources: {'Port': ['ID=0818e98a-670f-4c7c-a93d-7b0a7c9d8fbb,revision_number=6']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:24:05.048346 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:24:05.048965 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:24:05.049307 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:24:05.049636 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:24:05.049961 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:24:05.050384 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:24:05.050708 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:24:05.051261 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:24:05.051606 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:24:05.051929 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:24:05.052272 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:24:05.052587 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:24:05.086601 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [req-d866b682-5e1b-4bd0-adb2-948d9162d8e5 req-8485ff15-60bc-4a84-9489-0cc399900e37 tempest-DeleteServersTestJSON-1247020361 tempest-DeleteServersTestJSON-1247020361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791196460023', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791195970003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127878305'] for port, after_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:24:05.114311 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8485ff15-60bc-4a84-9489-0cc399900e37 tempest-DeleteServersTestJSON-1247020361 tempest-DeleteServersTestJSON-1247020361-project] Pushing event deleted for resources: {'Port': ['ID=0818e98a-670f-4c7c-a93d-7b0a7c9d8fbb,revision_number=None']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:24:05.154749 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.db.l3_dvrscheduler_db [req-d866b682-5e1b-4bd0-adb2-948d9162d8e5 req-8485ff15-60bc-4a84-9489-0cc399900e37 tempest-DeleteServersTestJSON-1247020361 tempest-DeleteServersTestJSON-1247020361-project] No DVR routers for this DVR port 0818e98a-670f-4c7c-a93d-7b0a7c9d8fbb on host hv-cinder-77957 {{(pid=93953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 16:24:05.157758 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [req-d866b682-5e1b-4bd0-adb2-948d9162d8e5 req-8485ff15-60bc-4a84-9489-0cc399900e37 tempest-DeleteServersTestJSON-1247020361 tempest-DeleteServersTestJSON-1247020361-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58602'] for port, before_response {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:24:05.162397 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-d866b682-5e1b-4bd0-adb2-948d9162d8e5 req-8485ff15-60bc-4a84-9489-0cc399900e37 tempest-DeleteServersTestJSON-1247020361 tempest-DeleteServersTestJSON-1247020361-project] 10.222.0.45 "DELETE /v2.0/ports/0818e98a-670f-4c7c-a93d-7b0a7c9d8fbb HTTP/1.1" status: 204 len: 173 time: 0.4104085 Sep 15 16:24:05.162397 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '486179e9-71f9-4e5d-b64f-b9582ed4a533', 'name': 'network-vif-deleted', 'tag': '0818e98a-670f-4c7c-a93d-7b0a7c9d8fbb'}] {{(pid=93953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 16:24:05.162859 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5192e05b0783e869a38b3815ee673eee9316ce03dcaf8465063259ebfb62487" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f1fdb1b-d686-40ad-97c5-f1287b8bab59" -d '{"events": [{"server_uuid": "486179e9-71f9-4e5d-b64f-b9582ed4a533", "name": "network-vif-deleted", "tag": "0818e98a-670f-4c7c-a93d-7b0a7c9d8fbb"}]}' {{(pid=93953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 16:24:05.200872 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 16:24:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d133a3cf-3d91-4526-ab2e-85965cf7ee53 x-openstack-request-id: req-d133a3cf-3d91-4526-ab2e-85965cf7ee53 {{(pid=93953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 16:24:05.201163 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "486179e9-71f9-4e5d-b64f-b9582ed4a533", "name": "network-vif-deleted", "tag": "0818e98a-670f-4c7c-a93d-7b0a7c9d8fbb", "status": "completed", "code": 200}]} {{(pid=93953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 16:24:05.201411 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-d133a3cf-3d91-4526-ab2e-85965cf7ee53 {{(pid=93953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 16:24:05.201798 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '486179e9-71f9-4e5d-b64f-b9582ed4a533', 'name': 'network-vif-deleted', 'tag': '0818e98a-670f-4c7c-a93d-7b0a7c9d8fbb', 'status': 'completed', 'code': 200} Sep 15 16:24:05.311380 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885b42cc-bb6a-4ad4-9dbe-a996677f5c8f req-adf6fa4a-c719-4b33-b276-508700757b56 tempest-ServerRescueNegativeTestJSON-1504381068 tempest-ServerRescueNegativeTestJSON-1504381068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:24:05.312882 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-885b42cc-bb6a-4ad4-9dbe-a996677f5c8f req-adf6fa4a-c719-4b33-b276-508700757b56 tempest-ServerRescueNegativeTestJSON-1504381068 tempest-ServerRescueNegativeTestJSON-1504381068-project] 10.222.0.39 "GET /v2.0/ports?device_id=6d0621ec-4650-42b8-8f87-7666278b3af8 HTTP/1.1" status: 200 len: 945 time: 0.0483706 Sep 15 16:24:05.350873 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-885b42cc-bb6a-4ad4-9dbe-a996677f5c8f req-4168c816-a1f6-40f7-b9de-8ec2787c08ec tempest-ServerRescueNegativeTestJSON-1504381068 tempest-ServerRescueNegativeTestJSON-1504381068-project] 10.222.0.39 "GET /v2.0/security-groups?id=4d527866-20a6-4314-9b14-89ea4e5cf7c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316560 Sep 15 16:24:05.485518 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-f755c23a-244d-4730-906d-a9918acffb2e req-ac81f3b0-634e-48ad-abbd-5a19c95b3097 tempest-DeleteServersTestJSON-1247020361 tempest-DeleteServersTestJSON-1247020361-project] 10.222.0.39 "GET /v2.0/ports?device_id=486179e9-71f9-4e5d-b64f-b9582ed4a533 HTTP/1.1" status: 200 len: 210 time: 0.0311708 Sep 15 16:24:05.847293 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b383140f-6f05-42ec-bd60-e921ccd87f73 req-3331abcb-92f3-41dc-aaf2-e17c7f3fb9e7 tempest-VolumesActionsTest-418474512 tempest-VolumesActionsTest-418474512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:24:05.848763 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-b383140f-6f05-42ec-bd60-e921ccd87f73 req-3331abcb-92f3-41dc-aaf2-e17c7f3fb9e7 tempest-VolumesActionsTest-418474512 tempest-VolumesActionsTest-418474512-project] 10.222.0.39 "GET /v2.0/ports?device_id=97dbc1db-5ff4-4bcb-9bbf-dd281e46eedf HTTP/1.1" status: 200 len: 944 time: 0.0513773 Sep 15 16:24:05.890103 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-b383140f-6f05-42ec-bd60-e921ccd87f73 req-47c65c59-55d8-439b-94a7-92db8ea68916 tempest-VolumesActionsTest-418474512 tempest-VolumesActionsTest-418474512-project] 10.222.0.39 "GET /v2.0/security-groups?id=a4ec5e55-bf5c-4d5f-a19c-eeef31b1268a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324790 Sep 15 16:24:06.485659 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb36702-7c64-4d76-a31b-a017bac86c0b req-d4ded2c8-5c8a-4bd3-bebf-a145b91e966b tempest-ServerRescueNegativeTestJSON-1504381068 tempest-ServerRescueNegativeTestJSON-1504381068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:24:06.487067 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-0eb36702-7c64-4d76-a31b-a017bac86c0b req-d4ded2c8-5c8a-4bd3-bebf-a145b91e966b tempest-ServerRescueNegativeTestJSON-1504381068 tempest-ServerRescueNegativeTestJSON-1504381068-project] 10.222.0.39 "GET /v2.0/ports?device_id=6d0621ec-4650-42b8-8f87-7666278b3af8 HTTP/1.1" status: 200 len: 945 time: 0.0606275 Sep 15 16:24:06.530254 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-0eb36702-7c64-4d76-a31b-a017bac86c0b req-4890d557-2eaa-4d7d-9371-fd0f6e1a7df3 tempest-ServerRescueNegativeTestJSON-1504381068 tempest-ServerRescueNegativeTestJSON-1504381068-project] 10.222.0.39 "GET /v2.0/security-groups?id=4d527866-20a6-4314-9b14-89ea4e5cf7c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353670 Sep 15 16:24:06.616161 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-73c4c8c9-3051-4d03-a1a7-a2f1ba12fe9c req-73544b50-9691-4024-a173-8b31f80c2244 tempest-DeleteServersTestJSON-1247020361 tempest-DeleteServersTestJSON-1247020361-project] 10.222.0.39 "GET /v2.0/ports?device_id=486179e9-71f9-4e5d-b64f-b9582ed4a533 HTTP/1.1" status: 200 len: 210 time: 0.0318968 Sep 15 16:24:07.018002 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06e3394-a4c8-492e-a5e2-e352201f30bd req-7530a204-da88-40fb-a6fa-06e3e54367d8 tempest-VolumesActionsTest-418474512 tempest-VolumesActionsTest-418474512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:24:07.019557 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-b06e3394-a4c8-492e-a5e2-e352201f30bd req-7530a204-da88-40fb-a6fa-06e3e54367d8 tempest-VolumesActionsTest-418474512 tempest-VolumesActionsTest-418474512-project] 10.222.0.39 "GET /v2.0/ports?device_id=97dbc1db-5ff4-4bcb-9bbf-dd281e46eedf HTTP/1.1" status: 200 len: 944 time: 0.0509615 Sep 15 16:24:07.058591 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-b06e3394-a4c8-492e-a5e2-e352201f30bd req-2372ae8c-74a1-4a46-9867-13770730cf6e tempest-VolumesActionsTest-418474512 tempest-VolumesActionsTest-418474512-project] 10.222.0.39 "GET /v2.0/security-groups?id=a4ec5e55-bf5c-4d5f-a19c-eeef31b1268a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329728 Sep 15 16:24:07.659441 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1bbe7e0-d292-4be5-92b4-d4314602cb87 req-be827503-1191-46c9-8789-6b75c4ecc03c tempest-ServerRescueNegativeTestJSON-1504381068 tempest-ServerRescueNegativeTestJSON-1504381068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:24:07.660980 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-b1bbe7e0-d292-4be5-92b4-d4314602cb87 req-be827503-1191-46c9-8789-6b75c4ecc03c tempest-ServerRescueNegativeTestJSON-1504381068 tempest-ServerRescueNegativeTestJSON-1504381068-project] 10.222.0.39 "GET /v2.0/ports?device_id=6d0621ec-4650-42b8-8f87-7666278b3af8 HTTP/1.1" status: 200 len: 945 time: 0.0587430 Sep 15 16:24:07.700047 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-b1bbe7e0-d292-4be5-92b4-d4314602cb87 req-0f658fac-114a-47ee-8d13-d128467fcc73 tempest-ServerRescueNegativeTestJSON-1504381068 tempest-ServerRescueNegativeTestJSON-1504381068-project] 10.222.0.39 "GET /v2.0/security-groups?id=4d527866-20a6-4314-9b14-89ea4e5cf7c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331502 Sep 15 16:24:07.790326 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-e69ca23c-43cc-4fab-8277-fa4d9f089b5c req-f1a25a51-77a8-4946-9c58-6fe209a6458d tempest-DeleteServersTestJSON-1247020361 tempest-DeleteServersTestJSON-1247020361-project] 10.222.0.39 "GET /v2.0/ports?device_id=486179e9-71f9-4e5d-b64f-b9582ed4a533 HTTP/1.1" status: 200 len: 210 time: 0.0359771 Sep 15 16:24:08.174545 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfad80f-0d78-4767-b44c-fc8162b17322 req-51049ed7-4302-450f-9304-16ae01f12e2b tempest-VolumesActionsTest-418474512 tempest-VolumesActionsTest-418474512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:24:08.175997 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-dcfad80f-0d78-4767-b44c-fc8162b17322 req-51049ed7-4302-450f-9304-16ae01f12e2b tempest-VolumesActionsTest-418474512 tempest-VolumesActionsTest-418474512-project] 10.222.0.39 "GET /v2.0/ports?device_id=97dbc1db-5ff4-4bcb-9bbf-dd281e46eedf HTTP/1.1" status: 200 len: 944 time: 0.0507295 Sep 15 16:24:08.214337 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-dcfad80f-0d78-4767-b44c-fc8162b17322 req-3fff5abc-9d52-49d1-845a-6fc809a854f0 tempest-VolumesActionsTest-418474512 tempest-VolumesActionsTest-418474512-project] 10.222.0.39 "GET /v2.0/security-groups?id=a4ec5e55-bf5c-4d5f-a19c-eeef31b1268a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324011 Sep 15 16:24:08.832812 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bbe453-1d52-459a-8845-424f761f76a5 req-ccdc3437-bd55-4285-bf7c-445cfd8211cf tempest-ServerRescueNegativeTestJSON-1504381068 tempest-ServerRescueNegativeTestJSON-1504381068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:24:08.834294 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-79bbe453-1d52-459a-8845-424f761f76a5 req-ccdc3437-bd55-4285-bf7c-445cfd8211cf tempest-ServerRescueNegativeTestJSON-1504381068 tempest-ServerRescueNegativeTestJSON-1504381068-project] 10.222.0.39 "GET /v2.0/ports?device_id=6d0621ec-4650-42b8-8f87-7666278b3af8 HTTP/1.1" status: 200 len: 945 time: 0.0577838 Sep 15 16:24:08.871890 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-79bbe453-1d52-459a-8845-424f761f76a5 req-efa7cd6e-6a26-4e4f-a10d-d8581a736d34 tempest-ServerRescueNegativeTestJSON-1504381068 tempest-ServerRescueNegativeTestJSON-1504381068-project] 10.222.0.39 "GET /v2.0/security-groups?id=4d527866-20a6-4314-9b14-89ea4e5cf7c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315959 Sep 15 16:24:08.960272 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-fe4ac20d-549f-459e-bee6-49b58072b4ca req-a3b5b33f-8f02-412e-9ce3-2957575ebf2b tempest-DeleteServersTestJSON-1247020361 tempest-DeleteServersTestJSON-1247020361-project] 10.222.0.39 "GET /v2.0/ports?device_id=486179e9-71f9-4e5d-b64f-b9582ed4a533 HTTP/1.1" status: 200 len: 210 time: 0.0321257 Sep 15 16:24:09.343579 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7daadf75-3527-4049-9f93-42a75af3f1a6 req-7decacac-e8fa-49f4-ad29-22d4f4b0a808 tempest-VolumesActionsTest-418474512 tempest-VolumesActionsTest-418474512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:24:09.345070 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-7daadf75-3527-4049-9f93-42a75af3f1a6 req-7decacac-e8fa-49f4-ad29-22d4f4b0a808 tempest-VolumesActionsTest-418474512 tempest-VolumesActionsTest-418474512-project] 10.222.0.39 "GET /v2.0/ports?device_id=97dbc1db-5ff4-4bcb-9bbf-dd281e46eedf HTTP/1.1" status: 200 len: 944 time: 0.0553870 Sep 15 16:24:09.383673 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-7daadf75-3527-4049-9f93-42a75af3f1a6 req-b8a5181b-81d7-4850-b504-9df6bbdb3652 tempest-VolumesActionsTest-418474512 tempest-VolumesActionsTest-418474512-project] 10.222.0.39 "GET /v2.0/security-groups?id=a4ec5e55-bf5c-4d5f-a19c-eeef31b1268a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326958 Sep 15 16:24:10.003646 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80562b09-103f-4062-bfdc-da9ecf0abc58 req-23c32638-2e93-4c8b-af05-064bcb01997b tempest-ServerRescueNegativeTestJSON-1504381068 tempest-ServerRescueNegativeTestJSON-1504381068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:24:10.003646 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-80562b09-103f-4062-bfdc-da9ecf0abc58 req-23c32638-2e93-4c8b-af05-064bcb01997b tempest-ServerRescueNegativeTestJSON-1504381068 tempest-ServerRescueNegativeTestJSON-1504381068-project] 10.222.0.39 "GET /v2.0/ports?device_id=6d0621ec-4650-42b8-8f87-7666278b3af8 HTTP/1.1" status: 200 len: 945 time: 0.0559602 Sep 15 16:24:10.042777 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-80562b09-103f-4062-bfdc-da9ecf0abc58 req-58bd6788-e75b-4635-8325-b7d7c1ed9074 tempest-ServerRescueNegativeTestJSON-1504381068 tempest-ServerRescueNegativeTestJSON-1504381068-project] 10.222.0.39 "GET /v2.0/security-groups?id=4d527866-20a6-4314-9b14-89ea4e5cf7c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333598 Sep 15 16:24:10.122551 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-14d0e31f-1e6c-41be-8eec-5719f276e6d2 req-abff4c31-0807-41a6-9bdb-b85b2387c3ba tempest-DeleteServersTestJSON-1247020361 tempest-DeleteServersTestJSON-1247020361-project] 10.222.0.39 "GET /v2.0/ports?device_id=486179e9-71f9-4e5d-b64f-b9582ed4a533 HTTP/1.1" status: 200 len: 210 time: 0.0265613 Sep 15 16:24:10.506745 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d083e4-135c-4e13-8de6-dd4fa728a813 req-0b58abf8-a26b-4580-8349-ea4943a06db5 tempest-VolumesActionsTest-418474512 tempest-VolumesActionsTest-418474512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:24:10.508278 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-97d083e4-135c-4e13-8de6-dd4fa728a813 req-0b58abf8-a26b-4580-8349-ea4943a06db5 tempest-VolumesActionsTest-418474512 tempest-VolumesActionsTest-418474512-project] 10.222.0.39 "GET /v2.0/ports?device_id=97dbc1db-5ff4-4bcb-9bbf-dd281e46eedf HTTP/1.1" status: 200 len: 944 time: 0.0559123 Sep 15 16:24:10.549756 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-97d083e4-135c-4e13-8de6-dd4fa728a813 req-ea9ac258-af64-489b-a4f0-2de4ecdd7436 tempest-VolumesActionsTest-418474512 tempest-VolumesActionsTest-418474512-project] 10.222.0.39 "GET /v2.0/security-groups?id=a4ec5e55-bf5c-4d5f-a19c-eeef31b1268a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322940 Sep 15 16:24:11.177470 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38142e97-65de-4871-841f-7f22bdf954b3 req-4174ff96-96de-4e1d-a072-67ecdefdaa4b tempest-ServerRescueNegativeTestJSON-1504381068 tempest-ServerRescueNegativeTestJSON-1504381068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:24:11.178993 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-38142e97-65de-4871-841f-7f22bdf954b3 req-4174ff96-96de-4e1d-a072-67ecdefdaa4b tempest-ServerRescueNegativeTestJSON-1504381068 tempest-ServerRescueNegativeTestJSON-1504381068-project] 10.222.0.39 "GET /v2.0/ports?device_id=6d0621ec-4650-42b8-8f87-7666278b3af8 HTTP/1.1" status: 200 len: 945 time: 0.0560422 Sep 15 16:24:11.219651 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-38142e97-65de-4871-841f-7f22bdf954b3 req-f6126195-cc79-41ee-9991-fdebd19f24f4 tempest-ServerRescueNegativeTestJSON-1504381068 tempest-ServerRescueNegativeTestJSON-1504381068-project] 10.222.0.39 "GET /v2.0/security-groups?id=4d527866-20a6-4314-9b14-89ea4e5cf7c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340495 Sep 15 16:24:11.223744 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-5270b071-2881-4c9f-b572-4a5ce8db88d6 req-6dc22fa2-2d96-42cd-bfc4-6f71da6cfa2a tempest-DeleteServersTestJSON-1247020361 tempest-DeleteServersTestJSON-1247020361-project] 10.222.0.39 "GET /v2.0/ports?device_id=486179e9-71f9-4e5d-b64f-b9582ed4a533 HTTP/1.1" status: 200 len: 210 time: 0.0303736 Sep 15 16:24:11.681758 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f583c8f0-6575-4299-b968-ce0859a52fe8 req-2a3dedab-1555-49ef-a22a-d6c5922c612e tempest-VolumesActionsTest-418474512 tempest-VolumesActionsTest-418474512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:24:11.683389 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-f583c8f0-6575-4299-b968-ce0859a52fe8 req-2a3dedab-1555-49ef-a22a-d6c5922c612e tempest-VolumesActionsTest-418474512 tempest-VolumesActionsTest-418474512-project] 10.222.0.39 "GET /v2.0/ports?device_id=97dbc1db-5ff4-4bcb-9bbf-dd281e46eedf HTTP/1.1" status: 200 len: 944 time: 0.0580947 Sep 15 16:24:11.720701 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-f583c8f0-6575-4299-b968-ce0859a52fe8 req-463ad5cf-2e8f-4008-b355-1db9cd72c4a7 tempest-VolumesActionsTest-418474512 tempest-VolumesActionsTest-418474512-project] 10.222.0.39 "GET /v2.0/security-groups?id=a4ec5e55-bf5c-4d5f-a19c-eeef31b1268a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313003 Sep 15 16:24:12.343092 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-6c60ab80-f148-420d-b845-38120df48c55 req-45fbd70c-940c-4096-bd67-6c1d1331b70c tempest-DeleteServersTestJSON-1247020361 tempest-DeleteServersTestJSON-1247020361-project] 10.222.0.39 "GET /v2.0/ports?device_id=486179e9-71f9-4e5d-b64f-b9582ed4a533 HTTP/1.1" status: 200 len: 210 time: 0.0335932 Sep 15 16:24:12.362190 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d179ed-bff4-4601-9fb8-8d3cf314ed2e req-57dbe9c8-e6a9-447f-ba3c-c59de7f0e328 tempest-ServerRescueNegativeTestJSON-1504381068 tempest-ServerRescueNegativeTestJSON-1504381068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:24:12.364432 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-50d179ed-bff4-4601-9fb8-8d3cf314ed2e req-57dbe9c8-e6a9-447f-ba3c-c59de7f0e328 tempest-ServerRescueNegativeTestJSON-1504381068 tempest-ServerRescueNegativeTestJSON-1504381068-project] 10.222.0.39 "GET /v2.0/ports?device_id=6d0621ec-4650-42b8-8f87-7666278b3af8 HTTP/1.1" status: 200 len: 945 time: 0.0681384 Sep 15 16:24:12.418320 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-50d179ed-bff4-4601-9fb8-8d3cf314ed2e req-f78f4851-d2e8-431c-ab74-c95286543d4c tempest-ServerRescueNegativeTestJSON-1504381068 tempest-ServerRescueNegativeTestJSON-1504381068-project] 10.222.0.39 "GET /v2.0/security-groups?id=4d527866-20a6-4314-9b14-89ea4e5cf7c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458691 Sep 15 16:24:12.522519 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409b20a6-e1ea-470c-99e7-feafee9b8e40 req-4f8ffbee-5b0a-45e0-8fb8-9c0e73427ece service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:24:12.524161 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-409b20a6-e1ea-470c-99e7-feafee9b8e40 req-4f8ffbee-5b0a-45e0-8fb8-9c0e73427ece service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=6d0621ec-4650-42b8-8f87-7666278b3af8 HTTP/1.1" status: 200 len: 1098 time: 0.0439730 Sep 15 16:24:12.564140 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-409b20a6-e1ea-470c-99e7-feafee9b8e40 req-5954cc88-214e-4533-a45d-a1aa3a558d11 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=4d527866-20a6-4314-9b14-89ea4e5cf7c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309372 Sep 15 16:24:12.848155 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a35ab60-6eda-4213-ab8a-c0dbe49a3445 req-bd36f626-b723-44e6-8c28-9c5d202acb9e tempest-VolumesActionsTest-418474512 tempest-VolumesActionsTest-418474512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:24:12.850120 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-8a35ab60-6eda-4213-ab8a-c0dbe49a3445 req-bd36f626-b723-44e6-8c28-9c5d202acb9e tempest-VolumesActionsTest-418474512 tempest-VolumesActionsTest-418474512-project] 10.222.0.39 "GET /v2.0/ports?device_id=97dbc1db-5ff4-4bcb-9bbf-dd281e46eedf HTTP/1.1" status: 200 len: 944 time: 0.0537379 Sep 15 16:24:12.893508 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-8a35ab60-6eda-4213-ab8a-c0dbe49a3445 req-98bbd3a8-2f47-481c-8693-ba217f6223f8 tempest-VolumesActionsTest-418474512 tempest-VolumesActionsTest-418474512-project] 10.222.0.39 "GET /v2.0/security-groups?id=a4ec5e55-bf5c-4d5f-a19c-eeef31b1268a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372698 Sep 15 16:24:12.897798 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.rpc [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] Device be73955f-652c-4cfc-a3a9-168d19e7c80d details requested by agent hyperv_hv-cinder-77957 with host hv-cinder-77957 {{(pid=93955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 16:24:13.001521 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.db [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] For port be73955f-652c-4cfc-a3a9-168d19e7c80d, host hv-cinder-77957, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77957',level=0,port_id=be73955f-652c-4cfc-a3a9-168d19e7c80d,segment=NetworkSegment(a5e91499-98cc-46b0-918c-6611c18d5486),segment_id=a5e91499-98cc-46b0-918c-6611c18d5486)] {{(pid=93955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:24:13.012530 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.rpc [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] Returning: {'device': 'be73955f-652c-4cfc-a3a9-168d19e7c80d', 'network_id': '8d79a86d-a82d-4a96-9f76-e67405e9f7eb', 'port_id': 'be73955f-652c-4cfc-a3a9-168d19e7c80d', 'mac_address': 'fa:16:3e:ab:60:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 52, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '65af713f-428e-41fb-893e-eea07eb0f6d7', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 16:24:13.048112 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928820'] for port, before_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:24:13.060395 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.notifiers.nova [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id be73955f-652c-4cfc-a3a9-168d19e7c80d {{(pid=93955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 16:24:13.078778 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.db [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] For port be73955f-652c-4cfc-a3a9-168d19e7c80d, host hv-cinder-77957, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77957',level=0,port_id=be73955f-652c-4cfc-a3a9-168d19e7c80d,segment=NetworkSegment(a5e91499-98cc-46b0-918c-6611c18d5486),segment_id=a5e91499-98cc-46b0-918c-6611c18d5486)] {{(pid=93955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:24:13.083740 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791196459277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791195970012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791195970030'] for port, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:24:13.128666 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] Pushing event updated for resources: {'Port': ['ID=be73955f-652c-4cfc-a3a9-168d19e7c80d,revision_number=4']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:24:13.520119 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.db [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] get_ports_and_sgs() called for port_ids ['be73955f-652c-4cfc-a3a9-168d19e7c80d'] {{(pid=93955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 16:24:13.541852 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0138c1a-d909-42a5-9ce5-0bc4800bdb04 req-2a8330e5-dc6b-4732-ba7b-f963790e866e tempest-ServerRescueNegativeTestJSON-1504381068 tempest-ServerRescueNegativeTestJSON-1504381068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:24:13.550708 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-f0138c1a-d909-42a5-9ce5-0bc4800bdb04 req-2a8330e5-dc6b-4732-ba7b-f963790e866e tempest-ServerRescueNegativeTestJSON-1504381068 tempest-ServerRescueNegativeTestJSON-1504381068-project] 10.222.0.39 "GET /v2.0/ports?device_id=6d0621ec-4650-42b8-8f87-7666278b3af8 HTTP/1.1" status: 200 len: 945 time: 0.0685267 Sep 15 16:24:13.583029 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-f0138c1a-d909-42a5-9ce5-0bc4800bdb04 req-5cd9d36c-2a7a-4fd0-b387-80e79c41aa58 tempest-ServerRescueNegativeTestJSON-1504381068 tempest-ServerRescueNegativeTestJSON-1504381068-project] 10.222.0.39 "GET /v2.0/security-groups?id=4d527866-20a6-4314-9b14-89ea4e5cf7c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314491 Sep 15 16:24:14.027750 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb76581-6e9f-4e25-8430-70cab14808db req-ea282831-0940-42a6-95a1-801a83fb7e68 tempest-VolumesActionsTest-418474512 tempest-VolumesActionsTest-418474512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:24:14.029587 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-2cb76581-6e9f-4e25-8430-70cab14808db req-ea282831-0940-42a6-95a1-801a83fb7e68 tempest-VolumesActionsTest-418474512 tempest-VolumesActionsTest-418474512-project] 10.222.0.39 "GET /v2.0/ports?device_id=97dbc1db-5ff4-4bcb-9bbf-dd281e46eedf HTTP/1.1" status: 200 len: 945 time: 0.0591564 Sep 15 16:24:14.086664 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-2cb76581-6e9f-4e25-8430-70cab14808db req-e447c76e-5f57-4ba9-9d78-eeea60693d81 tempest-VolumesActionsTest-418474512 tempest-VolumesActionsTest-418474512-project] 10.222.0.39 "GET /v2.0/security-groups?id=a4ec5e55-bf5c-4d5f-a19c-eeef31b1268a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441377 Sep 15 16:24:14.708912 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fafb4f-47e6-4066-a4f3-b1749a6f9cd8 req-0baa6c68-7a9d-4419-ab3a-7c291b13d10e tempest-ServerRescueNegativeTestJSON-1504381068 tempest-ServerRescueNegativeTestJSON-1504381068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:24:14.710521 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-a3fafb4f-47e6-4066-a4f3-b1749a6f9cd8 req-0baa6c68-7a9d-4419-ab3a-7c291b13d10e tempest-ServerRescueNegativeTestJSON-1504381068 tempest-ServerRescueNegativeTestJSON-1504381068-project] 10.222.0.39 "GET /v2.0/ports?device_id=6d0621ec-4650-42b8-8f87-7666278b3af8 HTTP/1.1" status: 200 len: 945 time: 0.0487897 Sep 15 16:24:14.748243 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-a3fafb4f-47e6-4066-a4f3-b1749a6f9cd8 req-79723035-68a9-4a56-a443-c540f722b54f tempest-ServerRescueNegativeTestJSON-1504381068 tempest-ServerRescueNegativeTestJSON-1504381068-project] 10.222.0.39 "GET /v2.0/security-groups?id=4d527866-20a6-4314-9b14-89ea4e5cf7c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318449 Sep 15 16:24:15.203744 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f885741-23d2-4016-a848-20f61cb31700 req-135eae97-53fe-4003-aa89-ccf4fd380b61 tempest-VolumesActionsTest-418474512 tempest-VolumesActionsTest-418474512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:24:15.205246 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-3f885741-23d2-4016-a848-20f61cb31700 req-135eae97-53fe-4003-aa89-ccf4fd380b61 tempest-VolumesActionsTest-418474512 tempest-VolumesActionsTest-418474512-project] 10.222.0.39 "GET /v2.0/ports?device_id=97dbc1db-5ff4-4bcb-9bbf-dd281e46eedf HTTP/1.1" status: 200 len: 945 time: 0.0485089 Sep 15 16:24:15.245603 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-3f885741-23d2-4016-a848-20f61cb31700 req-06192e6c-144a-4143-9fac-8890ee12e082 tempest-VolumesActionsTest-418474512 tempest-VolumesActionsTest-418474512-project] 10.222.0.39 "GET /v2.0/security-groups?id=a4ec5e55-bf5c-4d5f-a19c-eeef31b1268a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342228 Sep 15 16:24:15.887831 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d55f87-1cb9-434a-9d2e-e1e8bd53b327 req-c5ad5acd-facc-4358-964f-c127a896754e tempest-ServerRescueNegativeTestJSON-1504381068 tempest-ServerRescueNegativeTestJSON-1504381068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:24:15.889734 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-d4d55f87-1cb9-434a-9d2e-e1e8bd53b327 req-c5ad5acd-facc-4358-964f-c127a896754e tempest-ServerRescueNegativeTestJSON-1504381068 tempest-ServerRescueNegativeTestJSON-1504381068-project] 10.222.0.39 "GET /v2.0/ports?device_id=6d0621ec-4650-42b8-8f87-7666278b3af8 HTTP/1.1" status: 200 len: 945 time: 0.0625191 Sep 15 16:24:15.931735 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-d4d55f87-1cb9-434a-9d2e-e1e8bd53b327 req-5046baf2-e5a5-4a9d-86da-162c59531e52 tempest-ServerRescueNegativeTestJSON-1504381068 tempest-ServerRescueNegativeTestJSON-1504381068-project] 10.222.0.39 "GET /v2.0/security-groups?id=4d527866-20a6-4314-9b14-89ea4e5cf7c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356719 Sep 15 16:24:16.362147 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3fac3b-f268-4fe8-91f2-48ea48787f4a req-a8fb7694-c412-47e1-b08a-c11d0a4c4406 tempest-VolumesActionsTest-418474512 tempest-VolumesActionsTest-418474512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:24:16.363650 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-aa3fac3b-f268-4fe8-91f2-48ea48787f4a req-a8fb7694-c412-47e1-b08a-c11d0a4c4406 tempest-VolumesActionsTest-418474512 tempest-VolumesActionsTest-418474512-project] 10.222.0.39 "GET /v2.0/ports?device_id=97dbc1db-5ff4-4bcb-9bbf-dd281e46eedf HTTP/1.1" status: 200 len: 945 time: 0.0505462 Sep 15 16:24:16.405648 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-aa3fac3b-f268-4fe8-91f2-48ea48787f4a req-c7de3d70-2ddc-4024-aef0-efdeadfa203a tempest-VolumesActionsTest-418474512 tempest-VolumesActionsTest-418474512-project] 10.222.0.39 "GET /v2.0/security-groups?id=a4ec5e55-bf5c-4d5f-a19c-eeef31b1268a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323048 Sep 15 16:24:17.053101 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a744d04e-b511-4334-af80-c6bfbaac4330 req-840199b0-5307-4345-80da-53c0e763107e tempest-ServerRescueNegativeTestJSON-1504381068 tempest-ServerRescueNegativeTestJSON-1504381068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:24:17.054544 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-a744d04e-b511-4334-af80-c6bfbaac4330 req-840199b0-5307-4345-80da-53c0e763107e tempest-ServerRescueNegativeTestJSON-1504381068 tempest-ServerRescueNegativeTestJSON-1504381068-project] 10.222.0.39 "GET /v2.0/ports?device_id=6d0621ec-4650-42b8-8f87-7666278b3af8 HTTP/1.1" status: 200 len: 945 time: 0.0487463 Sep 15 16:24:17.094116 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-a744d04e-b511-4334-af80-c6bfbaac4330 req-c1f0ea7a-fe97-49ec-aab3-41c29e1a7ac0 tempest-ServerRescueNegativeTestJSON-1504381068 tempest-ServerRescueNegativeTestJSON-1504381068-project] 10.222.0.39 "GET /v2.0/security-groups?id=4d527866-20a6-4314-9b14-89ea4e5cf7c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333922 Sep 15 16:24:17.545238 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41feb2c3-9507-4c0c-bb39-806b9674bb03 req-4c383bd6-636e-4f74-88ca-421fce1af785 tempest-VolumesActionsTest-418474512 tempest-VolumesActionsTest-418474512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:24:17.547441 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-41feb2c3-9507-4c0c-bb39-806b9674bb03 req-4c383bd6-636e-4f74-88ca-421fce1af785 tempest-VolumesActionsTest-418474512 tempest-VolumesActionsTest-418474512-project] 10.222.0.39 "GET /v2.0/ports?device_id=97dbc1db-5ff4-4bcb-9bbf-dd281e46eedf HTTP/1.1" status: 200 len: 945 time: 0.0576854 Sep 15 16:24:17.587636 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-41feb2c3-9507-4c0c-bb39-806b9674bb03 req-be87d413-d409-4d46-bfd7-fe1f1f578fe4 tempest-VolumesActionsTest-418474512 tempest-VolumesActionsTest-418474512-project] 10.222.0.39 "GET /v2.0/security-groups?id=a4ec5e55-bf5c-4d5f-a19c-eeef31b1268a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315416 Sep 15 16:24:18.258072 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e43aaa-f6b3-4166-93cc-d4eceaf424ec req-6cf055d9-0c22-4f20-bc82-d07800d8c124 tempest-ServerRescueNegativeTestJSON-1504381068 tempest-ServerRescueNegativeTestJSON-1504381068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:24:18.259577 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-57e43aaa-f6b3-4166-93cc-d4eceaf424ec req-6cf055d9-0c22-4f20-bc82-d07800d8c124 tempest-ServerRescueNegativeTestJSON-1504381068 tempest-ServerRescueNegativeTestJSON-1504381068-project] 10.222.0.39 "GET /v2.0/ports?device_id=6d0621ec-4650-42b8-8f87-7666278b3af8 HTTP/1.1" status: 200 len: 945 time: 0.0507498 Sep 15 16:24:18.301220 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-57e43aaa-f6b3-4166-93cc-d4eceaf424ec req-a42d9825-c9cb-4785-9a13-f54c2bc75465 tempest-ServerRescueNegativeTestJSON-1504381068 tempest-ServerRescueNegativeTestJSON-1504381068-project] 10.222.0.39 "GET /v2.0/security-groups?id=4d527866-20a6-4314-9b14-89ea4e5cf7c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353956 Sep 15 16:24:18.721215 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327470a0-c8f8-411b-861e-9b9bb5403056 req-de5c47db-70b1-4071-a766-bd73b6c896d6 tempest-VolumesActionsTest-418474512 tempest-VolumesActionsTest-418474512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:24:18.722712 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-327470a0-c8f8-411b-861e-9b9bb5403056 req-de5c47db-70b1-4071-a766-bd73b6c896d6 tempest-VolumesActionsTest-418474512 tempest-VolumesActionsTest-418474512-project] 10.222.0.39 "GET /v2.0/ports?device_id=97dbc1db-5ff4-4bcb-9bbf-dd281e46eedf HTTP/1.1" status: 200 len: 945 time: 0.0616033 Sep 15 16:24:18.763061 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-327470a0-c8f8-411b-861e-9b9bb5403056 req-103c4151-8018-4656-a4ec-c8faefce3849 tempest-VolumesActionsTest-418474512 tempest-VolumesActionsTest-418474512-project] 10.222.0.39 "GET /v2.0/security-groups?id=a4ec5e55-bf5c-4d5f-a19c-eeef31b1268a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322766 Sep 15 16:24:18.923998 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.rpc [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] Device be73955f-652c-4cfc-a3a9-168d19e7c80d up at agent hyperv_hv-cinder-77957 {{(pid=93955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 16:24:18.975805 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.db.provisioning_blocks [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] Provisioning for port be73955f-652c-4cfc-a3a9-168d19e7c80d completed by entity L2. {{(pid=93955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 16:24:18.979344 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.db.provisioning_blocks [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] Provisioning complete for port be73955f-652c-4cfc-a3a9-168d19e7c80d triggered by entity L2. {{(pid=93955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:24:18.979711 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953592'] for port, provisioning_complete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:24:19.058298 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928820'] for port, before_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:24:19.080342 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97dbc1db-5ff4-4bcb-9bbf-dd281e46eedf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be73955f-652c-4cfc-a3a9-168d19e7c80d'}] {{(pid=93955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 16:24:19.082768 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cc821c0eec02d2c96bcea0a08104c2827b642bf310f598bba7a206798b1bddd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b62ef54b-1b87-414b-a105-03cbafa4fa00" -d '{"events": [{"server_uuid": "97dbc1db-5ff4-4bcb-9bbf-dd281e46eedf", "name": "network-vif-plugged", "status": "completed", "tag": "be73955f-652c-4cfc-a3a9-168d19e7c80d"}]}' {{(pid=93955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 16:24:19.099697 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.db [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] For port be73955f-652c-4cfc-a3a9-168d19e7c80d, host hv-cinder-77957, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77957',level=0,port_id=be73955f-652c-4cfc-a3a9-168d19e7c80d,segment=NetworkSegment(a5e91499-98cc-46b0-918c-6611c18d5486),segment_id=a5e91499-98cc-46b0-918c-6611c18d5486)] {{(pid=93955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:24:19.109654 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791196459277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791195970012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791195970030'] for port, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:24:19.134369 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 16:24:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-443f4a42-1e21-42cc-a5f8-ed18287f4300 x-openstack-request-id: req-443f4a42-1e21-42cc-a5f8-ed18287f4300 {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 16:24:19.134836 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97dbc1db-5ff4-4bcb-9bbf-dd281e46eedf", "name": "network-vif-plugged", "status": "completed", "tag": "be73955f-652c-4cfc-a3a9-168d19e7c80d", "code": 200}]} {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 16:24:19.135100 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-443f4a42-1e21-42cc-a5f8-ed18287f4300 {{(pid=93955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 16:24:19.135657 dv-cinder-779576-8-iscsi neutron-server[93955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97dbc1db-5ff4-4bcb-9bbf-dd281e46eedf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be73955f-652c-4cfc-a3a9-168d19e7c80d', 'code': 200} Sep 15 16:24:19.166228 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] Pushing event updated for resources: {'Port': ['ID=be73955f-652c-4cfc-a3a9-168d19e7c80d,revision_number=5']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:24:19.306403 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf019a6-b0af-4524-9a2d-dde33c69c160 req-085e1901-4965-4e44-9942-dad48ba42d6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:24:19.307891 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-cbf019a6-b0af-4524-9a2d-dde33c69c160 req-085e1901-4965-4e44-9942-dad48ba42d6b service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=97dbc1db-5ff4-4bcb-9bbf-dd281e46eedf HTTP/1.1" status: 200 len: 1099 time: 0.0400043 Sep 15 16:24:19.347747 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-cbf019a6-b0af-4524-9a2d-dde33c69c160 req-e9404b00-7e32-423a-9d7b-16a54ae2b9fe service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=a4ec5e55-bf5c-4d5f-a19c-eeef31b1268a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312915 Sep 15 16:24:19.422203 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c9dcf2-3dfc-4d61-bb90-0ad17547dc83 req-d5bd8881-d3b3-4ea8-a90a-6333187eedf5 tempest-ServerRescueNegativeTestJSON-1504381068 tempest-ServerRescueNegativeTestJSON-1504381068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:24:19.423691 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-71c9dcf2-3dfc-4d61-bb90-0ad17547dc83 req-d5bd8881-d3b3-4ea8-a90a-6333187eedf5 tempest-ServerRescueNegativeTestJSON-1504381068 tempest-ServerRescueNegativeTestJSON-1504381068-project] 10.222.0.39 "GET /v2.0/ports?device_id=6d0621ec-4650-42b8-8f87-7666278b3af8 HTTP/1.1" status: 200 len: 945 time: 0.0481396 Sep 15 16:24:19.460860 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-71c9dcf2-3dfc-4d61-bb90-0ad17547dc83 req-d9613576-b570-4df6-9b22-ecaadf9f8e09 tempest-ServerRescueNegativeTestJSON-1504381068 tempest-ServerRescueNegativeTestJSON-1504381068-project] 10.222.0.39 "GET /v2.0/security-groups?id=4d527866-20a6-4314-9b14-89ea4e5cf7c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312731 Sep 15 16:24:19.588939 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6040fe63-5a06-496c-b359-8a1918ea8f2a req-d32866c9-abbf-450f-bde9-c34737c6f659 tempest-ServerRescueNegativeTestJSON-1504381068 tempest-ServerRescueNegativeTestJSON-1504381068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:24:19.590386 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-6040fe63-5a06-496c-b359-8a1918ea8f2a req-d32866c9-abbf-450f-bde9-c34737c6f659 tempest-ServerRescueNegativeTestJSON-1504381068 tempest-ServerRescueNegativeTestJSON-1504381068-project] 10.222.0.39 "GET /v2.0/ports?device_id=f39eaa55-2d8b-4bbc-8509-4c2d7df9f16e HTTP/1.1" status: 200 len: 946 time: 0.0584219 Sep 15 16:24:19.632271 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-6040fe63-5a06-496c-b359-8a1918ea8f2a req-bea8b34b-8848-443c-9305-f746c77e1c26 tempest-ServerRescueNegativeTestJSON-1504381068 tempest-ServerRescueNegativeTestJSON-1504381068-project] 10.222.0.39 "GET /v2.0/security-groups?id=4d527866-20a6-4314-9b14-89ea4e5cf7c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329752 Sep 15 16:24:19.877774 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c96987-7510-4f8d-9375-45dc95846f5a req-91d1381a-22ad-4d1b-af87-e1640b173e10 tempest-VolumesActionsTest-418474512 tempest-VolumesActionsTest-418474512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:24:19.879255 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-d3c96987-7510-4f8d-9375-45dc95846f5a req-91d1381a-22ad-4d1b-af87-e1640b173e10 tempest-VolumesActionsTest-418474512 tempest-VolumesActionsTest-418474512-project] 10.222.0.39 "GET /v2.0/ports?device_id=97dbc1db-5ff4-4bcb-9bbf-dd281e46eedf HTTP/1.1" status: 200 len: 946 time: 0.0496101 Sep 15 16:24:19.917544 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-d3c96987-7510-4f8d-9375-45dc95846f5a req-4f8d5253-e3cd-463d-b8fd-5af8f2675af9 tempest-VolumesActionsTest-418474512 tempest-VolumesActionsTest-418474512-project] 10.222.0.39 "GET /v2.0/security-groups?id=a4ec5e55-bf5c-4d5f-a19c-eeef31b1268a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318856 Sep 15 16:24:21.039098 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe82a4d-7274-4be6-a330-4a396984b87d req-19eeb4c7-afda-4513-b1dc-ef4be4b578eb tempest-VolumesActionsTest-418474512 tempest-VolumesActionsTest-418474512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:24:21.040715 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-1fe82a4d-7274-4be6-a330-4a396984b87d req-19eeb4c7-afda-4513-b1dc-ef4be4b578eb tempest-VolumesActionsTest-418474512 tempest-VolumesActionsTest-418474512-project] 10.222.0.39 "GET /v2.0/ports?device_id=97dbc1db-5ff4-4bcb-9bbf-dd281e46eedf HTTP/1.1" status: 200 len: 946 time: 0.0509489 Sep 15 16:24:21.081674 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-1fe82a4d-7274-4be6-a330-4a396984b87d req-64c2dbc3-88d9-41e2-a6a3-1e88c59a13dd tempest-VolumesActionsTest-418474512 tempest-VolumesActionsTest-418474512-project] 10.222.0.39 "GET /v2.0/security-groups?id=a4ec5e55-bf5c-4d5f-a19c-eeef31b1268a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349197 Sep 15 16:24:21.708738 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.wsgi [-] (93953) accepted ('10.222.0.39', 33916) {{(pid=93953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:24:21.820108 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-9ea3f3ca-e492-47ce-8539-73a4d5886eb1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:24:21.917815 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-9ea3f3ca-e492-47ce-8539-73a4d5886eb1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:24:21.923703 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-9ea3f3ca-e492-47ce-8539-73a4d5886eb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3702208'] for security_group, after_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:24:21.962035 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [None req-9ea3f3ca-e492-47ce-8539-73a4d5886eb1 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=1bd62e148f75486ea6c9e5c2cbc97e42&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2522624 Sep 15 16:24:21.962829 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea3f3ca-e492-47ce-8539-73a4d5886eb1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=206ffbdf-ac7e-4c28-8d15-75c98e0f0119,revision_number=1']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:24:21.964991 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.wsgi [-] (93954) accepted ('10.222.0.39', 33920) {{(pid=93954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:24:21.970151 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ea3f3ca-e492-47ce-8539-73a4d5886eb1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:24:21.970498 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ea3f3ca-e492-47ce-8539-73a4d5886eb1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:24:21.970964 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ea3f3ca-e492-47ce-8539-73a4d5886eb1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:24:21.971298 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ea3f3ca-e492-47ce-8539-73a4d5886eb1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:24:21.971624 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ea3f3ca-e492-47ce-8539-73a4d5886eb1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:24:21.971952 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ea3f3ca-e492-47ce-8539-73a4d5886eb1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:24:21.972289 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ea3f3ca-e492-47ce-8539-73a4d5886eb1 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:24:21.972610 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ea3f3ca-e492-47ce-8539-73a4d5886eb1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:24:21.972929 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ea3f3ca-e492-47ce-8539-73a4d5886eb1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:24:21.973247 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ea3f3ca-e492-47ce-8539-73a4d5886eb1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:24:21.973564 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ea3f3ca-e492-47ce-8539-73a4d5886eb1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:24:21.973872 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ea3f3ca-e492-47ce-8539-73a4d5886eb1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:24:22.014320 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-8a25b515-26ee-48b2-8bdd-6688fd24396f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:24:22.035547 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-8a25b515-26ee-48b2-8bdd-6688fd24396f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:24:22.085102 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-8a25b515-26ee-48b2-8bdd-6688fd24396f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3702208'] for security_group, after_delete {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:24:22.087671 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-8a25b515-26ee-48b2-8bdd-6688fd24396f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:24:22.089016 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [None req-8a25b515-26ee-48b2-8bdd-6688fd24396f admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/206ffbdf-ac7e-4c28-8d15-75c98e0f0119 HTTP/1.1" status: 204 len: 168 time: 0.1225967 Sep 15 16:24:22.101365 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a25b515-26ee-48b2-8bdd-6688fd24396f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=206ffbdf-ac7e-4c28-8d15-75c98e0f0119,revision_number=None']} {{(pid=93954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:24:22.109700 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a25b515-26ee-48b2-8bdd-6688fd24396f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:24:22.109808 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a25b515-26ee-48b2-8bdd-6688fd24396f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:24:22.110128 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a25b515-26ee-48b2-8bdd-6688fd24396f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:24:22.110419 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a25b515-26ee-48b2-8bdd-6688fd24396f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:24:22.110760 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a25b515-26ee-48b2-8bdd-6688fd24396f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:24:22.111089 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a25b515-26ee-48b2-8bdd-6688fd24396f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:24:22.111412 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a25b515-26ee-48b2-8bdd-6688fd24396f admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:24:22.111709 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a25b515-26ee-48b2-8bdd-6688fd24396f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:24:22.112034 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a25b515-26ee-48b2-8bdd-6688fd24396f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:24:22.112395 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a25b515-26ee-48b2-8bdd-6688fd24396f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:24:22.112708 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a25b515-26ee-48b2-8bdd-6688fd24396f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:24:22.113073 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a25b515-26ee-48b2-8bdd-6688fd24396f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:24:22.203229 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c2c6d0-6c1b-4add-83ed-7d8011edc0f6 req-4f043703-e1a5-42a7-b0c3-2653c08b7766 tempest-VolumesActionsTest-418474512 tempest-VolumesActionsTest-418474512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:24:22.204831 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-01c2c6d0-6c1b-4add-83ed-7d8011edc0f6 req-4f043703-e1a5-42a7-b0c3-2653c08b7766 tempest-VolumesActionsTest-418474512 tempest-VolumesActionsTest-418474512-project] 10.222.0.39 "GET /v2.0/ports?device_id=97dbc1db-5ff4-4bcb-9bbf-dd281e46eedf HTTP/1.1" status: 200 len: 946 time: 0.0487890 Sep 15 16:24:22.244614 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-01c2c6d0-6c1b-4add-83ed-7d8011edc0f6 req-e0ca2f54-e198-4ddb-8531-c7f4b9677653 tempest-VolumesActionsTest-418474512 tempest-VolumesActionsTest-418474512-project] 10.222.0.39 "GET /v2.0/security-groups?id=a4ec5e55-bf5c-4d5f-a19c-eeef31b1268a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338745 Sep 15 16:24:22.998567 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791196484491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953091'] for agent, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:24:23.135387 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.wsgi [-] (93954) accepted ('10.222.0.39', 33972) {{(pid=93954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:24:23.257132 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-3dff9ae6-e0af-47b4-9028-3ceb4fd3e475 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:24:23.356578 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-3dff9ae6-e0af-47b4-9028-3ceb4fd3e475 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:24:23.361416 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-3dff9ae6-e0af-47b4-9028-3ceb4fd3e475 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3702208'] for security_group, after_create {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:24:23.386003 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.wsgi [-] (93953) accepted ('10.222.0.39', 33984) {{(pid=93953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:24:23.403928 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [None req-3dff9ae6-e0af-47b4-9028-3ceb4fd3e475 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=3b848885f37e4054a06bb672cf740fdd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2674415 Sep 15 16:24:23.404803 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dff9ae6-e0af-47b4-9028-3ceb4fd3e475 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a51c2631-027c-48a4-befa-f20526d18a3c,revision_number=1']} {{(pid=93954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:24:23.407050 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.wsgi [-] (93954) accepted ('10.222.0.39', 33986) {{(pid=93954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:24:23.437352 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.db.db_base_plugin_v2 [None req-e25111c9-33ca-4841-8ecd-2ab5e9eb4c62 admin admin] Deleting subnet ba0a5700-9fcd-4ef5-9b61-c755403738d8 {{(pid=93953) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 15 16:24:23.440877 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-e25111c9-33ca-4841-8ecd-2ab5e9eb4c62 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:24:23.461526 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-3ef41322-0ba6-4a29-b7bb-970baaefcd1c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:24:23.478781 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-e25111c9-33ca-4841-8ecd-2ab5e9eb4c62 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127891476'] for subnet, precommit_delete_associations {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:24:23.483021 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-3ef41322-0ba6-4a29-b7bb-970baaefcd1c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:24:23.519485 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-e25111c9-33ca-4841-8ecd-2ab5e9eb4c62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-957316'] for subnet, precommit_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:24:23.528881 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-3ef41322-0ba6-4a29-b7bb-970baaefcd1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3702208'] for security_group, after_delete {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:24:23.531411 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-3ef41322-0ba6-4a29-b7bb-970baaefcd1c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:24:23.535149 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [None req-3ef41322-0ba6-4a29-b7bb-970baaefcd1c admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/a51c2631-027c-48a4-befa-f20526d18a3c HTTP/1.1" status: 204 len: 168 time: 0.1246827 Sep 15 16:24:23.542131 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef41322-0ba6-4a29-b7bb-970baaefcd1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a51c2631-027c-48a4-befa-f20526d18a3c,revision_number=None']} {{(pid=93954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:24:23.575513 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-e25111c9-33ca-4841-8ecd-2ab5e9eb4c62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-957331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127878286', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127570110'] for subnet, after_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:24:23.602825 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25111c9-33ca-4841-8ecd-2ab5e9eb4c62 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ba0a5700-9fcd-4ef5-9b61-c755403738d8,revision_number=None']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:24:23.605183 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-e25111c9-33ca-4841-8ecd-2ab5e9eb4c62 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3748898'] for subnet, before_response {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:24:23.607050 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [None req-e25111c9-33ca-4841-8ecd-2ab5e9eb4c62 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/ba0a5700-9fcd-4ef5-9b61-c755403738d8 HTTP/1.1" status: 204 len: 168 time: 0.2194951 Sep 15 16:24:23.609978 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.wsgi [-] (93954) accepted ('10.222.0.39', 33994) {{(pid=93954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:24:23.709705 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-2a802f7c-5ea4-4702-96db-bd71549b051c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-644213'] for network, before_delete {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:24:23.846736 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-2a802f7c-5ea4-4702-96db-bd71549b051c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-950531', 'neutron.services.segments.db._delete_segments_for_network-8791196484509'] for network, precommit_delete {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:24:23.868262 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-2a802f7c-5ea4-4702-96db-bd71549b051c admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93954) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 16:24:23.868458 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-2a802f7c-5ea4-4702-96db-bd71549b051c admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93954) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 16:24:23.869197 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-2a802f7c-5ea4-4702-96db-bd71549b051c admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93954) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 16:24:23.869537 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-2a802f7c-5ea4-4702-96db-bd71549b051c admin admin] Subscribe: > port after_create 55550000 {{(pid=93954) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 16:24:23.870027 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-2a802f7c-5ea4-4702-96db-bd71549b051c admin admin] Subscribe: > port after_delete 55550000 {{(pid=93954) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 16:24:23.870359 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-2a802f7c-5ea4-4702-96db-bd71549b051c admin admin] Subscribe: > port after_update 55550000 {{(pid=93954) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 16:24:23.870672 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-2a802f7c-5ea4-4702-96db-bd71549b051c admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93954) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 16:24:23.870985 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-2a802f7c-5ea4-4702-96db-bd71549b051c admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93954) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 16:24:23.871294 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-2a802f7c-5ea4-4702-96db-bd71549b051c admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93954) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 16:24:23.871606 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-2a802f7c-5ea4-4702-96db-bd71549b051c admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93954) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 16:24:23.931842 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.wsgi [-] (93953) accepted ('10.222.0.39', 34006) {{(pid=93953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:24:24.000849 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93f8c42-4818-4515-ad55-2610a2916549 req-76c809f2-6ba1-4f77-9da4-6f54c3ad2e2e tempest-VolumesActionsTest-418474512 tempest-VolumesActionsTest-418474512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:24:24.002451 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-a93f8c42-4818-4515-ad55-2610a2916549 req-76c809f2-6ba1-4f77-9da4-6f54c3ad2e2e tempest-VolumesActionsTest-418474512 tempest-VolumesActionsTest-418474512-project] 10.222.0.39 "GET /v2.0/ports?device_id=97dbc1db-5ff4-4bcb-9bbf-dd281e46eedf HTTP/1.1" status: 200 len: 946 time: 0.0537927 Sep 15 16:24:24.024287 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-2a802f7c-5ea4-4702-96db-bd71549b051c admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93954) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 16:24:24.024716 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-2a802f7c-5ea4-4702-96db-bd71549b051c admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93954) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 16:24:24.025018 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-2a802f7c-5ea4-4702-96db-bd71549b051c admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93954) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 16:24:24.025556 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-2a802f7c-5ea4-4702-96db-bd71549b051c admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93954) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 16:24:24.026408 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.services.segments.db [None req-2a802f7c-5ea4-4702-96db-bd71549b051c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe47d5cc-db6b-4e16-b6ce-03de9aba76df']}} {{(pid=93954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:24:24.044476 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.services.segments.db [None req-2a802f7c-5ea4-4702-96db-bd71549b051c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b70f0e82-df3a-4972-b91e-ed09ca5691d7') {'for_net_delete': True} {{(pid=93954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:24:24.044764 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.services.segments.db [None req-2a802f7c-5ea4-4702-96db-bd71549b051c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b70f0e82-df3a-4972-b91e-ed09ca5691d7') {} {{(pid=93954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:24:24.048845 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-a93f8c42-4818-4515-ad55-2610a2916549 req-615ea21b-8eca-4596-9c1e-fe9b6adae8c9 tempest-VolumesActionsTest-418474512 tempest-VolumesActionsTest-418474512-project] 10.222.0.39 "GET /v2.0/security-groups?id=a4ec5e55-bf5c-4d5f-a19c-eeef31b1268a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404842 Sep 15 16:24:24.054942 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-15b52f9b-e94b-49f2-a7c8-e65d19322257 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:24:24.061846 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-2a802f7c-5ea4-4702-96db-bd71549b051c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791196485798', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126845986'] for segment, before_delete {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:24:24.088901 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-2a802f7c-5ea4-4702-96db-bd71549b051c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-955409'] for segment, precommit_delete {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:24:24.097409 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a802f7c-5ea4-4702-96db-bd71549b051c admin admin] Releasing vlan 51 on physical network physnet1 to pool {{(pid=93954) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 16:24:24.097917 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-2a802f7c-5ea4-4702-96db-bd71549b051c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-955409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126009045'] for segment, after_delete {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:24:24.102315 dv-cinder-779576-8-iscsi neutron-server[93954]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 15 16:24:24.102315 dv-cinder-779576-8-iscsi neutron-server[93954]: from cryptography.utils import int_from_bytes Sep 15 16:24:24.102315 dv-cinder-779576-8-iscsi neutron-server[93954]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 15 16:24:24.102315 dv-cinder-779576-8-iscsi neutron-server[93954]: from cryptography.utils import int_from_bytes Sep 15 16:24:24.102315 dv-cinder-779576-8-iscsi neutron-server[93954]: Traceback (most recent call last): Sep 15 16:24:24.102315 dv-cinder-779576-8-iscsi neutron-server[93954]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 15 16:24:24.102315 dv-cinder-779576-8-iscsi neutron-server[93954]: timer() Sep 15 16:24:24.102315 dv-cinder-779576-8-iscsi neutron-server[93954]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 16:24:24.102315 dv-cinder-779576-8-iscsi neutron-server[93954]: cb(*args, **kw) Sep 15 16:24:24.102315 dv-cinder-779576-8-iscsi neutron-server[93954]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 15 16:24:24.102315 dv-cinder-779576-8-iscsi neutron-server[93954]: return func(*args, **kwargs) Sep 15 16:24:24.102315 dv-cinder-779576-8-iscsi neutron-server[93954]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 16:24:24.102315 dv-cinder-779576-8-iscsi neutron-server[93954]: self._notify() Sep 15 16:24:24.102315 dv-cinder-779576-8-iscsi neutron-server[93954]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 16:24:24.102315 dv-cinder-779576-8-iscsi neutron-server[93954]: self.callback(batched_events) Sep 15 16:24:24.102315 dv-cinder-779576-8-iscsi neutron-server[93954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 16:24:24.102315 dv-cinder-779576-8-iscsi neutron-server[93954]: event.method(event) Sep 15 16:24:24.102315 dv-cinder-779576-8-iscsi neutron-server[93954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 15 16:24:24.102315 dv-cinder-779576-8-iscsi neutron-server[93954]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 16:24:24.102315 dv-cinder-779576-8-iscsi neutron-server[93954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 15 16:24:24.102315 dv-cinder-779576-8-iscsi neutron-server[93954]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 16:24:24.102315 dv-cinder-779576-8-iscsi neutron-server[93954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 15 16:24:24.102315 dv-cinder-779576-8-iscsi neutron-server[93954]: return f(self, *a, **k) Sep 15 16:24:24.102315 dv-cinder-779576-8-iscsi neutron-server[93954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 15 16:24:24.102315 dv-cinder-779576-8-iscsi neutron-server[93954]: return self._get(url).json() Sep 15 16:24:24.102315 dv-cinder-779576-8-iscsi neutron-server[93954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 16:24:24.102315 dv-cinder-779576-8-iscsi neutron-server[93954]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 16:24:24.102315 dv-cinder-779576-8-iscsi neutron-server[93954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 15 16:24:24.102315 dv-cinder-779576-8-iscsi neutron-server[93954]: return self.request(url, 'GET', **kwargs) Sep 15 16:24:24.102315 dv-cinder-779576-8-iscsi neutron-server[93954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 15 16:24:24.102315 dv-cinder-779576-8-iscsi neutron-server[93954]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 16:24:24.102315 dv-cinder-779576-8-iscsi neutron-server[93954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 15 16:24:24.102315 dv-cinder-779576-8-iscsi neutron-server[93954]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 16:24:24.102315 dv-cinder-779576-8-iscsi neutron-server[93954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 15 16:24:24.102315 dv-cinder-779576-8-iscsi neutron-server[93954]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 16:24:24.102315 dv-cinder-779576-8-iscsi neutron-server[93954]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 16:24:24.144993 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-15b52f9b-e94b-49f2-a7c8-e65d19322257 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:24:24.152018 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-15b52f9b-e94b-49f2-a7c8-e65d19322257 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3702208'] for security_group, after_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:24:24.164312 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-2a802f7c-5ea4-4702-96db-bd71549b051c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-950554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3725573'] for network, after_delete {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:24:24.172141 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-2a802f7c-5ea4-4702-96db-bd71549b051c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3748898'] for network, before_response {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:24:24.174174 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [None req-2a802f7c-5ea4-4702-96db-bd71549b051c admin admin] 10.222.0.39 "DELETE /v2.0/networks/fe47d5cc-db6b-4e16-b6ce-03de9aba76df HTTP/1.1" status: 204 len: 168 time: 0.5630596 Sep 15 16:24:24.196213 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a802f7c-5ea4-4702-96db-bd71549b051c admin admin] Pushing event deleted for resources: {'Network': ['ID=fe47d5cc-db6b-4e16-b6ce-03de9aba76df,revision_number=None']} {{(pid=93954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:24:24.196511 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [None req-15b52f9b-e94b-49f2-a7c8-e65d19322257 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=d79d306d731a480fb762b1fbe34e9202&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2581694 Sep 15 16:24:24.196511 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.wsgi [-] (93953) accepted ('10.222.0.39', 34014) {{(pid=93953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:24:24.206516 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b52f9b-e94b-49f2-a7c8-e65d19322257 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78dfe953-9f19-4aa5-bdc9-bef1815ab64a,revision_number=1']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:24:24.249885 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-cab77940-8397-41ec-8902-f2d5de5cd22f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:24:24.271979 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-cab77940-8397-41ec-8902-f2d5de5cd22f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:24:24.322641 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-cab77940-8397-41ec-8902-f2d5de5cd22f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3702208'] for security_group, after_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:24:24.326006 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-cab77940-8397-41ec-8902-f2d5de5cd22f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:24:24.331637 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [None req-cab77940-8397-41ec-8902-f2d5de5cd22f admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/78dfe953-9f19-4aa5-bdc9-bef1815ab64a HTTP/1.1" status: 204 len: 168 time: 0.1367118 Sep 15 16:24:24.340889 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab77940-8397-41ec-8902-f2d5de5cd22f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78dfe953-9f19-4aa5-bdc9-bef1815ab64a,revision_number=None']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:24:24.352394 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.wsgi [-] (93954) accepted ('10.222.0.39', 34022) {{(pid=93954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:24:24.418213 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [None req-06095d50-ee49-4e60-8832-637960febd7a admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=79226c829a30482a953a552a972cdb88&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0606511 Sep 15 16:24:24.418633 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.wsgi [-] (93954) accepted ('10.222.0.39', 34026) {{(pid=93954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:24:24.457888 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cb5022-a53f-4849-9c88-729cb84dfdf9 req-c70f5e2a-f78f-40cf-81cb-f27263f573f9 tempest-ServerRescueNegativeTestJSON-1504381068 tempest-ServerRescueNegativeTestJSON-1504381068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:24:24.460104 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-f7cb5022-a53f-4849-9c88-729cb84dfdf9 req-c70f5e2a-f78f-40cf-81cb-f27263f573f9 tempest-ServerRescueNegativeTestJSON-1504381068 tempest-ServerRescueNegativeTestJSON-1504381068-project] 10.222.0.39 "GET /v2.0/ports?device_id=f39eaa55-2d8b-4bbc-8509-4c2d7df9f16e HTTP/1.1" status: 200 len: 946 time: 0.0857046 Sep 15 16:24:24.488366 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-544193bd-ea64-49c6-a5b9-43baa159f386 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:24:24.498677 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180dfcbb-437e-4129-8d06-d5d6d421d063 req-2d20cc8c-21d2-41f2-a1a7-c848e002a987 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:24:24.500204 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-180dfcbb-437e-4129-8d06-d5d6d421d063 req-2d20cc8c-21d2-41f2-a1a7-c848e002a987 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=e6a18f03044f465d813cff5376553386&device_id=f39eaa55-2d8b-4bbc-8509-4c2d7df9f16e HTTP/1.1" status: 200 len: 1099 time: 0.0934513 Sep 15 16:24:24.507966 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-f7cb5022-a53f-4849-9c88-729cb84dfdf9 req-e7c50766-7b53-44af-935f-20f58abc8b3d tempest-ServerRescueNegativeTestJSON-1504381068 tempest-ServerRescueNegativeTestJSON-1504381068-project] 10.222.0.39 "GET /v2.0/security-groups?id=4d527866-20a6-4314-9b14-89ea4e5cf7c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412638 Sep 15 16:24:24.527523 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-544193bd-ea64-49c6-a5b9-43baa159f386 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:24:24.605839 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-544193bd-ea64-49c6-a5b9-43baa159f386 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3702208'] for security_group, after_delete {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:24:24.608400 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-544193bd-ea64-49c6-a5b9-43baa159f386 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:24:24.612437 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [None req-544193bd-ea64-49c6-a5b9-43baa159f386 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/7bc5803c-1c2e-48d8-9a27-d64b1981fbcd HTTP/1.1" status: 204 len: 168 time: 0.1927600 Sep 15 16:24:24.625336 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544193bd-ea64-49c6-a5b9-43baa159f386 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bc5803c-1c2e-48d8-9a27-d64b1981fbcd,revision_number=None']} {{(pid=93954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:24:24.675819 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180dfcbb-437e-4129-8d06-d5d6d421d063 req-ffa6df07-55e5-4e5a-8707-0ae69e0c5709 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:24:24.678241 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-180dfcbb-437e-4129-8d06-d5d6d421d063 req-ffa6df07-55e5-4e5a-8707-0ae69e0c5709 service neutron] 10.222.0.45 "GET /v2.0/networks?id=a789c6c7-846e-484f-aca7-614dc13bfb69 HTTP/1.1" status: 200 len: 918 time: 0.1692736 Sep 15 16:24:24.732668 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-180dfcbb-437e-4129-8d06-d5d6d421d063 req-ba822b40-f180-47cd-9e47-d23b159fd9db service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ab8da74e-0d51-40fe-939d-923b412fd22d HTTP/1.1" status: 200 len: 217 time: 0.0439253 Sep 15 16:24:24.779330 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.wsgi [-] (93953) accepted ('10.222.0.39', 34038) {{(pid=93953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:24:24.806095 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-d778d90f-ce0c-4373-9b90-2dd2a83f97b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:24:24.828405 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180dfcbb-437e-4129-8d06-d5d6d421d063 req-d3c64ece-9c1c-4026-8e46-5c4b6855dc19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:24:24.829866 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-180dfcbb-437e-4129-8d06-d5d6d421d063 req-d3c64ece-9c1c-4026-8e46-5c4b6855dc19 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=a9fde6a5-a0c6-40f2-b012-f34594b44218 HTTP/1.1" status: 200 len: 858 time: 0.0859337 Sep 15 16:24:25.105859 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-180dfcbb-437e-4129-8d06-d5d6d421d063 req-d51c572a-19a4-44f9-b1fc-464e3db80441 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a789c6c7-846e-484f-aca7-614dc13bfb69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2637167 Sep 15 16:24:25.263695 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7e2139-fbad-49db-b0be-1eda591bf2dc req-2e3c2c5e-57cf-4ae2-a93b-dbd9afedc57d tempest-VolumesActionsTest-418474512 tempest-VolumesActionsTest-418474512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:24:25.265199 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-af7e2139-fbad-49db-b0be-1eda591bf2dc req-2e3c2c5e-57cf-4ae2-a93b-dbd9afedc57d tempest-VolumesActionsTest-418474512 tempest-VolumesActionsTest-418474512-project] 10.222.0.39 "GET /v2.0/ports?device_id=97dbc1db-5ff4-4bcb-9bbf-dd281e46eedf HTTP/1.1" status: 200 len: 946 time: 0.1314759 Sep 15 16:24:25.292337 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-180dfcbb-437e-4129-8d06-d5d6d421d063 req-34d07af7-1947-436d-badb-9a29f2ea8eeb service neutron] 10.222.0.45 "GET /v2.0/networks/a789c6c7-846e-484f-aca7-614dc13bfb69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1688459 Sep 15 16:24:25.299138 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-d778d90f-ce0c-4373-9b90-2dd2a83f97b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:24:25.320169 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-d778d90f-ce0c-4373-9b90-2dd2a83f97b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3702208'] for security_group, after_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:24:25.358850 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-af7e2139-fbad-49db-b0be-1eda591bf2dc req-63487147-719f-494c-96b3-141887ffe343 tempest-VolumesActionsTest-418474512 tempest-VolumesActionsTest-418474512-project] 10.222.0.39 "GET /v2.0/security-groups?id=a4ec5e55-bf5c-4d5f-a19c-eeef31b1268a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853932 Sep 15 16:24:25.407144 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.wsgi [-] (93954) accepted ('10.222.0.39', 34064) {{(pid=93954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:24:25.419609 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d778d90f-ce0c-4373-9b90-2dd2a83f97b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64834bdd-f824-46d4-a794-970887c2b61e,revision_number=1']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:24:25.425178 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [None req-d778d90f-ce0c-4373-9b90-2dd2a83f97b5 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=ec07857a05254dfd92c2af1dbb731cd6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6448340 Sep 15 16:24:25.429075 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.wsgi [-] (93953) accepted ('10.222.0.39', 34068) {{(pid=93953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:24:25.472740 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-180dfcbb-437e-4129-8d06-d5d6d421d063 req-e27a4c3f-6e3a-44d5-b2ad-94bbe360f621 service neutron] 10.222.0.45 "GET /v2.0/networks/a789c6c7-846e-484f-aca7-614dc13bfb69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1687777 Sep 15 16:24:25.495786 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-389dce78-0bd4-4890-bcfe-5aed8576ab78 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:24:25.509777 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.api.v2.base [None req-83a85823-641d-4ab2-a560-3f1c89c1026b admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-193892112-network', 'tenant_id': '08b52847f34742319b50763d26a3e585'}} {{(pid=93954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:24:25.518783 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-389dce78-0bd4-4890-bcfe-5aed8576ab78 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:24:25.532567 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83a85823-641d-4ab2-a560-3f1c89c1026b admin admin] Made reservation on behalf of 08b52847f34742319b50763d26a3e585 for: {'network': 1} {{(pid=93954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 16:24:25.534872 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-83a85823-641d-4ab2-a560-3f1c89c1026b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928820'] for network, before_create {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:24:25.553130 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-83a85823-641d-4ab2-a560-3f1c89c1026b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:24:25.578117 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-389dce78-0bd4-4890-bcfe-5aed8576ab78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3702208'] for security_group, after_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:24:25.580996 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-389dce78-0bd4-4890-bcfe-5aed8576ab78 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:24:25.582305 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [None req-389dce78-0bd4-4890-bcfe-5aed8576ab78 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/64834bdd-f824-46d4-a794-970887c2b61e HTTP/1.1" status: 204 len: 168 time: 0.1522930 Sep 15 16:24:25.591557 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389dce78-0bd4-4890-bcfe-5aed8576ab78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64834bdd-f824-46d4-a794-970887c2b61e,revision_number=None']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:24:25.668836 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fd7e86-e588-4f47-b561-f34102458fd9 req-b0147372-c83f-43bf-ba95-7e97e4f67f3a tempest-ServerRescueNegativeTestJSON-1504381068 tempest-ServerRescueNegativeTestJSON-1504381068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:24:25.670278 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-58fd7e86-e588-4f47-b561-f34102458fd9 req-b0147372-c83f-43bf-ba95-7e97e4f67f3a tempest-ServerRescueNegativeTestJSON-1504381068 tempest-ServerRescueNegativeTestJSON-1504381068-project] 10.222.0.39 "GET /v2.0/ports?device_id=f39eaa55-2d8b-4bbc-8509-4c2d7df9f16e HTTP/1.1" status: 200 len: 946 time: 0.0766799 Sep 15 16:24:25.721435 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-83a85823-641d-4ab2-a560-3f1c89c1026b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:24:25.733810 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-83a85823-641d-4ab2-a560-3f1c89c1026b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3702208'] for security_group, after_create {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:24:25.741357 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-58fd7e86-e588-4f47-b561-f34102458fd9 req-631f6e1a-4c64-4ecd-833b-0705458c010d tempest-ServerRescueNegativeTestJSON-1504381068 tempest-ServerRescueNegativeTestJSON-1504381068-project] 10.222.0.39 "GET /v2.0/security-groups?id=4d527866-20a6-4314-9b14-89ea4e5cf7c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652521 Sep 15 16:24:25.766699 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-83a85823-641d-4ab2-a560-3f1c89c1026b admin admin] vlan segment allocate from pool success with {'vlan_id': 50, 'physical_network': 'physnet1'} {{(pid=93954) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 16:24:25.779118 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a85823-641d-4ab2-a560-3f1c89c1026b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55c08e70-940c-4a69-a384-24c4ba0679d1,revision_number=1']} {{(pid=93954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:24:25.786150 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-83a85823-641d-4ab2-a560-3f1c89c1026b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-955409'] for segment, precommit_create {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:24:25.786428 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.db.segments_db [None req-83a85823-641d-4ab2-a560-3f1c89c1026b admin admin] Added segment 59ddac4d-713c-429a-86bb-e4613c98c15a of type vlan for network 9e66c478-4f71-4cdf-a293-798d2c526beb Sep 15 16:24:25.816873 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a156ba-bb9b-44b0-a335-cce3779b71f4 req-8234886f-49ed-481c-b7f1-adb4f7f1ba5a tempest-VolumesActionsTest-418474512 tempest-VolumesActionsTest-418474512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:24:25.818655 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-83a156ba-bb9b-44b0-a335-cce3779b71f4 req-8234886f-49ed-481c-b7f1-adb4f7f1ba5a tempest-VolumesActionsTest-418474512 tempest-VolumesActionsTest-418474512-project] 10.222.0.45 "GET /v2.0/ports?device_id=97dbc1db-5ff4-4bcb-9bbf-dd281e46eedf HTTP/1.1" status: 200 len: 946 time: 0.0525265 Sep 15 16:24:25.830711 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-83a85823-641d-4ab2-a560-3f1c89c1026b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791195928360'] for network, precommit_create {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:24:25.860882 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-83a85823-641d-4ab2-a560-3f1c89c1026b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748912'] for network, after_create {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:24:25.861929 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83a85823-641d-4ab2-a560-3f1c89c1026b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:24:25.862678 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-83a85823-641d-4ab2-a560-3f1c89c1026b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3748898'] for network, before_response {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:24:25.897541 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.wsgi [-] (93953) accepted ('10.222.0.39', 34088) {{(pid=93953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:24:25.897953 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [None req-83a85823-641d-4ab2-a560-3f1c89c1026b admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4894702 Sep 15 16:24:25.907571 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.api.v2.base [None req-241d5b78-0e81-40a8-bc95-bb4c929310da admin admin] Request body: {'subnet': {'network_id': '9e66c478-4f71-4cdf-a293-798d2c526beb', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-193892112-subnet', 'tenant_id': '08b52847f34742319b50763d26a3e585', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:24:25.942703 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a85823-641d-4ab2-a560-3f1c89c1026b admin admin] Pushing event updated for resources: {'Network': ['ID=9e66c478-4f71-4cdf-a293-798d2c526beb,revision_number=1']} {{(pid=93954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:24:25.948142 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-241d5b78-0e81-40a8-bc95-bb4c929310da admin admin] Made reservation on behalf of 08b52847f34742319b50763d26a3e585 for: {'subnet': 1} {{(pid=93953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 16:24:25.950680 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-241d5b78-0e81-40a8-bc95-bb4c929310da admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127570073'] for subnet, before_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:24:25.957028 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.rpc [None req-57d8a9a3-d16f-4b20-b77b-ca1e664c03db None None] Network 9e66c478-4f71-4cdf-a293-798d2c526beb details requested by agent ovs-agent-dv-cinder-779576-8-iscsi with host dv-cinder-779576-8-iscsi {{(pid=93955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 16:24:25.983515 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.plugin [req-83a156ba-bb9b-44b0-a335-cce3779b71f4 req-67e6e0ed-7441-4297-bef2-fea8f7760ee2 tempest-VolumesActionsTest-418474512 tempest-VolumesActionsTest-418474512-project] Deleting port be73955f-652c-4cfc-a3a9-168d19e7c80d {{(pid=93953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:24:25.984230 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [req-83a156ba-bb9b-44b0-a335-cce3779b71f4 req-67e6e0ed-7441-4297-bef2-fea8f7760ee2 tempest-VolumesActionsTest-418474512 tempest-VolumesActionsTest-418474512-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791196454449'] for port, before_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:24:26.129648 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.db [req-83a156ba-bb9b-44b0-a335-cce3779b71f4 req-67e6e0ed-7441-4297-bef2-fea8f7760ee2 tempest-VolumesActionsTest-418474512 tempest-VolumesActionsTest-418474512-project] For port be73955f-652c-4cfc-a3a9-168d19e7c80d, host hv-cinder-77957, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77957',level=0,port_id=be73955f-652c-4cfc-a3a9-168d19e7c80d,segment=NetworkSegment(a5e91499-98cc-46b0-918c-6611c18d5486),segment_id=a5e91499-98cc-46b0-918c-6611c18d5486)] {{(pid=93953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:24:26.130023 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [req-83a156ba-bb9b-44b0-a335-cce3779b71f4 req-67e6e0ed-7441-4297-bef2-fea8f7760ee2 tempest-VolumesActionsTest-418474512 tempest-VolumesActionsTest-418474512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3729503'] for port, precommit_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:24:26.162164 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.plugin [req-83a156ba-bb9b-44b0-a335-cce3779b71f4 req-67e6e0ed-7441-4297-bef2-fea8f7760ee2 tempest-VolumesActionsTest-418474512 tempest-VolumesActionsTest-418474512-project] Calling delete_port for be73955f-652c-4cfc-a3a9-168d19e7c80d owned by compute:nova {{(pid=93953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:24:26.296381 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-241d5b78-0e81-40a8-bc95-bb4c929310da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127878349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127570103'] for subnet, after_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:24:26.403932 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241d5b78-0e81-40a8-bc95-bb4c929310da admin admin] Pushing event updated for resources: {'Subnet': ['ID=a6d88e66-c0ab-4dd8-a770-c6440e6f2b6d,revision_number=0']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:24:26.419811 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-241d5b78-0e81-40a8-bc95-bb4c929310da admin admin] Checking segment: {'id': '59ddac4d-713c-429a-86bb-e4613c98c15a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '9e66c478-4f71-4cdf-a293-798d2c526beb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 16:24:26.420187 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-241d5b78-0e81-40a8-bc95-bb4c929310da admin admin] Network hostable DHCP agents. Network: 9e66c478-4f71-4cdf-a293-798d2c526beb, hostable agents: ['2fbb1984-d09c-42d8-b085-ece7113d0e35'], hosted agents: [] {{(pid=93953) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 16:24:26.436173 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [req-83a156ba-bb9b-44b0-a335-cce3779b71f4 req-67e6e0ed-7441-4297-bef2-fea8f7760ee2 tempest-VolumesActionsTest-418474512 tempest-VolumesActionsTest-418474512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791196460023', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791195970003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127878305'] for port, after_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:24:26.450785 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.db [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] get_ports_and_sgs() called for port_ids ['be73955f-652c-4cfc-a3a9-168d19e7c80d'] {{(pid=93955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 16:24:26.492574 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-241d5b78-0e81-40a8-bc95-bb4c929310da admin admin] Network 9e66c478-4f71-4cdf-a293-798d2c526beb is scheduled to be hosted by DHCP agent 2fbb1984-d09c-42d8-b085-ece7113d0e35 with binding_index 1 {{(pid=93953) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 16:24:26.498018 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-7362f0df-1de2-4fc5-88d4-f35a686bd5e4 req-e0f0d4c0-64a0-4582-9975-c05959c1e6bd tempest-VolumesActionsTest-418474512 tempest-VolumesActionsTest-418474512-project] 10.222.0.39 "GET /v2.0/ports?device_id=97dbc1db-5ff4-4bcb-9bbf-dd281e46eedf HTTP/1.1" status: 200 len: 210 time: 0.0582473 Sep 15 16:24:26.501992 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e6e0ed-7441-4297-bef2-fea8f7760ee2 tempest-VolumesActionsTest-418474512 tempest-VolumesActionsTest-418474512-project] Pushing event deleted for resources: {'Port': ['ID=be73955f-652c-4cfc-a3a9-168d19e7c80d,revision_number=None']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:24:26.510844 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.scheduler.base_scheduler [None req-241d5b78-0e81-40a8-bc95-bb4c929310da admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-779576-8-iscsi, 9e66c478-4f71-4cdf-a293-798d2c526beb) {{(pid=93953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:24:26.526322 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba10c20f-8048-4c63-a906-b276ff5f2774 None None] Network 9e66c478-4f71-4cdf-a293-798d2c526beb requested from dv-cinder-779576-8-iscsi {{(pid=93955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 16:24:26.527178 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-241d5b78-0e81-40a8-bc95-bb4c929310da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:24:26.527730 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-241d5b78-0e81-40a8-bc95-bb4c929310da admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3748898'] for subnet, before_response {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:24:26.550836 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.db.l3_dvrscheduler_db [req-83a156ba-bb9b-44b0-a335-cce3779b71f4 req-67e6e0ed-7441-4297-bef2-fea8f7760ee2 tempest-VolumesActionsTest-418474512 tempest-VolumesActionsTest-418474512-project] No DVR routers for this DVR port be73955f-652c-4cfc-a3a9-168d19e7c80d on host hv-cinder-77957 {{(pid=93953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 16:24:26.554861 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [req-83a156ba-bb9b-44b0-a335-cce3779b71f4 req-67e6e0ed-7441-4297-bef2-fea8f7760ee2 tempest-VolumesActionsTest-418474512 tempest-VolumesActionsTest-418474512-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58602'] for port, before_response {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:24:26.557545 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-83a156ba-bb9b-44b0-a335-cce3779b71f4 req-67e6e0ed-7441-4297-bef2-fea8f7760ee2 tempest-VolumesActionsTest-418474512 tempest-VolumesActionsTest-418474512-project] 10.222.0.45 "DELETE /v2.0/ports/be73955f-652c-4cfc-a3a9-168d19e7c80d HTTP/1.1" status: 204 len: 173 time: 0.7309272 Sep 15 16:24:26.557986 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97dbc1db-5ff4-4bcb-9bbf-dd281e46eedf', 'name': 'network-vif-deleted', 'tag': 'be73955f-652c-4cfc-a3a9-168d19e7c80d'}] {{(pid=93953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 16:24:26.560332 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5192e05b0783e869a38b3815ee673eee9316ce03dcaf8465063259ebfb62487" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30487ed7-4112-4576-bd41-73addd71f1fa" -d '{"events": [{"server_uuid": "97dbc1db-5ff4-4bcb-9bbf-dd281e46eedf", "name": "network-vif-deleted", "tag": "be73955f-652c-4cfc-a3a9-168d19e7c80d"}]}' {{(pid=93953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 16:24:26.576667 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [None req-241d5b78-0e81-40a8-bc95-bb4c929310da admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6771121 Sep 15 16:24:26.609589 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 16:24:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-464b6bd7-b838-4c59-b56a-9307e51256c3 x-openstack-request-id: req-464b6bd7-b838-4c59-b56a-9307e51256c3 {{(pid=93953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 16:24:26.610378 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97dbc1db-5ff4-4bcb-9bbf-dd281e46eedf", "name": "network-vif-deleted", "tag": "be73955f-652c-4cfc-a3a9-168d19e7c80d", "status": "completed", "code": 200}]} {{(pid=93953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 16:24:26.610378 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-464b6bd7-b838-4c59-b56a-9307e51256c3 {{(pid=93953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 16:24:26.610824 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97dbc1db-5ff4-4bcb-9bbf-dd281e46eedf', 'name': 'network-vif-deleted', 'tag': 'be73955f-652c-4cfc-a3a9-168d19e7c80d', 'status': 'completed', 'code': 200} Sep 15 16:24:26.707553 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-407b237c-c859-41f7-a197-452383855034 None None] Network 9e66c478-4f71-4cdf-a293-798d2c526beb requested from dv-cinder-779576-8-iscsi {{(pid=93955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 16:24:26.883078 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58560735-63a8-4ce0-adac-6aa0e1959027 req-da77f840-8dd4-4f56-9f9d-b36d47540b3a tempest-ServerRescueNegativeTestJSON-1504381068 tempest-ServerRescueNegativeTestJSON-1504381068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:24:26.884843 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-58560735-63a8-4ce0-adac-6aa0e1959027 req-da77f840-8dd4-4f56-9f9d-b36d47540b3a tempest-ServerRescueNegativeTestJSON-1504381068 tempest-ServerRescueNegativeTestJSON-1504381068-project] 10.222.0.39 "GET /v2.0/ports?device_id=f39eaa55-2d8b-4bbc-8509-4c2d7df9f16e HTTP/1.1" status: 200 len: 946 time: 0.0639627 Sep 15 16:24:26.921965 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-58560735-63a8-4ce0-adac-6aa0e1959027 req-fbad3c0f-df99-4b06-af3d-f74f63ec774f tempest-ServerRescueNegativeTestJSON-1504381068 tempest-ServerRescueNegativeTestJSON-1504381068-project] 10.222.0.39 "GET /v2.0/security-groups?id=4d527866-20a6-4314-9b14-89ea4e5cf7c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310197 Sep 15 16:24:27.267440 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b378124-0007-436e-9e9a-ecdc9c6bb93b req-3cc341db-dbbe-44f8-8b8d-6e9c75ff526d tempest-AttachVolumeNegativeTest-624431894 tempest-AttachVolumeNegativeTest-624431894-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:24:27.268919 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-0b378124-0007-436e-9e9a-ecdc9c6bb93b req-3cc341db-dbbe-44f8-8b8d-6e9c75ff526d tempest-AttachVolumeNegativeTest-624431894 tempest-AttachVolumeNegativeTest-624431894-project] 10.222.0.39 "GET /v2.0/networks?id=9e66c478-4f71-4cdf-a293-798d2c526beb HTTP/1.1" status: 200 len: 814 time: 0.1034031 Sep 15 16:24:27.285907 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-0b378124-0007-436e-9e9a-ecdc9c6bb93b req-71585834-7418-448c-9bb1-d577ff69c88e tempest-AttachVolumeNegativeTest-624431894 tempest-AttachVolumeNegativeTest-624431894-project] 10.222.0.39 "GET /v2.0/quotas/08b52847f34742319b50763d26a3e585 HTTP/1.1" status: 200 len: 375 time: 0.0103858 Sep 15 16:24:27.322153 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-0b378124-0007-436e-9e9a-ecdc9c6bb93b req-1f438702-181c-46a8-9586-f0ce08a6b0fa tempest-AttachVolumeNegativeTest-624431894 tempest-AttachVolumeNegativeTest-624431894-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=08b52847f34742319b50763d26a3e585&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0302866 Sep 15 16:24:27.415293 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-0b378124-0007-436e-9e9a-ecdc9c6bb93b req-7291e56e-c3cf-4913-bf22-762bcc9446ef service neutron] 10.222.0.39 "GET /v2.0/networks/9e66c478-4f71-4cdf-a293-798d2c526beb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845821 Sep 15 16:24:27.423946 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron.db.agents_db [None req-9c583be1-859f-4a85-bd6b-6d26517e04c2 None None] Agent healthcheck: found 6 active agents {{(pid=93956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 16:24:27.507835 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-0b378124-0007-436e-9e9a-ecdc9c6bb93b req-141bd3d5-ae5e-4bec-aec5-c5a375c55122 service neutron] 10.222.0.39 "GET /v2.0/networks/9e66c478-4f71-4cdf-a293-798d2c526beb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853422 Sep 15 16:24:27.633022 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-d3f50a06-89b9-4164-945e-92446a8e534f req-9fbcebc5-750d-404a-a07d-616f4f7a0de4 tempest-VolumesActionsTest-418474512 tempest-VolumesActionsTest-418474512-project] 10.222.0.39 "GET /v2.0/ports?device_id=97dbc1db-5ff4-4bcb-9bbf-dd281e46eedf HTTP/1.1" status: 200 len: 210 time: 0.0349617 Sep 15 16:24:27.683154 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-31002c95-7dec-40a2-8f7e-8a76db65b1f5 req-360871d0-6201-49d7-82e2-583ece529bb4 tempest-AttachVolumeNegativeTest-624431894 tempest-AttachVolumeNegativeTest-624431894-project] 10.222.0.39 "GET /v2.0/ports?device_id=4d7de268-9da9-4691-8333-d476eb39f5d0 HTTP/1.1" status: 200 len: 210 time: 0.0267680 Sep 15 16:24:28.041943 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703d5a05-799a-41ee-87b8-74a192ed5d1e req-76cf1ab5-3c37-4124-8b74-a189919275a9 tempest-ServerRescueNegativeTestJSON-1504381068 tempest-ServerRescueNegativeTestJSON-1504381068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:24:28.043426 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-703d5a05-799a-41ee-87b8-74a192ed5d1e req-76cf1ab5-3c37-4124-8b74-a189919275a9 tempest-ServerRescueNegativeTestJSON-1504381068 tempest-ServerRescueNegativeTestJSON-1504381068-project] 10.222.0.39 "GET /v2.0/ports?device_id=f39eaa55-2d8b-4bbc-8509-4c2d7df9f16e HTTP/1.1" status: 200 len: 946 time: 0.0527465 Sep 15 16:24:28.082514 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-703d5a05-799a-41ee-87b8-74a192ed5d1e req-3eeca548-78fb-4287-9702-5e361537fb5a tempest-ServerRescueNegativeTestJSON-1504381068 tempest-ServerRescueNegativeTestJSON-1504381068-project] 10.222.0.39 "GET /v2.0/security-groups?id=4d527866-20a6-4314-9b14-89ea4e5cf7c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330167 Sep 15 16:24:28.227297 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.wsgi [-] (93953) accepted ('10.222.0.39', 34196) {{(pid=93953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:24:28.332508 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-e6d5dfbd-449d-44c4-bad4-02239c573831 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:24:28.425240 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-e6d5dfbd-449d-44c4-bad4-02239c573831 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:24:28.430578 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-e6d5dfbd-449d-44c4-bad4-02239c573831 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3702208'] for security_group, after_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:24:28.472345 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [None req-e6d5dfbd-449d-44c4-bad4-02239c573831 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=d13e22ca5b6f4aaca381020e54c480ef&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2438018 Sep 15 16:24:28.473806 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d5dfbd-449d-44c4-bad4-02239c573831 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cd054a3-e1dc-45b1-b91d-c352f1d1cb02,revision_number=1']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:24:28.475121 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.wsgi [-] (93954) accepted ('10.222.0.39', 34202) {{(pid=93954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:24:28.530108 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-613038cd-c56a-4b29-aa51-59720d19fd37 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:24:28.552170 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-613038cd-c56a-4b29-aa51-59720d19fd37 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:24:28.602639 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-613038cd-c56a-4b29-aa51-59720d19fd37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3702208'] for security_group, after_delete {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:24:28.605740 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-613038cd-c56a-4b29-aa51-59720d19fd37 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:24:28.606859 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [None req-613038cd-c56a-4b29-aa51-59720d19fd37 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/3cd054a3-e1dc-45b1-b91d-c352f1d1cb02 HTTP/1.1" status: 204 len: 168 time: 0.1307833 Sep 15 16:24:28.614451 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613038cd-c56a-4b29-aa51-59720d19fd37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cd054a3-e1dc-45b1-b91d-c352f1d1cb02,revision_number=None']} {{(pid=93954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:24:28.745433 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-80269d85-ce61-457f-acfb-e3eb25845fb9 req-8c9bebeb-2ca0-4b7c-9226-d84f53914fc8 tempest-VolumesActionsTest-418474512 tempest-VolumesActionsTest-418474512-project] 10.222.0.39 "GET /v2.0/ports?device_id=97dbc1db-5ff4-4bcb-9bbf-dd281e46eedf HTTP/1.1" status: 200 len: 210 time: 0.0271957 Sep 15 16:24:28.832377 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-5c1d96d3-432a-4877-a076-164c0ff7e2f0 req-93eaac4f-c045-4c0c-8d0a-6e2ec338c871 tempest-AttachVolumeNegativeTest-624431894 tempest-AttachVolumeNegativeTest-624431894-project] 10.222.0.39 "GET /v2.0/ports?device_id=4d7de268-9da9-4691-8333-d476eb39f5d0 HTTP/1.1" status: 200 len: 210 time: 0.0291495 Sep 15 16:24:28.883052 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.wsgi [-] (93953) accepted ('10.222.0.39', 34212) {{(pid=93953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:24:28.896020 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-58696814-35c6-4ec2-a1b0-cb4f58b99b76 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:24:28.984183 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-58696814-35c6-4ec2-a1b0-cb4f58b99b76 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:24:28.989826 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-58696814-35c6-4ec2-a1b0-cb4f58b99b76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3702208'] for security_group, after_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:24:29.027210 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [None req-58696814-35c6-4ec2-a1b0-cb4f58b99b76 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=b59d43a4e12b4673b550afdaeaf259fe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1430213 Sep 15 16:24:29.028422 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58696814-35c6-4ec2-a1b0-cb4f58b99b76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=778ef5f2-2569-46df-a4cc-14a6408f5393,revision_number=1']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:24:29.030226 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.wsgi [-] (93954) accepted ('10.222.0.39', 34214) {{(pid=93954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:24:29.082497 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-7e8f3540-8afe-44b7-97c7-b1d236415ae7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:24:29.105455 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-7e8f3540-8afe-44b7-97c7-b1d236415ae7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:24:29.137870 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-a62fe47b-e15c-4428-93a5-d4245f8b24b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791196484491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953091'] for agent, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:24:29.162373 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-7e8f3540-8afe-44b7-97c7-b1d236415ae7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3702208'] for security_group, after_delete {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:24:29.164846 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-7e8f3540-8afe-44b7-97c7-b1d236415ae7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:24:29.166676 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [None req-7e8f3540-8afe-44b7-97c7-b1d236415ae7 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/778ef5f2-2569-46df-a4cc-14a6408f5393 HTTP/1.1" status: 204 len: 168 time: 0.1340122 Sep 15 16:24:29.175580 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8f3540-8afe-44b7-97c7-b1d236415ae7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=778ef5f2-2569-46df-a4cc-14a6408f5393,revision_number=None']} {{(pid=93954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:24:29.209303 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a448882-a96d-43af-9b23-172cfd020dcf req-336b9633-2c6c-468d-b90b-19be51cabde9 tempest-ServerRescueNegativeTestJSON-1504381068 tempest-ServerRescueNegativeTestJSON-1504381068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:24:29.210785 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-3a448882-a96d-43af-9b23-172cfd020dcf req-336b9633-2c6c-468d-b90b-19be51cabde9 tempest-ServerRescueNegativeTestJSON-1504381068 tempest-ServerRescueNegativeTestJSON-1504381068-project] 10.222.0.39 "GET /v2.0/ports?device_id=f39eaa55-2d8b-4bbc-8509-4c2d7df9f16e HTTP/1.1" status: 200 len: 946 time: 0.0518146 Sep 15 16:24:29.248778 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-3a448882-a96d-43af-9b23-172cfd020dcf req-e8bb236c-65d1-483b-8736-053154a172ed tempest-ServerRescueNegativeTestJSON-1504381068 tempest-ServerRescueNegativeTestJSON-1504381068-project] 10.222.0.39 "GET /v2.0/security-groups?id=4d527866-20a6-4314-9b14-89ea4e5cf7c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319462 Sep 15 16:24:29.435999 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.rpc [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] Device be73955f-652c-4cfc-a3a9-168d19e7c80d no longer exists at agent hyperv_hv-cinder-77957 {{(pid=93955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 16:24:29.493038 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] No Port match for: be73955f-652c-4cfc-a3a9-168d19e7c80d {{(pid=93955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 16:24:29.493452 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.rpc [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] Device be73955f-652c-4cfc-a3a9-168d19e7c80d not bound to the agent host hv-cinder-77957 {{(pid=93955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 16:24:29.854121 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-c2f2fb31-b764-45e7-bdc5-2c5b41680535 req-95b2c7a4-d021-430b-b828-886036ee2203 tempest-VolumesActionsTest-418474512 tempest-VolumesActionsTest-418474512-project] 10.222.0.39 "GET /v2.0/ports?device_id=97dbc1db-5ff4-4bcb-9bbf-dd281e46eedf HTTP/1.1" status: 200 len: 210 time: 0.0293369 Sep 15 16:24:29.939590 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-004ae099-7fdc-4252-9a66-ce0fc8cbd845 req-458022f7-7088-40dc-8dfe-fc56d072a9c5 tempest-AttachVolumeNegativeTest-624431894 tempest-AttachVolumeNegativeTest-624431894-project] 10.222.0.39 "GET /v2.0/ports?device_id=4d7de268-9da9-4691-8333-d476eb39f5d0 HTTP/1.1" status: 200 len: 210 time: 0.0307679 Sep 15 16:24:30.363879 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe54770-876b-4f09-a88c-87b3ad177362 req-65a2ceb6-2c46-4d34-b3cd-730b876c2e53 tempest-ServerRescueNegativeTestJSON-1504381068 tempest-ServerRescueNegativeTestJSON-1504381068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:24:30.365399 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-8fe54770-876b-4f09-a88c-87b3ad177362 req-65a2ceb6-2c46-4d34-b3cd-730b876c2e53 tempest-ServerRescueNegativeTestJSON-1504381068 tempest-ServerRescueNegativeTestJSON-1504381068-project] 10.222.0.39 "GET /v2.0/ports?device_id=f39eaa55-2d8b-4bbc-8509-4c2d7df9f16e HTTP/1.1" status: 200 len: 946 time: 0.0499551 Sep 15 16:24:30.404766 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-8fe54770-876b-4f09-a88c-87b3ad177362 req-50d430ed-6186-4077-a0c2-0a1b69a2ce67 tempest-ServerRescueNegativeTestJSON-1504381068 tempest-ServerRescueNegativeTestJSON-1504381068-project] 10.222.0.39 "GET /v2.0/security-groups?id=4d527866-20a6-4314-9b14-89ea4e5cf7c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326347 Sep 15 16:24:30.978571 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-b4d6926d-78da-4a2e-884a-006d892bbdb5 req-ddae36a0-dab9-472f-adc0-f2fa59341a7e tempest-VolumesActionsTest-418474512 tempest-VolumesActionsTest-418474512-project] 10.222.0.39 "GET /v2.0/ports?device_id=97dbc1db-5ff4-4bcb-9bbf-dd281e46eedf HTTP/1.1" status: 200 len: 210 time: 0.0323238 Sep 15 16:24:31.090987 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c91af82-2555-4af9-b711-1d1488554908 req-81dfe630-1ab7-420d-a09b-af39635ae322 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:24:31.091543 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-ffca5f87-d831-4db0-be38-1d47edc7fa97 req-395298a0-66ce-46e2-b6b4-d8251b5f5d5f tempest-AttachVolumeNegativeTest-624431894 tempest-AttachVolumeNegativeTest-624431894-project] 10.222.0.39 "GET /v2.0/ports?device_id=4d7de268-9da9-4691-8333-d476eb39f5d0 HTTP/1.1" status: 200 len: 210 time: 0.0550363 Sep 15 16:24:31.093328 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-8c91af82-2555-4af9-b711-1d1488554908 req-81dfe630-1ab7-420d-a09b-af39635ae322 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=e6a18f03044f465d813cff5376553386&device_id=f39eaa55-2d8b-4bbc-8509-4c2d7df9f16e HTTP/1.1" status: 200 len: 1099 time: 0.0523937 Sep 15 16:24:31.205787 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c91af82-2555-4af9-b711-1d1488554908 req-d244412c-a4ae-40c3-960b-127bccd29abc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:24:31.207262 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-8c91af82-2555-4af9-b711-1d1488554908 req-d244412c-a4ae-40c3-960b-127bccd29abc service neutron] 10.222.0.45 "GET /v2.0/networks?id=a789c6c7-846e-484f-aca7-614dc13bfb69 HTTP/1.1" status: 200 len: 918 time: 0.0884547 Sep 15 16:24:31.231334 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.wsgi [-] (93954) accepted ('10.222.0.39', 34302) {{(pid=93954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:24:31.253829 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-8c91af82-2555-4af9-b711-1d1488554908 req-c2fb61df-119b-4710-b2cd-758601abee58 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ab8da74e-0d51-40fe-939d-923b412fd22d HTTP/1.1" status: 200 len: 217 time: 0.0386682 Sep 15 16:24:31.303593 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c91af82-2555-4af9-b711-1d1488554908 req-f1c8f301-7e7c-4c41-979e-f54f1d8400b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:24:31.305102 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-8c91af82-2555-4af9-b711-1d1488554908 req-f1c8f301-7e7c-4c41-979e-f54f1d8400b4 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=a9fde6a5-a0c6-40f2-b012-f34594b44218 HTTP/1.1" status: 200 len: 858 time: 0.0443406 Sep 15 16:24:31.336620 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-08ad513c-a0f2-4a1d-a089-f5b3261c884a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:24:31.339446 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-8c91af82-2555-4af9-b711-1d1488554908 req-8fd31545-e4d1-4069-b657-186108d74c13 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a789c6c7-846e-484f-aca7-614dc13bfb69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249424 Sep 15 16:24:31.428430 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-08ad513c-a0f2-4a1d-a089-f5b3261c884a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:24:31.437077 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-08ad513c-a0f2-4a1d-a089-f5b3261c884a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3702208'] for security_group, after_create {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:24:31.438990 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-8c91af82-2555-4af9-b711-1d1488554908 req-f75d199b-f2ab-4e95-ba63-f524493b6d8a service neutron] 10.222.0.45 "GET /v2.0/networks/a789c6c7-846e-484f-aca7-614dc13bfb69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909107 Sep 15 16:24:31.485140 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [None req-08ad513c-a0f2-4a1d-a089-f5b3261c884a admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=56e1f6ebdfae4be98f6ae3b07a3d722b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2527254 Sep 15 16:24:31.487925 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.wsgi [-] (93954) accepted ('10.222.0.39', 34308) {{(pid=93954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:24:31.495331 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ad513c-a0f2-4a1d-a089-f5b3261c884a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96a85966-5487-45d4-b5dd-4f44ec4daa09,revision_number=1']} {{(pid=93954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:24:31.544608 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-4975a2b7-257d-4878-b43b-1951398badb9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:24:31.577675 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-4975a2b7-257d-4878-b43b-1951398badb9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:24:31.637332 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-4975a2b7-257d-4878-b43b-1951398badb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3702208'] for security_group, after_delete {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:24:31.640758 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b441b132-a7fd-483a-b6f2-f07311846f82 req-53467620-de32-4ed8-ad49-4f37e4877ff4 tempest-ServerRescueNegativeTestJSON-1504381068 tempest-ServerRescueNegativeTestJSON-1504381068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:24:31.641684 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-4975a2b7-257d-4878-b43b-1951398badb9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:24:31.642283 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-b441b132-a7fd-483a-b6f2-f07311846f82 req-53467620-de32-4ed8-ad49-4f37e4877ff4 tempest-ServerRescueNegativeTestJSON-1504381068 tempest-ServerRescueNegativeTestJSON-1504381068-project] 10.222.0.39 "GET /v2.0/ports?device_id=f39eaa55-2d8b-4bbc-8509-4c2d7df9f16e HTTP/1.1" status: 200 len: 946 time: 0.1647325 Sep 15 16:24:31.645863 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [None req-4975a2b7-257d-4878-b43b-1951398badb9 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/96a85966-5487-45d4-b5dd-4f44ec4daa09 HTTP/1.1" status: 204 len: 168 time: 0.1569686 Sep 15 16:24:31.648814 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-8c91af82-2555-4af9-b711-1d1488554908 req-f9d9ea75-019d-414d-8f61-6c9b205f6c1f service neutron] 10.222.0.45 "GET /v2.0/networks/a789c6c7-846e-484f-aca7-614dc13bfb69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2017872 Sep 15 16:24:31.655805 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4975a2b7-257d-4878-b43b-1951398badb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96a85966-5487-45d4-b5dd-4f44ec4daa09,revision_number=None']} {{(pid=93954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:24:31.685228 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b378124-0007-436e-9e9a-ecdc9c6bb93b req-f6b7af0c-eb30-4a8e-abfc-3d43371674a6 tempest-AttachVolumeNegativeTest-624431894 tempest-AttachVolumeNegativeTest-624431894-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:24:31.686674 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-0b378124-0007-436e-9e9a-ecdc9c6bb93b req-f6b7af0c-eb30-4a8e-abfc-3d43371674a6 tempest-AttachVolumeNegativeTest-624431894 tempest-AttachVolumeNegativeTest-624431894-project] 10.222.0.45 "GET /v2.0/networks?id=9e66c478-4f71-4cdf-a293-798d2c526beb HTTP/1.1" status: 200 len: 814 time: 0.1784842 Sep 15 16:24:31.713709 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.api.v2.base [req-0b378124-0007-436e-9e9a-ecdc9c6bb93b req-f5474161-266e-4311-b240-c600b266cdae tempest-AttachVolumeNegativeTest-624431894 tempest-AttachVolumeNegativeTest-624431894-project] Request body: {'port': {'device_id': '4d7de268-9da9-4691-8333-d476eb39f5d0', 'network_id': '9e66c478-4f71-4cdf-a293-798d2c526beb', 'admin_state_up': True, 'tenant_id': '08b52847f34742319b50763d26a3e585'}} {{(pid=93953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:24:31.719660 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-b441b132-a7fd-483a-b6f2-f07311846f82 req-f69870e2-baf7-4b4b-9e56-704d92507952 tempest-ServerRescueNegativeTestJSON-1504381068 tempest-ServerRescueNegativeTestJSON-1504381068-project] 10.222.0.39 "GET /v2.0/security-groups?id=4d527866-20a6-4314-9b14-89ea4e5cf7c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527112 Sep 15 16:24:31.830069 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-57d8a9a3-d16f-4b20-b77b-ca1e664c03db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791196484491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953091'] for agent, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:24:31.831429 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0b378124-0007-436e-9e9a-ecdc9c6bb93b req-f5474161-266e-4311-b240-c600b266cdae tempest-AttachVolumeNegativeTest-624431894 tempest-AttachVolumeNegativeTest-624431894-project] Made reservation on behalf of 08b52847f34742319b50763d26a3e585 for: {'port': 1} {{(pid=93953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 16:24:31.835593 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [req-0b378124-0007-436e-9e9a-ecdc9c6bb93b req-f5474161-266e-4311-b240-c600b266cdae tempest-AttachVolumeNegativeTest-624431894 tempest-AttachVolumeNegativeTest-624431894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928820'] for port, before_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:24:31.935987 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-47732d2f-17d7-43ea-a429-2a0cfd3c578e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791196484491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953091'] for agent, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:24:31.981868 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.db.db_base_plugin_common [req-0b378124-0007-436e-9e9a-ecdc9c6bb93b req-f5474161-266e-4311-b240-c600b266cdae tempest-AttachVolumeNegativeTest-624431894 tempest-AttachVolumeNegativeTest-624431894-project] Allocated IP 172.20.0.14 (9e66c478-4f71-4cdf-a293-798d2c526beb/a6d88e66-c0ab-4dd8-a770-c6440e6f2b6d/c90f172d-6513-48bb-a6c9-ec2d8f15890b) {{(pid=93953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 16:24:31.982550 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.wsgi [-] (93954) accepted ('10.222.0.39', 34322) {{(pid=93954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:24:31.995950 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-41013224-86dd-4652-afd5-8630127c8be4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:24:32.105670 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-41013224-86dd-4652-afd5-8630127c8be4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:24:32.122332 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-41013224-86dd-4652-afd5-8630127c8be4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3702208'] for security_group, after_create {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:24:32.152540 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [req-0b378124-0007-436e-9e9a-ecdc9c6bb93b req-f5474161-266e-4311-b240-c600b266cdae tempest-AttachVolumeNegativeTest-624431894 tempest-AttachVolumeNegativeTest-624431894-project] Notify callbacks [] for port, precommit_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:24:32.170600 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41013224-86dd-4652-afd5-8630127c8be4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fff2cf94-e187-44df-88d3-113745bad028,revision_number=1']} {{(pid=93954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:24:32.194324 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [req-0b378124-0007-436e-9e9a-ecdc9c6bb93b req-f5474161-266e-4311-b240-c600b266cdae tempest-AttachVolumeNegativeTest-624431894 tempest-AttachVolumeNegativeTest-624431894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791195969994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127878305'] for port, after_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:24:32.234278 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [None req-41013224-86dd-4652-afd5-8630127c8be4 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=477655427fed4d3789502419d511d8d0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2487593 Sep 15 16:24:32.234278 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.wsgi [-] (93954) accepted ('10.222.0.39', 34334) {{(pid=93954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:24:32.243403 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0b378124-0007-436e-9e9a-ecdc9c6bb93b req-f5474161-266e-4311-b240-c600b266cdae tempest-AttachVolumeNegativeTest-624431894 tempest-AttachVolumeNegativeTest-624431894-project] Network 9e66c478-4f71-4cdf-a293-798d2c526beb is already hosted by enough agents. {{(pid=93953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:24:32.248545 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.scheduler.base_scheduler [req-0b378124-0007-436e-9e9a-ecdc9c6bb93b req-f5474161-266e-4311-b240-c600b266cdae tempest-AttachVolumeNegativeTest-624431894 tempest-AttachVolumeNegativeTest-624431894-project] Resources bound (agent type, host, resource id): {{(pid=93953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:24:32.252708 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b378124-0007-436e-9e9a-ecdc9c6bb93b req-f5474161-266e-4311-b240-c600b266cdae tempest-AttachVolumeNegativeTest-624431894 tempest-AttachVolumeNegativeTest-624431894-project] Received port after_create {{(pid=93953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 16:24:32.277679 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da167ab5-474e-497f-ab08-e2e4d522bb8f req-1ce4c38e-d68f-4b38-9b7f-e8de7ad6e17e tempest-AttachVolumeNegativeTest-624431894 tempest-AttachVolumeNegativeTest-624431894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:24:32.278380 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5474161-266e-4311-b240-c600b266cdae tempest-AttachVolumeNegativeTest-624431894 tempest-AttachVolumeNegativeTest-624431894-project] Pushing event updated for resources: {'Port': ['ID=c90f172d-6513-48bb-a6c9-ec2d8f15890b,revision_number=1']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:24:32.279530 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-da167ab5-474e-497f-ab08-e2e4d522bb8f req-1ce4c38e-d68f-4b38-9b7f-e8de7ad6e17e tempest-AttachVolumeNegativeTest-624431894 tempest-AttachVolumeNegativeTest-624431894-project] 10.222.0.39 "GET /v2.0/ports?device_id=4d7de268-9da9-4691-8333-d476eb39f5d0 HTTP/1.1" status: 200 len: 932 time: 0.0905540 Sep 15 16:24:32.307377 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b378124-0007-436e-9e9a-ecdc9c6bb93b req-f5474161-266e-4311-b240-c600b266cdae tempest-AttachVolumeNegativeTest-624431894 tempest-AttachVolumeNegativeTest-624431894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:24:32.308133 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [req-0b378124-0007-436e-9e9a-ecdc9c6bb93b req-f5474161-266e-4311-b240-c600b266cdae tempest-AttachVolumeNegativeTest-624431894 tempest-AttachVolumeNegativeTest-624431894-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58602'] for port, before_response {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:24:32.330996 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-0b378124-0007-436e-9e9a-ecdc9c6bb93b req-f5474161-266e-4311-b240-c600b266cdae tempest-AttachVolumeNegativeTest-624431894 tempest-AttachVolumeNegativeTest-624431894-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6213992 Sep 15 16:24:32.343448 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-da167ab5-474e-497f-ab08-e2e4d522bb8f req-e1107cac-bfa2-4678-b787-b96be7c92bc3 tempest-AttachVolumeNegativeTest-624431894 tempest-AttachVolumeNegativeTest-624431894-project] 10.222.0.39 "GET /v2.0/security-groups?id=55c08e70-940c-4a69-a384-24c4ba0679d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520310 Sep 15 16:24:32.343958 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.api.v2.base [req-0b378124-0007-436e-9e9a-ecdc9c6bb93b req-29e3a716-1711-4848-8f4d-4ddeec8785ba service neutron] Request body: {'port': {'device_id': '4d7de268-9da9-4691-8333-d476eb39f5d0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77957'}} {{(pid=93953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:24:32.344226 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-faefa787-7c71-40cc-b37f-08f223ebd71e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:24:32.382804 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-faefa787-7c71-40cc-b37f-08f223ebd71e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:24:32.401163 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [req-0b378124-0007-436e-9e9a-ecdc9c6bb93b req-29e3a716-1711-4848-8f4d-4ddeec8785ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928820'] for port, before_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:24:32.451108 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-faefa787-7c71-40cc-b37f-08f223ebd71e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3702208'] for security_group, after_delete {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:24:32.454118 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-faefa787-7c71-40cc-b37f-08f223ebd71e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:24:32.455511 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [None req-faefa787-7c71-40cc-b37f-08f223ebd71e admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/fff2cf94-e187-44df-88d3-113745bad028 HTTP/1.1" status: 204 len: 168 time: 0.2198582 Sep 15 16:24:32.465954 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faefa787-7c71-40cc-b37f-08f223ebd71e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fff2cf94-e187-44df-88d3-113745bad028,revision_number=None']} {{(pid=93954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:24:32.721922 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.notifiers.nova [req-0b378124-0007-436e-9e9a-ecdc9c6bb93b req-29e3a716-1711-4848-8f4d-4ddeec8785ba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c90f172d-6513-48bb-a6c9-ec2d8f15890b {{(pid=93953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 16:24:32.729949 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [req-0b378124-0007-436e-9e9a-ecdc9c6bb93b req-29e3a716-1711-4848-8f4d-4ddeec8785ba service neutron] Notify callbacks [] for port, precommit_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:24:32.745402 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.db.provisioning_blocks [req-0b378124-0007-436e-9e9a-ecdc9c6bb93b req-29e3a716-1711-4848-8f4d-4ddeec8785ba service neutron] Transition to ACTIVE for port object c90f172d-6513-48bb-a6c9-ec2d8f15890b will not be triggered until provisioned by entity L2. {{(pid=93953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 16:24:32.750605 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [req-0b378124-0007-436e-9e9a-ecdc9c6bb93b req-29e3a716-1711-4848-8f4d-4ddeec8785ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791196459277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791195970012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791195970030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127878328'] for port, after_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:24:32.832268 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e3a716-1711-4848-8f4d-4ddeec8785ba service neutron] Pushing event updated for resources: {'Port': ['ID=c90f172d-6513-48bb-a6c9-ec2d8f15890b,revision_number=2']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:24:32.901914 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.managers [req-0b378124-0007-436e-9e9a-ecdc9c6bb93b req-29e3a716-1711-4848-8f4d-4ddeec8785ba service neutron] Attempting to bind port c90f172d-6513-48bb-a6c9-ec2d8f15890b on host hv-cinder-77957 for vnic_type normal with profile {{(pid=93953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 16:24:32.902421 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.managers [req-0b378124-0007-436e-9e9a-ecdc9c6bb93b req-29e3a716-1711-4848-8f4d-4ddeec8785ba service neutron] Attempting to bind port c90f172d-6513-48bb-a6c9-ec2d8f15890b by drivers openvswitch,hyperv on host hv-cinder-77957 at level 0 using segments [{'id': '59ddac4d-713c-429a-86bb-e4613c98c15a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '9e66c478-4f71-4cdf-a293-798d2c526beb'}] {{(pid=93953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 16:24:32.903117 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b378124-0007-436e-9e9a-ecdc9c6bb93b req-29e3a716-1711-4848-8f4d-4ddeec8785ba service neutron] Attempting to bind port c90f172d-6513-48bb-a6c9-ec2d8f15890b on network 9e66c478-4f71-4cdf-a293-798d2c526beb {{(pid=93953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 16:24:32.909442 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b378124-0007-436e-9e9a-ecdc9c6bb93b req-29e3a716-1711-4848-8f4d-4ddeec8785ba service neutron] Port c90f172d-6513-48bb-a6c9-ec2d8f15890b on network 9e66c478-4f71-4cdf-a293-798d2c526beb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77957 {{(pid=93953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 15 16:24:32.909940 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b378124-0007-436e-9e9a-ecdc9c6bb93b req-29e3a716-1711-4848-8f4d-4ddeec8785ba service neutron] Attempting to bind port c90f172d-6513-48bb-a6c9-ec2d8f15890b on network 9e66c478-4f71-4cdf-a293-798d2c526beb {{(pid=93953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 16:24:32.916598 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b378124-0007-436e-9e9a-ecdc9c6bb93b req-29e3a716-1711-4848-8f4d-4ddeec8785ba service neutron] Checking agent: {'id': 'ffe43d43-c071-44aa-bc11-ae2d4b291b02', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77957', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 16, 20, 23), 'started_at': datetime.datetime(2021, 9, 15, 16, 20, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 16, 24, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 16:24:32.917045 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b378124-0007-436e-9e9a-ecdc9c6bb93b req-29e3a716-1711-4848-8f4d-4ddeec8785ba service neutron] Checking segment: {'id': '59ddac4d-713c-429a-86bb-e4613c98c15a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '9e66c478-4f71-4cdf-a293-798d2c526beb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 16:24:32.917536 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b378124-0007-436e-9e9a-ecdc9c6bb93b req-29e3a716-1711-4848-8f4d-4ddeec8785ba service neutron] Bound using segment: {'id': '59ddac4d-713c-429a-86bb-e4613c98c15a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '9e66c478-4f71-4cdf-a293-798d2c526beb'} {{(pid=93953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 16:24:32.918077 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.managers [req-0b378124-0007-436e-9e9a-ecdc9c6bb93b req-29e3a716-1711-4848-8f4d-4ddeec8785ba service neutron] Bound port: c90f172d-6513-48bb-a6c9-ec2d8f15890b, host: hv-cinder-77957, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '59ddac4d-713c-429a-86bb-e4613c98c15a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '9e66c478-4f71-4cdf-a293-798d2c526beb'}}] {{(pid=93953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 16:24:32.918850 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [req-0b378124-0007-436e-9e9a-ecdc9c6bb93b req-29e3a716-1711-4848-8f4d-4ddeec8785ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928820'] for port, before_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:24:32.945791 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-eee1357e-56cc-4bdc-884d-16a88731d16f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791196484491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953091'] for agent, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:24:33.005842 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.db [req-0b378124-0007-436e-9e9a-ecdc9c6bb93b req-29e3a716-1711-4848-8f4d-4ddeec8785ba service neutron] For port c90f172d-6513-48bb-a6c9-ec2d8f15890b, host hv-cinder-77957, cleared binding levels {{(pid=93953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 16:24:33.039389 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.db [req-0b378124-0007-436e-9e9a-ecdc9c6bb93b req-29e3a716-1711-4848-8f4d-4ddeec8785ba service neutron] For port c90f172d-6513-48bb-a6c9-ec2d8f15890b, host hv-cinder-77957, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77957',level=0,port_id=c90f172d-6513-48bb-a6c9-ec2d8f15890b,segment=NetworkSegment(59ddac4d-713c-429a-86bb-e4613c98c15a),segment_id=59ddac4d-713c-429a-86bb-e4613c98c15a)] {{(pid=93953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 16:24:33.048635 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [req-0b378124-0007-436e-9e9a-ecdc9c6bb93b req-29e3a716-1711-4848-8f4d-4ddeec8785ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791196459277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791195970012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791195970030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127878328'] for port, after_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:24:33.063126 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b15b79-9a20-4249-b2bb-d8ca20f4c9cb req-61f6b1e3-a326-480a-95f4-66c10415dbee tempest-ServerRescueNegativeTestJSON-1504381068 tempest-ServerRescueNegativeTestJSON-1504381068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:24:33.064659 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-08b15b79-9a20-4249-b2bb-d8ca20f4c9cb req-61f6b1e3-a326-480a-95f4-66c10415dbee tempest-ServerRescueNegativeTestJSON-1504381068 tempest-ServerRescueNegativeTestJSON-1504381068-project] 10.222.0.39 "GET /v2.0/ports?device_id=f39eaa55-2d8b-4bbc-8509-4c2d7df9f16e HTTP/1.1" status: 200 len: 946 time: 0.0730109 Sep 15 16:24:33.101809 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b378124-0007-436e-9e9a-ecdc9c6bb93b req-29e3a716-1711-4848-8f4d-4ddeec8785ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:24:33.102418 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [req-0b378124-0007-436e-9e9a-ecdc9c6bb93b req-29e3a716-1711-4848-8f4d-4ddeec8785ba service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58602'] for port, before_response {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:24:33.103752 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-0b378124-0007-436e-9e9a-ecdc9c6bb93b req-29e3a716-1711-4848-8f4d-4ddeec8785ba service neutron] 10.222.0.45 "PUT /v2.0/ports/c90f172d-6513-48bb-a6c9-ec2d8f15890b HTTP/1.1" status: 200 len: 1094 time: 0.7643931 Sep 15 16:24:33.104215 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d7de268-9da9-4691-8333-d476eb39f5d0', 'tag': 'c90f172d-6513-48bb-a6c9-ec2d8f15890b'}] {{(pid=93953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 16:24:33.106454 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5192e05b0783e869a38b3815ee673eee9316ce03dcaf8465063259ebfb62487" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-738ae433-da8a-423c-9621-21501d1f7b68" -d '{"events": [{"name": "network-changed", "server_uuid": "4d7de268-9da9-4691-8333-d476eb39f5d0", "tag": "c90f172d-6513-48bb-a6c9-ec2d8f15890b"}]}' {{(pid=93953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 16:24:33.152614 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e3a716-1711-4848-8f4d-4ddeec8785ba service neutron] Pushing event updated for resources: {'Port': ['ID=c90f172d-6513-48bb-a6c9-ec2d8f15890b,revision_number=3']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:24:33.157801 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-08b15b79-9a20-4249-b2bb-d8ca20f4c9cb req-102174c6-2a3b-4d6e-8979-902a447242cc tempest-ServerRescueNegativeTestJSON-1504381068 tempest-ServerRescueNegativeTestJSON-1504381068-project] 10.222.0.39 "GET /v2.0/security-groups?id=4d527866-20a6-4314-9b14-89ea4e5cf7c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683331 Sep 15 16:24:33.206620 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 16:24:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5801c5b3-5cee-4fe7-b7b1-5d96dd87f086 x-openstack-request-id: req-5801c5b3-5cee-4fe7-b7b1-5d96dd87f086 {{(pid=93953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 16:24:33.206914 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d7de268-9da9-4691-8333-d476eb39f5d0", "tag": "c90f172d-6513-48bb-a6c9-ec2d8f15890b", "status": "completed", "code": 200}]} {{(pid=93953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 16:24:33.207168 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-5801c5b3-5cee-4fe7-b7b1-5d96dd87f086 {{(pid=93953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 16:24:33.207559 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d7de268-9da9-4691-8333-d476eb39f5d0', 'tag': 'c90f172d-6513-48bb-a6c9-ec2d8f15890b', 'status': 'completed', 'code': 200} Sep 15 16:24:33.223407 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b378124-0007-436e-9e9a-ecdc9c6bb93b req-638272b9-c3ca-4dc2-acf7-5833eca7fcb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:24:33.224952 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-0b378124-0007-436e-9e9a-ecdc9c6bb93b req-638272b9-c3ca-4dc2-acf7-5833eca7fcb5 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=08b52847f34742319b50763d26a3e585&device_id=4d7de268-9da9-4691-8333-d476eb39f5d0 HTTP/1.1" status: 200 len: 1097 time: 0.0453224 Sep 15 16:24:33.274787 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-0b378124-0007-436e-9e9a-ecdc9c6bb93b req-38d7783c-d2b6-40d8-a342-d7eeca65a4db service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c90f172d-6513-48bb-a6c9-ec2d8f15890b HTTP/1.1" status: 200 len: 217 time: 0.0337994 Sep 15 16:24:33.319518 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.wsgi [-] (93954) accepted ('10.222.0.39', 34400) {{(pid=93954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:24:33.327152 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b378124-0007-436e-9e9a-ecdc9c6bb93b req-934749e5-c430-4cec-b1b6-08cbb1c612ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:24:33.328676 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-0b378124-0007-436e-9e9a-ecdc9c6bb93b req-934749e5-c430-4cec-b1b6-08cbb1c612ec service neutron] 10.222.0.45 "GET /v2.0/subnets?id=a6d88e66-c0ab-4dd8-a770-c6440e6f2b6d HTTP/1.1" status: 200 len: 854 time: 0.0453928 Sep 15 16:24:33.364147 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-0b378124-0007-436e-9e9a-ecdc9c6bb93b req-64349bc2-93ad-4d1f-8029-aee44f1327bb service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=9e66c478-4f71-4cdf-a293-798d2c526beb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0242279 Sep 15 16:24:33.427505 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.api.v2.base [None req-6066dc04-cfae-4810-9fc2-51920f9dfbeb admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-247296169-network', 'tenant_id': 'a9ffafc48a104757aae1042413317041'}} {{(pid=93954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:24:33.450222 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6066dc04-cfae-4810-9fc2-51920f9dfbeb admin admin] Made reservation on behalf of a9ffafc48a104757aae1042413317041 for: {'network': 1} {{(pid=93954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 16:24:33.452586 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-6066dc04-cfae-4810-9fc2-51920f9dfbeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928820'] for network, before_create {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:24:33.460955 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-6066dc04-cfae-4810-9fc2-51920f9dfbeb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:24:33.494620 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-0b378124-0007-436e-9e9a-ecdc9c6bb93b req-7ca7e1b6-5c3d-4f66-92fd-59bf497f6d11 service neutron] 10.222.0.45 "GET /v2.0/networks/9e66c478-4f71-4cdf-a293-798d2c526beb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1200583 Sep 15 16:24:33.507168 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805b3986-6936-4c92-9b88-8ba414126049 req-bf44a047-ef5f-449b-8c0c-1cd3240c4238 tempest-AttachVolumeNegativeTest-624431894 tempest-AttachVolumeNegativeTest-624431894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:24:33.508768 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-805b3986-6936-4c92-9b88-8ba414126049 req-bf44a047-ef5f-449b-8c0c-1cd3240c4238 tempest-AttachVolumeNegativeTest-624431894 tempest-AttachVolumeNegativeTest-624431894-project] 10.222.0.39 "GET /v2.0/ports?device_id=4d7de268-9da9-4691-8333-d476eb39f5d0 HTTP/1.1" status: 200 len: 944 time: 0.0781972 Sep 15 16:24:33.555053 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-6066dc04-cfae-4810-9fc2-51920f9dfbeb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:24:33.562109 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-6066dc04-cfae-4810-9fc2-51920f9dfbeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3702208'] for security_group, after_create {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:24:33.589015 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6066dc04-cfae-4810-9fc2-51920f9dfbeb admin admin] vlan segment allocate from pool success with {'vlan_id': 80, 'physical_network': 'physnet1'} {{(pid=93954) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 16:24:33.599726 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6066dc04-cfae-4810-9fc2-51920f9dfbeb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11cac267-15b5-4760-97d8-719286ca8ffd,revision_number=1']} {{(pid=93954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:24:33.604841 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-6066dc04-cfae-4810-9fc2-51920f9dfbeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-955409'] for segment, precommit_create {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:24:33.605173 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.db.segments_db [None req-6066dc04-cfae-4810-9fc2-51920f9dfbeb admin admin] Added segment c1c3e32f-f94d-436a-b8e9-4d539259ae3f of type vlan for network 975c564c-2692-4ea3-9afd-1a1200e3dd99 Sep 15 16:24:33.648353 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-6066dc04-cfae-4810-9fc2-51920f9dfbeb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791195928360'] for network, precommit_create {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:24:33.677707 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-6066dc04-cfae-4810-9fc2-51920f9dfbeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748912'] for network, after_create {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:24:33.678781 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6066dc04-cfae-4810-9fc2-51920f9dfbeb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:24:33.679348 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-6066dc04-cfae-4810-9fc2-51920f9dfbeb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3748898'] for network, before_response {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:24:33.752661 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [None req-6066dc04-cfae-4810-9fc2-51920f9dfbeb admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.4245977 Sep 15 16:24:33.752661 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.wsgi [-] (93954) accepted ('10.222.0.39', 34408) {{(pid=93954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:24:33.752661 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6066dc04-cfae-4810-9fc2-51920f9dfbeb admin admin] Pushing event updated for resources: {'Network': ['ID=975c564c-2692-4ea3-9afd-1a1200e3dd99,revision_number=1']} {{(pid=93954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:24:33.755423 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.api.v2.base [None req-9d872321-62a6-4fe4-98ab-99881b2c9455 admin admin] Request body: {'subnet': {'network_id': '975c564c-2692-4ea3-9afd-1a1200e3dd99', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-247296169-subnet', 'tenant_id': 'a9ffafc48a104757aae1042413317041', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:24:33.764149 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.rpc [None req-57d8a9a3-d16f-4b20-b77b-ca1e664c03db None None] Network 975c564c-2692-4ea3-9afd-1a1200e3dd99 details requested by agent ovs-agent-dv-cinder-779576-8-iscsi with host dv-cinder-779576-8-iscsi {{(pid=93955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 16:24:33.786469 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d872321-62a6-4fe4-98ab-99881b2c9455 admin admin] Made reservation on behalf of a9ffafc48a104757aae1042413317041 for: {'subnet': 1} {{(pid=93954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 16:24:33.791430 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-9d872321-62a6-4fe4-98ab-99881b2c9455 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-125831572'] for subnet, before_create {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:24:33.834952 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-805b3986-6936-4c92-9b88-8ba414126049 req-289d4710-88c7-40cc-8b85-21f821ee5314 tempest-AttachVolumeNegativeTest-624431894 tempest-AttachVolumeNegativeTest-624431894-project] 10.222.0.39 "GET /v2.0/security-groups?id=55c08e70-940c-4a69-a384-24c4ba0679d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3177867 Sep 15 16:24:33.860681 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-0b378124-0007-436e-9e9a-ecdc9c6bb93b req-198209ef-59a2-4b01-804b-5d2f54f1ee12 service neutron] 10.222.0.45 "GET /v2.0/networks/9e66c478-4f71-4cdf-a293-798d2c526beb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3458312 Sep 15 16:24:33.995259 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-9d872321-62a6-4fe4-98ab-99881b2c9455 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126007368', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-125831610'] for subnet, after_create {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:24:34.049096 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d872321-62a6-4fe4-98ab-99881b2c9455 admin admin] Pushing event updated for resources: {'Subnet': ['ID=afaf8bcd-61f4-419c-aa3b-9b49131a16e5,revision_number=0']} {{(pid=93954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:24:34.059549 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d872321-62a6-4fe4-98ab-99881b2c9455 admin admin] Checking segment: {'id': 'c1c3e32f-f94d-436a-b8e9-4d539259ae3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '975c564c-2692-4ea3-9afd-1a1200e3dd99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 16:24:34.059887 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d872321-62a6-4fe4-98ab-99881b2c9455 admin admin] Network hostable DHCP agents. Network: 975c564c-2692-4ea3-9afd-1a1200e3dd99, hostable agents: ['2fbb1984-d09c-42d8-b085-ece7113d0e35'], hosted agents: [] {{(pid=93954) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 16:24:34.078262 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d872321-62a6-4fe4-98ab-99881b2c9455 admin admin] Network 975c564c-2692-4ea3-9afd-1a1200e3dd99 is scheduled to be hosted by DHCP agent 2fbb1984-d09c-42d8-b085-ece7113d0e35 with binding_index 1 {{(pid=93954) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 16:24:34.088048 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.scheduler.base_scheduler [None req-9d872321-62a6-4fe4-98ab-99881b2c9455 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-779576-8-iscsi, 975c564c-2692-4ea3-9afd-1a1200e3dd99) {{(pid=93954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:24:34.092160 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d872321-62a6-4fe4-98ab-99881b2c9455 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:24:34.092737 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-9d872321-62a6-4fe4-98ab-99881b2c9455 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3748898'] for subnet, before_response {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:24:34.097193 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aed32a8b-f17b-4c05-bf47-23b02fb9031b None None] Network 975c564c-2692-4ea3-9afd-1a1200e3dd99 requested from dv-cinder-779576-8-iscsi {{(pid=93955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 16:24:34.108106 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [None req-9d872321-62a6-4fe4-98ab-99881b2c9455 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3586950 Sep 15 16:24:34.226949 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8599f478-e945-4b18-b03f-0e714d599c1a None None] Network 975c564c-2692-4ea3-9afd-1a1200e3dd99 requested from dv-cinder-779576-8-iscsi {{(pid=93955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 16:24:34.292982 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c277019-ee7b-49aa-8ad3-6e444a337eb8 req-bc18f66b-938d-47ff-b30d-4712e1e7ecad tempest-ServerRescueNegativeTestJSON-1504381068 tempest-ServerRescueNegativeTestJSON-1504381068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:24:34.294951 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-5c277019-ee7b-49aa-8ad3-6e444a337eb8 req-bc18f66b-938d-47ff-b30d-4712e1e7ecad tempest-ServerRescueNegativeTestJSON-1504381068 tempest-ServerRescueNegativeTestJSON-1504381068-project] 10.222.0.39 "GET /v2.0/ports?device_id=f39eaa55-2d8b-4bbc-8509-4c2d7df9f16e HTTP/1.1" status: 200 len: 946 time: 0.0516319 Sep 15 16:24:34.323938 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-7ad16b6f-1dcb-4567-914a-8ec9b5a04b47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791196484491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953091'] for agent, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:24:34.338400 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-5c277019-ee7b-49aa-8ad3-6e444a337eb8 req-ca73ae61-239b-4501-9edd-a2391cbd05e8 tempest-ServerRescueNegativeTestJSON-1504381068 tempest-ServerRescueNegativeTestJSON-1504381068-project] 10.222.0.39 "GET /v2.0/security-groups?id=4d527866-20a6-4314-9b14-89ea4e5cf7c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343845 Sep 15 16:24:34.720626 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.wsgi [-] (93953) accepted ('10.222.0.39', 34438) {{(pid=93953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:24:34.728150 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.api.v2.base [None req-75bd4b23-73b2-4cd8-b406-4d227416be33 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1738236126-network', 'tenant_id': 'f74b2b5e09964c7ba5c2b8cebf68ab51'}} {{(pid=93953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:24:34.755006 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75bd4b23-73b2-4cd8-b406-4d227416be33 admin admin] Made reservation on behalf of f74b2b5e09964c7ba5c2b8cebf68ab51 for: {'network': 1} {{(pid=93953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 16:24:34.757340 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-75bd4b23-73b2-4cd8-b406-4d227416be33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928820'] for network, before_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:24:34.766029 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-75bd4b23-73b2-4cd8-b406-4d227416be33 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:24:34.857943 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-75bd4b23-73b2-4cd8-b406-4d227416be33 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:24:34.864013 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-75bd4b23-73b2-4cd8-b406-4d227416be33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3702208'] for security_group, after_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:24:34.898125 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-75bd4b23-73b2-4cd8-b406-4d227416be33 admin admin] vlan segment allocate from pool success with {'vlan_id': 95, 'physical_network': 'physnet1'} {{(pid=93953) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 16:24:34.904515 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75bd4b23-73b2-4cd8-b406-4d227416be33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb88a3ce-7453-4699-ba6d-6e44c2495116,revision_number=1']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:24:34.910568 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-75bd4b23-73b2-4cd8-b406-4d227416be33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-955409'] for segment, precommit_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:24:34.910925 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.db.segments_db [None req-75bd4b23-73b2-4cd8-b406-4d227416be33 admin admin] Added segment a74238a0-6591-4a6c-a842-d856fc637acd of type vlan for network be8baef8-0966-47d6-aa8d-b66a4f35f881 Sep 15 16:24:34.974643 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-75bd4b23-73b2-4cd8-b406-4d227416be33 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791195928360'] for network, precommit_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:24:35.009841 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e240d3-d946-40db-8a64-1bf2750a6114 req-ceed4a74-af16-42c3-b8d5-843012022826 tempest-AttachVolumeNegativeTest-624431894 tempest-AttachVolumeNegativeTest-624431894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:24:35.011347 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-75e240d3-d946-40db-8a64-1bf2750a6114 req-ceed4a74-af16-42c3-b8d5-843012022826 tempest-AttachVolumeNegativeTest-624431894 tempest-AttachVolumeNegativeTest-624431894-project] 10.222.0.39 "GET /v2.0/ports?device_id=4d7de268-9da9-4691-8333-d476eb39f5d0 HTTP/1.1" status: 200 len: 944 time: 0.0928934 Sep 15 16:24:35.022053 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-75bd4b23-73b2-4cd8-b406-4d227416be33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748912'] for network, after_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:24:35.023032 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75bd4b23-73b2-4cd8-b406-4d227416be33 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:24:35.023619 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-75bd4b23-73b2-4cd8-b406-4d227416be33 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3748898'] for network, before_response {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:24:35.071393 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [None req-75bd4b23-73b2-4cd8-b406-4d227416be33 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3493831 Sep 15 16:24:35.074310 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.wsgi [-] (93954) accepted ('10.222.0.39', 34448) {{(pid=93954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:24:35.080164 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.api.v2.base [None req-cbfda698-4171-4901-8d70-e2fe4a7ae223 admin admin] Request body: {'subnet': {'network_id': 'be8baef8-0966-47d6-aa8d-b66a4f35f881', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1738236126-subnet', 'tenant_id': 'f74b2b5e09964c7ba5c2b8cebf68ab51', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:24:35.102789 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbfda698-4171-4901-8d70-e2fe4a7ae223 admin admin] Made reservation on behalf of f74b2b5e09964c7ba5c2b8cebf68ab51 for: {'subnet': 1} {{(pid=93954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 16:24:35.105159 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-cbfda698-4171-4901-8d70-e2fe4a7ae223 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-125831572'] for subnet, before_create {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:24:35.109408 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75bd4b23-73b2-4cd8-b406-4d227416be33 admin admin] Pushing event updated for resources: {'Network': ['ID=be8baef8-0966-47d6-aa8d-b66a4f35f881,revision_number=1']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:24:35.113939 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-75e240d3-d946-40db-8a64-1bf2750a6114 req-e0e3719d-c131-4bdf-966f-2b194a2c81e0 tempest-AttachVolumeNegativeTest-624431894 tempest-AttachVolumeNegativeTest-624431894-project] 10.222.0.39 "GET /v2.0/security-groups?id=55c08e70-940c-4a69-a384-24c4ba0679d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943506 Sep 15 16:24:35.120029 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.rpc [None req-57d8a9a3-d16f-4b20-b77b-ca1e664c03db None None] Network be8baef8-0966-47d6-aa8d-b66a4f35f881 details requested by agent ovs-agent-dv-cinder-779576-8-iscsi with host dv-cinder-779576-8-iscsi {{(pid=93955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 16:24:35.289532 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-cbfda698-4171-4901-8d70-e2fe4a7ae223 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126007368', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-125831610'] for subnet, after_create {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:24:35.341023 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbfda698-4171-4901-8d70-e2fe4a7ae223 admin admin] Pushing event updated for resources: {'Subnet': ['ID=28a07708-342f-4258-9c02-ef49ea67a508,revision_number=0']} {{(pid=93954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:24:35.355623 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbfda698-4171-4901-8d70-e2fe4a7ae223 admin admin] Checking segment: {'id': 'a74238a0-6591-4a6c-a842-d856fc637acd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'be8baef8-0966-47d6-aa8d-b66a4f35f881'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 16:24:35.356135 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbfda698-4171-4901-8d70-e2fe4a7ae223 admin admin] Network hostable DHCP agents. Network: be8baef8-0966-47d6-aa8d-b66a4f35f881, hostable agents: ['2fbb1984-d09c-42d8-b085-ece7113d0e35'], hosted agents: [] {{(pid=93954) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 16:24:35.379565 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbfda698-4171-4901-8d70-e2fe4a7ae223 admin admin] Network be8baef8-0966-47d6-aa8d-b66a4f35f881 is scheduled to be hosted by DHCP agent 2fbb1984-d09c-42d8-b085-ece7113d0e35 with binding_index 1 {{(pid=93954) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 16:24:35.389559 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.scheduler.base_scheduler [None req-cbfda698-4171-4901-8d70-e2fe4a7ae223 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-779576-8-iscsi, be8baef8-0966-47d6-aa8d-b66a4f35f881) {{(pid=93954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:24:35.394620 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbfda698-4171-4901-8d70-e2fe4a7ae223 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:24:35.396701 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-cbfda698-4171-4901-8d70-e2fe4a7ae223 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3748898'] for subnet, before_response {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:24:35.397463 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa20d925-6c96-47c5-823c-bb9ee4c9f23a None None] Network be8baef8-0966-47d6-aa8d-b66a4f35f881 requested from dv-cinder-779576-8-iscsi {{(pid=93955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 16:24:35.422293 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [None req-cbfda698-4171-4901-8d70-e2fe4a7ae223 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3459718 Sep 15 16:24:35.477371 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6686caa-fff2-4f56-aebe-dae11add89a1 req-e24cf328-df23-42dd-b338-ca865caeba70 tempest-ServerRescueNegativeTestJSON-1504381068 tempest-ServerRescueNegativeTestJSON-1504381068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:24:35.479002 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-c6686caa-fff2-4f56-aebe-dae11add89a1 req-e24cf328-df23-42dd-b338-ca865caeba70 tempest-ServerRescueNegativeTestJSON-1504381068 tempest-ServerRescueNegativeTestJSON-1504381068-project] 10.222.0.39 "GET /v2.0/ports?device_id=f39eaa55-2d8b-4bbc-8509-4c2d7df9f16e HTTP/1.1" status: 200 len: 946 time: 0.0664485 Sep 15 16:24:35.518326 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-c6686caa-fff2-4f56-aebe-dae11add89a1 req-7922170d-4c7d-47a7-8e06-d5442d59dc9b tempest-ServerRescueNegativeTestJSON-1504381068 tempest-ServerRescueNegativeTestJSON-1504381068-project] 10.222.0.39 "GET /v2.0/security-groups?id=4d527866-20a6-4314-9b14-89ea4e5cf7c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325511 Sep 15 16:24:35.524673 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f60a8d7-6c76-4292-93ac-15b16e6323ca None None] Network be8baef8-0966-47d6-aa8d-b66a4f35f881 requested from dv-cinder-779576-8-iscsi {{(pid=93955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 16:24:36.237285 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96312586-00e5-48ad-82f7-116badb29417 req-da7988de-e050-43b8-b2f6-46a2f8fd45fa tempest-AttachVolumeNegativeTest-624431894 tempest-AttachVolumeNegativeTest-624431894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:24:36.238762 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-96312586-00e5-48ad-82f7-116badb29417 req-da7988de-e050-43b8-b2f6-46a2f8fd45fa tempest-AttachVolumeNegativeTest-624431894 tempest-AttachVolumeNegativeTest-624431894-project] 10.222.0.39 "GET /v2.0/ports?device_id=4d7de268-9da9-4691-8333-d476eb39f5d0 HTTP/1.1" status: 200 len: 944 time: 0.0492356 Sep 15 16:24:36.277576 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-96312586-00e5-48ad-82f7-116badb29417 req-4db0e418-382e-447c-86d8-8b629b9b5262 tempest-AttachVolumeNegativeTest-624431894 tempest-AttachVolumeNegativeTest-624431894-project] 10.222.0.39 "GET /v2.0/security-groups?id=55c08e70-940c-4a69-a384-24c4ba0679d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324016 Sep 15 16:24:36.658406 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986b9379-8514-4eec-b797-babf6d9d54eb req-f221f323-35e7-4dfe-9ec0-3b6796032668 tempest-ServerRescueNegativeTestJSON-1504381068 tempest-ServerRescueNegativeTestJSON-1504381068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:24:36.660467 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-986b9379-8514-4eec-b797-babf6d9d54eb req-f221f323-35e7-4dfe-9ec0-3b6796032668 tempest-ServerRescueNegativeTestJSON-1504381068 tempest-ServerRescueNegativeTestJSON-1504381068-project] 10.222.0.39 "GET /v2.0/ports?device_id=f39eaa55-2d8b-4bbc-8509-4c2d7df9f16e HTTP/1.1" status: 200 len: 946 time: 0.0571654 Sep 15 16:24:36.700307 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-986b9379-8514-4eec-b797-babf6d9d54eb req-f7bda8f9-82bb-49b8-8d7d-245a37232c29 tempest-ServerRescueNegativeTestJSON-1504381068 tempest-ServerRescueNegativeTestJSON-1504381068-project] 10.222.0.39 "GET /v2.0/security-groups?id=4d527866-20a6-4314-9b14-89ea4e5cf7c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334938 Sep 15 16:24:37.032923 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738ae433-da8a-423c-9621-21501d1f7b68 req-38b6ed6b-191a-405a-894c-a0d15548646e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:24:37.034425 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-738ae433-da8a-423c-9621-21501d1f7b68 req-38b6ed6b-191a-405a-894c-a0d15548646e service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=08b52847f34742319b50763d26a3e585&device_id=4d7de268-9da9-4691-8333-d476eb39f5d0 HTTP/1.1" status: 200 len: 1097 time: 0.0553186 Sep 15 16:24:37.130271 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738ae433-da8a-423c-9621-21501d1f7b68 req-aa3aceaf-d36b-4368-b133-f966df328993 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:24:37.131818 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-738ae433-da8a-423c-9621-21501d1f7b68 req-aa3aceaf-d36b-4368-b133-f966df328993 service neutron] 10.222.0.45 "GET /v2.0/networks?id=9e66c478-4f71-4cdf-a293-798d2c526beb HTTP/1.1" status: 200 len: 914 time: 0.0895042 Sep 15 16:24:37.177303 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-738ae433-da8a-423c-9621-21501d1f7b68 req-aec8b0b9-768a-44da-a89c-a6c0d1fe2ad2 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c90f172d-6513-48bb-a6c9-ec2d8f15890b HTTP/1.1" status: 200 len: 217 time: 0.0374660 Sep 15 16:24:37.229373 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738ae433-da8a-423c-9621-21501d1f7b68 req-f43b0f2f-0acb-4c4c-b43f-46efd482a6c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:24:37.230824 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-738ae433-da8a-423c-9621-21501d1f7b68 req-f43b0f2f-0acb-4c4c-b43f-46efd482a6c1 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=a6d88e66-c0ab-4dd8-a770-c6440e6f2b6d HTTP/1.1" status: 200 len: 854 time: 0.0457664 Sep 15 16:24:37.316255 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-738ae433-da8a-423c-9621-21501d1f7b68 req-9835ef15-0907-4b0d-943c-0a4eebfcdb85 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=9e66c478-4f71-4cdf-a293-798d2c526beb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0288846 Sep 15 16:24:37.437362 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-738ae433-da8a-423c-9621-21501d1f7b68 req-1aa94d8d-236d-4bac-8684-a3e16e38944e service neutron] 10.222.0.45 "GET /v2.0/networks/9e66c478-4f71-4cdf-a293-798d2c526beb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1129761 Sep 15 16:24:37.445501 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfa80ac-4a33-417f-85b5-88eafcf759a0 req-32692f94-0fd3-4f89-a427-8b1ca01491f2 tempest-AttachVolumeNegativeTest-624431894 tempest-AttachVolumeNegativeTest-624431894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:24:37.446856 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-3bfa80ac-4a33-417f-85b5-88eafcf759a0 req-32692f94-0fd3-4f89-a427-8b1ca01491f2 tempest-AttachVolumeNegativeTest-624431894 tempest-AttachVolumeNegativeTest-624431894-project] 10.222.0.39 "GET /v2.0/ports?device_id=4d7de268-9da9-4691-8333-d476eb39f5d0 HTTP/1.1" status: 200 len: 944 time: 0.0914688 Sep 15 16:24:37.535753 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-3bfa80ac-4a33-417f-85b5-88eafcf759a0 req-fc053f82-4c3f-43c0-ad9a-5a9324628cb1 tempest-AttachVolumeNegativeTest-624431894 tempest-AttachVolumeNegativeTest-624431894-project] 10.222.0.39 "GET /v2.0/security-groups?id=55c08e70-940c-4a69-a384-24c4ba0679d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809712 Sep 15 16:24:37.560253 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-738ae433-da8a-423c-9621-21501d1f7b68 req-138c794e-e630-4b24-880f-bce706f588e4 service neutron] 10.222.0.45 "GET /v2.0/networks/9e66c478-4f71-4cdf-a293-798d2c526beb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1124732 Sep 15 16:24:37.844634 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8752eea-020f-4352-9f7b-7d843588994c req-5159c187-7c93-496b-aa72-b1f180aebdbe tempest-ServerRescueNegativeTestJSON-1504381068 tempest-ServerRescueNegativeTestJSON-1504381068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:24:37.846096 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-e8752eea-020f-4352-9f7b-7d843588994c req-5159c187-7c93-496b-aa72-b1f180aebdbe tempest-ServerRescueNegativeTestJSON-1504381068 tempest-ServerRescueNegativeTestJSON-1504381068-project] 10.222.0.39 "GET /v2.0/ports?device_id=f39eaa55-2d8b-4bbc-8509-4c2d7df9f16e HTTP/1.1" status: 200 len: 946 time: 0.0600057 Sep 15 16:24:37.888874 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-e8752eea-020f-4352-9f7b-7d843588994c req-4210645b-a870-4d05-87b1-f13fbac13425 tempest-ServerRescueNegativeTestJSON-1504381068 tempest-ServerRescueNegativeTestJSON-1504381068-project] 10.222.0.39 "GET /v2.0/security-groups?id=4d527866-20a6-4314-9b14-89ea4e5cf7c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341060 Sep 15 16:24:38.659760 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6c5562-f19e-40e6-92d5-b1ca38af62bb req-e07a09ac-f88e-430f-8391-2d9677ed90af tempest-AttachVolumeNegativeTest-624431894 tempest-AttachVolumeNegativeTest-624431894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:24:38.661329 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-2e6c5562-f19e-40e6-92d5-b1ca38af62bb req-e07a09ac-f88e-430f-8391-2d9677ed90af tempest-AttachVolumeNegativeTest-624431894 tempest-AttachVolumeNegativeTest-624431894-project] 10.222.0.39 "GET /v2.0/ports?device_id=4d7de268-9da9-4691-8333-d476eb39f5d0 HTTP/1.1" status: 200 len: 944 time: 0.0534639 Sep 15 16:24:38.702284 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-2e6c5562-f19e-40e6-92d5-b1ca38af62bb req-ed7416fb-bc6d-4e20-9b41-cc7280712e95 tempest-AttachVolumeNegativeTest-624431894 tempest-AttachVolumeNegativeTest-624431894-project] 10.222.0.39 "GET /v2.0/security-groups?id=55c08e70-940c-4a69-a384-24c4ba0679d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347672 Sep 15 16:24:39.023948 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b100cae-c452-4d91-adf2-9aa7b22e4dd6 req-fa611733-ba2c-42a8-8c26-9e7258bd8dcb tempest-ServerRescueNegativeTestJSON-1504381068 tempest-ServerRescueNegativeTestJSON-1504381068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:24:39.026061 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-5b100cae-c452-4d91-adf2-9aa7b22e4dd6 req-fa611733-ba2c-42a8-8c26-9e7258bd8dcb tempest-ServerRescueNegativeTestJSON-1504381068 tempest-ServerRescueNegativeTestJSON-1504381068-project] 10.222.0.39 "GET /v2.0/ports?device_id=f39eaa55-2d8b-4bbc-8509-4c2d7df9f16e HTTP/1.1" status: 200 len: 946 time: 0.0597398 Sep 15 16:24:39.067284 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-5b100cae-c452-4d91-adf2-9aa7b22e4dd6 req-69904daf-c001-4ade-b795-ed2b322dc401 tempest-ServerRescueNegativeTestJSON-1504381068 tempest-ServerRescueNegativeTestJSON-1504381068-project] 10.222.0.39 "GET /v2.0/security-groups?id=4d527866-20a6-4314-9b14-89ea4e5cf7c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349143 Sep 15 16:24:39.831149 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecee9be8-925c-4ab7-bd18-0d4f7411cfb5 req-4a797f79-eda9-454d-93bb-565a662ff84f tempest-AttachVolumeNegativeTest-624431894 tempest-AttachVolumeNegativeTest-624431894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:24:39.832826 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-ecee9be8-925c-4ab7-bd18-0d4f7411cfb5 req-4a797f79-eda9-454d-93bb-565a662ff84f tempest-AttachVolumeNegativeTest-624431894 tempest-AttachVolumeNegativeTest-624431894-project] 10.222.0.39 "GET /v2.0/ports?device_id=4d7de268-9da9-4691-8333-d476eb39f5d0 HTTP/1.1" status: 200 len: 944 time: 0.0515645 Sep 15 16:24:39.877079 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-ecee9be8-925c-4ab7-bd18-0d4f7411cfb5 req-6c056fc9-6065-4127-86e2-24d949c1c403 tempest-AttachVolumeNegativeTest-624431894 tempest-AttachVolumeNegativeTest-624431894-project] 10.222.0.39 "GET /v2.0/security-groups?id=55c08e70-940c-4a69-a384-24c4ba0679d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366251 Sep 15 16:24:40.253112 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5443c0-f7f2-4684-9e4d-02f79ada55f8 req-1d9f149c-2085-49b8-9907-19f592c6e3ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:24:40.255650 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-9f5443c0-f7f2-4684-9e4d-02f79ada55f8 req-1d9f149c-2085-49b8-9907-19f592c6e3ed service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=f39eaa55-2d8b-4bbc-8509-4c2d7df9f16e HTTP/1.1" status: 200 len: 1099 time: 0.0651844 Sep 15 16:24:40.271630 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95604e78-071a-4776-89f7-622610adf1dc req-d53ecb2a-8933-48ff-9600-b5abe4f94898 tempest-ServerRescueNegativeTestJSON-1504381068 tempest-ServerRescueNegativeTestJSON-1504381068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:24:40.273426 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-95604e78-071a-4776-89f7-622610adf1dc req-d53ecb2a-8933-48ff-9600-b5abe4f94898 tempest-ServerRescueNegativeTestJSON-1504381068 tempest-ServerRescueNegativeTestJSON-1504381068-project] 10.222.0.39 "GET /v2.0/ports?device_id=f39eaa55-2d8b-4bbc-8509-4c2d7df9f16e HTTP/1.1" status: 200 len: 946 time: 0.0807331 Sep 15 16:24:40.308962 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-9f5443c0-f7f2-4684-9e4d-02f79ada55f8 req-2d450b83-53f6-4192-9611-c9e314c6af72 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=4d527866-20a6-4314-9b14-89ea4e5cf7c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446928 Sep 15 16:24:40.351600 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-95604e78-071a-4776-89f7-622610adf1dc req-a18f0ed2-0774-4628-bbb2-b60f34e13d23 tempest-ServerRescueNegativeTestJSON-1504381068 tempest-ServerRescueNegativeTestJSON-1504381068-project] 10.222.0.39 "GET /v2.0/security-groups?id=4d527866-20a6-4314-9b14-89ea4e5cf7c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689337 Sep 15 16:24:41.017558 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.rpc [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] Device c90f172d-6513-48bb-a6c9-ec2d8f15890b details requested by agent hyperv_hv-cinder-77957 with host hv-cinder-77957 {{(pid=93955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 16:24:41.129267 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328c4c29-7b7a-4c22-9a2c-fa70044540de req-5a8de528-23af-4a35-831b-049334b353df tempest-AttachVolumeNegativeTest-624431894 tempest-AttachVolumeNegativeTest-624431894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:24:41.131329 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-328c4c29-7b7a-4c22-9a2c-fa70044540de req-5a8de528-23af-4a35-831b-049334b353df tempest-AttachVolumeNegativeTest-624431894 tempest-AttachVolumeNegativeTest-624431894-project] 10.222.0.39 "GET /v2.0/ports?device_id=4d7de268-9da9-4691-8333-d476eb39f5d0 HTTP/1.1" status: 200 len: 944 time: 0.1669779 Sep 15 16:24:41.205934 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-328c4c29-7b7a-4c22-9a2c-fa70044540de req-12540ee0-d76b-41f5-a82b-bcafe97cbc44 tempest-AttachVolumeNegativeTest-624431894 tempest-AttachVolumeNegativeTest-624431894-project] 10.222.0.39 "GET /v2.0/security-groups?id=55c08e70-940c-4a69-a384-24c4ba0679d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672607 Sep 15 16:24:41.223786 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.db [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] For port c90f172d-6513-48bb-a6c9-ec2d8f15890b, host hv-cinder-77957, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77957',level=0,port_id=c90f172d-6513-48bb-a6c9-ec2d8f15890b,segment=NetworkSegment(59ddac4d-713c-429a-86bb-e4613c98c15a),segment_id=59ddac4d-713c-429a-86bb-e4613c98c15a)] {{(pid=93955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:24:41.236461 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.rpc [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] Returning: {'device': 'c90f172d-6513-48bb-a6c9-ec2d8f15890b', 'network_id': '9e66c478-4f71-4cdf-a293-798d2c526beb', 'port_id': 'c90f172d-6513-48bb-a6c9-ec2d8f15890b', 'mac_address': 'fa:16:3e:30:99:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 50, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a6d88e66-c0ab-4dd8-a770-c6440e6f2b6d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 16:24:41.279118 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928820'] for port, before_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:24:41.293570 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.notifiers.nova [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c90f172d-6513-48bb-a6c9-ec2d8f15890b {{(pid=93955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 16:24:41.317480 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.db [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] For port c90f172d-6513-48bb-a6c9-ec2d8f15890b, host hv-cinder-77957, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77957',level=0,port_id=c90f172d-6513-48bb-a6c9-ec2d8f15890b,segment=NetworkSegment(59ddac4d-713c-429a-86bb-e4613c98c15a),segment_id=59ddac4d-713c-429a-86bb-e4613c98c15a)] {{(pid=93955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:24:41.323333 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791196459277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791195970012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791195970030'] for port, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:24:41.376393 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] Pushing event updated for resources: {'Port': ['ID=c90f172d-6513-48bb-a6c9-ec2d8f15890b,revision_number=4']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:24:41.486298 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b0d32a-d099-4ffa-805e-db27e675a072 req-e37d72c4-a4c2-45c1-ad50-3be421773079 tempest-ServerRescueNegativeTestJSON-1504381068 tempest-ServerRescueNegativeTestJSON-1504381068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:24:41.487845 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-05b0d32a-d099-4ffa-805e-db27e675a072 req-e37d72c4-a4c2-45c1-ad50-3be421773079 tempest-ServerRescueNegativeTestJSON-1504381068 tempest-ServerRescueNegativeTestJSON-1504381068-project] 10.222.0.39 "GET /v2.0/ports?device_id=f39eaa55-2d8b-4bbc-8509-4c2d7df9f16e HTTP/1.1" status: 200 len: 946 time: 0.0556819 Sep 15 16:24:41.540729 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-05b0d32a-d099-4ffa-805e-db27e675a072 req-0cfd848f-1bc0-4b31-834a-74eeab0f0928 tempest-ServerRescueNegativeTestJSON-1504381068 tempest-ServerRescueNegativeTestJSON-1504381068-project] 10.222.0.39 "GET /v2.0/security-groups?id=4d527866-20a6-4314-9b14-89ea4e5cf7c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453181 Sep 15 16:24:41.800433 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.db [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] get_ports_and_sgs() called for port_ids ['c90f172d-6513-48bb-a6c9-ec2d8f15890b'] {{(pid=93955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 16:24:42.371681 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fbc0ba-e285-4962-8eb7-9ed303f8f7b5 req-2ffa43a8-27f9-4991-91fe-559f394008d5 tempest-AttachVolumeNegativeTest-624431894 tempest-AttachVolumeNegativeTest-624431894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:24:42.376419 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-81fbc0ba-e285-4962-8eb7-9ed303f8f7b5 req-2ffa43a8-27f9-4991-91fe-559f394008d5 tempest-AttachVolumeNegativeTest-624431894 tempest-AttachVolumeNegativeTest-624431894-project] 10.222.0.39 "GET /v2.0/ports?device_id=4d7de268-9da9-4691-8333-d476eb39f5d0 HTTP/1.1" status: 200 len: 945 time: 0.0945189 Sep 15 16:24:42.438644 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-81fbc0ba-e285-4962-8eb7-9ed303f8f7b5 req-d3a7346c-d665-491e-9df9-f55f957a7445 tempest-AttachVolumeNegativeTest-624431894 tempest-AttachVolumeNegativeTest-624431894-project] 10.222.0.39 "GET /v2.0/security-groups?id=55c08e70-940c-4a69-a384-24c4ba0679d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563703 Sep 15 16:24:42.717742 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a9aa2f-3248-464d-aee0-78e2af9f8d7c req-f6d3b479-d774-4222-8f5e-4be9fd316b1d tempest-ServerRescueNegativeTestJSON-1504381068 tempest-ServerRescueNegativeTestJSON-1504381068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:24:42.720489 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-06a9aa2f-3248-464d-aee0-78e2af9f8d7c req-f6d3b479-d774-4222-8f5e-4be9fd316b1d tempest-ServerRescueNegativeTestJSON-1504381068 tempest-ServerRescueNegativeTestJSON-1504381068-project] 10.222.0.39 "GET /v2.0/ports?device_id=f39eaa55-2d8b-4bbc-8509-4c2d7df9f16e HTTP/1.1" status: 200 len: 946 time: 0.0867164 Sep 15 16:24:42.813858 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-06a9aa2f-3248-464d-aee0-78e2af9f8d7c req-a377403c-8a0b-4a61-9d80-695ea7638cd4 tempest-ServerRescueNegativeTestJSON-1504381068 tempest-ServerRescueNegativeTestJSON-1504381068-project] 10.222.0.39 "GET /v2.0/security-groups?id=4d527866-20a6-4314-9b14-89ea4e5cf7c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857790 Sep 15 16:24:43.034991 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.rpc [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] Device c90f172d-6513-48bb-a6c9-ec2d8f15890b up at agent hyperv_hv-cinder-77957 {{(pid=93955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 16:24:43.122793 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.db.provisioning_blocks [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] Provisioning for port c90f172d-6513-48bb-a6c9-ec2d8f15890b completed by entity L2. {{(pid=93955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 16:24:43.131213 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.db.provisioning_blocks [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] Provisioning complete for port c90f172d-6513-48bb-a6c9-ec2d8f15890b triggered by entity L2. {{(pid=93955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:24:43.131824 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953592'] for port, provisioning_complete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:24:43.180789 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.wsgi [-] (93954) accepted ('10.222.0.39', 34620) {{(pid=93954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:24:43.189831 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3bcaa6-048e-491f-9a4f-1e5bb1d6eef3 req-b3cc4b9a-d900-4b05-af7d-fa1c92ca8b93 tempest-ServerRescueNegativeTestJSON-1504381068 tempest-ServerRescueNegativeTestJSON-1504381068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:24:43.200037 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-9b3bcaa6-048e-491f-9a4f-1e5bb1d6eef3 req-b3cc4b9a-d900-4b05-af7d-fa1c92ca8b93 tempest-ServerRescueNegativeTestJSON-1504381068 tempest-ServerRescueNegativeTestJSON-1504381068-project] 10.222.0.39 "GET /v2.0/ports?device_id=f39eaa55-2d8b-4bbc-8509-4c2d7df9f16e HTTP/1.1" status: 200 len: 946 time: 0.0900879 Sep 15 16:24:43.204738 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a758b36a-5e07-4c4c-9bd8-a202b7ebaa99 req-ee561c00-1b4d-4541-8e03-e3d9a91b69e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:24:43.206655 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-a758b36a-5e07-4c4c-9bd8-a202b7ebaa99 req-ee561c00-1b4d-4541-8e03-e3d9a91b69e6 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=e6a18f03044f465d813cff5376553386&device_id=f39eaa55-2d8b-4bbc-8509-4c2d7df9f16e HTTP/1.1" status: 200 len: 1099 time: 0.1360133 Sep 15 16:24:43.254577 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-9b3bcaa6-048e-491f-9a4f-1e5bb1d6eef3 req-99c97f94-08a6-4a87-9dd7-6eb7ed4f5af9 tempest-ServerRescueNegativeTestJSON-1504381068 tempest-ServerRescueNegativeTestJSON-1504381068-project] 10.222.0.39 "GET /v2.0/security-groups?id=4d527866-20a6-4314-9b14-89ea4e5cf7c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511606 Sep 15 16:24:43.261349 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928820'] for port, before_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:24:43.298474 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d7de268-9da9-4691-8333-d476eb39f5d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c90f172d-6513-48bb-a6c9-ec2d8f15890b'}] {{(pid=93955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 16:24:43.301192 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cc821c0eec02d2c96bcea0a08104c2827b642bf310f598bba7a206798b1bddd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d01b56da-f3c2-446b-8be8-9d874abe6a0b" -d '{"events": [{"server_uuid": "4d7de268-9da9-4691-8333-d476eb39f5d0", "name": "network-vif-plugged", "status": "completed", "tag": "c90f172d-6513-48bb-a6c9-ec2d8f15890b"}]}' {{(pid=93955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 16:24:43.314989 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.db [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] For port c90f172d-6513-48bb-a6c9-ec2d8f15890b, host hv-cinder-77957, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77957',level=0,port_id=c90f172d-6513-48bb-a6c9-ec2d8f15890b,segment=NetworkSegment(59ddac4d-713c-429a-86bb-e4613c98c15a),segment_id=59ddac4d-713c-429a-86bb-e4613c98c15a)] {{(pid=93955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:24:43.325122 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791196459277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791195970012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791195970030'] for port, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:24:43.353172 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 16:24:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f14588b8-b75b-41fe-a809-2fdbc1bee91e x-openstack-request-id: req-f14588b8-b75b-41fe-a809-2fdbc1bee91e {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 16:24:43.353669 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d7de268-9da9-4691-8333-d476eb39f5d0", "name": "network-vif-plugged", "status": "completed", "tag": "c90f172d-6513-48bb-a6c9-ec2d8f15890b", "code": 200}]} {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 16:24:43.354077 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-f14588b8-b75b-41fe-a809-2fdbc1bee91e {{(pid=93955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 16:24:43.354612 dv-cinder-779576-8-iscsi neutron-server[93955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d7de268-9da9-4691-8333-d476eb39f5d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c90f172d-6513-48bb-a6c9-ec2d8f15890b', 'code': 200} Sep 15 16:24:43.369387 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-1736f798-6b8f-4e4c-a529-be67bf896469 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:24:43.376058 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a758b36a-5e07-4c4c-9bd8-a202b7ebaa99 req-beb00b7d-011c-462d-863d-abcc98344e83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:24:43.377590 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-a758b36a-5e07-4c4c-9bd8-a202b7ebaa99 req-beb00b7d-011c-462d-863d-abcc98344e83 service neutron] 10.222.0.45 "GET /v2.0/networks?id=a789c6c7-846e-484f-aca7-614dc13bfb69 HTTP/1.1" status: 200 len: 918 time: 0.1360512 Sep 15 16:24:43.413418 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] Pushing event updated for resources: {'Port': ['ID=c90f172d-6513-48bb-a6c9-ec2d8f15890b,revision_number=5']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:24:43.451258 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-a758b36a-5e07-4c4c-9bd8-a202b7ebaa99 req-f151bb49-bf6f-43d8-88b6-ac4371dc7224 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ab8da74e-0d51-40fe-939d-923b412fd22d HTTP/1.1" status: 200 len: 217 time: 0.0521524 Sep 15 16:24:43.501215 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-1736f798-6b8f-4e4c-a529-be67bf896469 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:24:43.510406 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-1736f798-6b8f-4e4c-a529-be67bf896469 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3702208'] for security_group, after_create {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:24:43.512662 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a758b36a-5e07-4c4c-9bd8-a202b7ebaa99 req-1e462b7d-2328-42a8-abef-1aa29864f649 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:24:43.515129 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-a758b36a-5e07-4c4c-9bd8-a202b7ebaa99 req-1e462b7d-2328-42a8-abef-1aa29864f649 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=a9fde6a5-a0c6-40f2-b012-f34594b44218 HTTP/1.1" status: 200 len: 858 time: 0.0557444 Sep 15 16:24:43.564942 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [None req-1736f798-6b8f-4e4c-a529-be67bf896469 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=6f3ce80d453d492f8c00c079f586a7c1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3830543 Sep 15 16:24:43.566621 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.wsgi [-] (93954) accepted ('10.222.0.39', 34636) {{(pid=93954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:24:43.612335 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-a758b36a-5e07-4c4c-9bd8-a202b7ebaa99 req-b48729cd-5f59-462d-a24d-d6fdfcb4d5eb service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a789c6c7-846e-484f-aca7-614dc13bfb69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0760767 Sep 15 16:24:43.616694 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1736f798-6b8f-4e4c-a529-be67bf896469 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4777e035-94a2-40e3-8f5d-148271ff113c,revision_number=1']} {{(pid=93954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:24:43.651610 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-70e5f23a-8333-46f1-af63-720f3cc67279 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:24:43.675162 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-70e5f23a-8333-46f1-af63-720f3cc67279 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:24:43.735042 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-70e5f23a-8333-46f1-af63-720f3cc67279 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3702208'] for security_group, after_delete {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:24:43.738555 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-70e5f23a-8333-46f1-af63-720f3cc67279 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:24:43.740815 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [None req-70e5f23a-8333-46f1-af63-720f3cc67279 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/4777e035-94a2-40e3-8f5d-148271ff113c HTTP/1.1" status: 204 len: 168 time: 0.1723864 Sep 15 16:24:43.750257 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e5f23a-8333-46f1-af63-720f3cc67279 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4777e035-94a2-40e3-8f5d-148271ff113c,revision_number=None']} {{(pid=93954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:24:43.818542 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35ae817-a435-4d70-ada3-093ec39f66b5 req-14ebd741-dc5f-4537-8c60-08fd2d7aff3a tempest-AttachVolumeNegativeTest-624431894 tempest-AttachVolumeNegativeTest-624431894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:24:43.820587 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-e35ae817-a435-4d70-ada3-093ec39f66b5 req-14ebd741-dc5f-4537-8c60-08fd2d7aff3a tempest-AttachVolumeNegativeTest-624431894 tempest-AttachVolumeNegativeTest-624431894-project] 10.222.0.39 "GET /v2.0/ports?device_id=4d7de268-9da9-4691-8333-d476eb39f5d0 HTTP/1.1" status: 200 len: 946 time: 0.2819469 Sep 15 16:24:43.835038 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9007adce-824e-474d-8377-f6ff17c20680 req-89eee076-e5f4-4ed5-ae75-15e75c413544 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:24:43.836704 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-9007adce-824e-474d-8377-f6ff17c20680 req-89eee076-e5f4-4ed5-ae75-15e75c413544 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=4d7de268-9da9-4691-8333-d476eb39f5d0 HTTP/1.1" status: 200 len: 1099 time: 0.2214546 Sep 15 16:24:43.911411 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-9007adce-824e-474d-8377-f6ff17c20680 req-572902cb-7784-481e-9a2e-9307854b7c88 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=55c08e70-940c-4a69-a384-24c4ba0679d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635464 Sep 15 16:24:43.914384 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-a758b36a-5e07-4c4c-9bd8-a202b7ebaa99 req-eb86be46-0968-452f-93aa-c5d7d97bd965 service neutron] 10.222.0.45 "GET /v2.0/networks/a789c6c7-846e-484f-aca7-614dc13bfb69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2999992 Sep 15 16:24:43.945545 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-e35ae817-a435-4d70-ada3-093ec39f66b5 req-3b77c188-e944-4bb0-b2db-b2731b6323c1 tempest-AttachVolumeNegativeTest-624431894 tempest-AttachVolumeNegativeTest-624431894-project] 10.222.0.39 "GET /v2.0/security-groups?id=55c08e70-940c-4a69-a384-24c4ba0679d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168056 Sep 15 16:24:44.420911 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb203f4b-501b-49dd-8f8f-aa5034b0a5c6 req-5488cf3f-abd9-45fd-90ed-da6779ef05fb tempest-ServerRescueNegativeTestJSON-1504381068 tempest-ServerRescueNegativeTestJSON-1504381068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:24:44.428651 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-fb203f4b-501b-49dd-8f8f-aa5034b0a5c6 req-5488cf3f-abd9-45fd-90ed-da6779ef05fb tempest-ServerRescueNegativeTestJSON-1504381068 tempest-ServerRescueNegativeTestJSON-1504381068-project] 10.222.0.39 "GET /v2.0/ports?device_id=f39eaa55-2d8b-4bbc-8509-4c2d7df9f16e HTTP/1.1" status: 200 len: 946 time: 0.0779302 Sep 15 16:24:44.437934 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-a758b36a-5e07-4c4c-9bd8-a202b7ebaa99 req-176d7d8e-1eb4-44fc-903b-4b4eeb73b5bd service neutron] 10.222.0.45 "GET /v2.0/networks/a789c6c7-846e-484f-aca7-614dc13bfb69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1726797 Sep 15 16:24:44.469877 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-fb203f4b-501b-49dd-8f8f-aa5034b0a5c6 req-4168fd42-8629-405a-b46b-982d0c1ffc61 tempest-ServerRescueNegativeTestJSON-1504381068 tempest-ServerRescueNegativeTestJSON-1504381068-project] 10.222.0.39 "GET /v2.0/security-groups?id=4d527866-20a6-4314-9b14-89ea4e5cf7c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401871 Sep 15 16:24:45.120591 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71dfc3d6-9ee0-40ee-b5bb-5f02e21b0d0d req-5492a97d-6649-4f76-aa01-a22cf829b3b1 tempest-AttachVolumeNegativeTest-624431894 tempest-AttachVolumeNegativeTest-624431894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:24:45.122289 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-71dfc3d6-9ee0-40ee-b5bb-5f02e21b0d0d req-5492a97d-6649-4f76-aa01-a22cf829b3b1 tempest-AttachVolumeNegativeTest-624431894 tempest-AttachVolumeNegativeTest-624431894-project] 10.222.0.39 "GET /v2.0/ports?device_id=4d7de268-9da9-4691-8333-d476eb39f5d0 HTTP/1.1" status: 200 len: 946 time: 0.0629961 Sep 15 16:24:45.167382 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-71dfc3d6-9ee0-40ee-b5bb-5f02e21b0d0d req-38f31270-d500-4af1-b4b7-1c6a56f78161 tempest-AttachVolumeNegativeTest-624431894 tempest-AttachVolumeNegativeTest-624431894-project] 10.222.0.39 "GET /v2.0/security-groups?id=55c08e70-940c-4a69-a384-24c4ba0679d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375068 Sep 15 16:24:45.621053 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21abe151-9446-4cae-ad65-156c4bd1e976 req-292d073f-c740-41c9-9120-dad0e172e658 tempest-ServerRescueNegativeTestJSON-1504381068 tempest-ServerRescueNegativeTestJSON-1504381068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:24:45.622686 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-21abe151-9446-4cae-ad65-156c4bd1e976 req-292d073f-c740-41c9-9120-dad0e172e658 tempest-ServerRescueNegativeTestJSON-1504381068 tempest-ServerRescueNegativeTestJSON-1504381068-project] 10.222.0.39 "GET /v2.0/ports?device_id=f39eaa55-2d8b-4bbc-8509-4c2d7df9f16e HTTP/1.1" status: 200 len: 946 time: 0.0591512 Sep 15 16:24:45.667508 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-21abe151-9446-4cae-ad65-156c4bd1e976 req-5e0fc3d7-9570-4a45-8288-b39799b9f035 tempest-ServerRescueNegativeTestJSON-1504381068 tempest-ServerRescueNegativeTestJSON-1504381068-project] 10.222.0.39 "GET /v2.0/security-groups?id=4d527866-20a6-4314-9b14-89ea4e5cf7c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386620 Sep 15 16:24:46.309743 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be5d137-d30c-4863-91f9-7d1333d0e91d req-4bf16887-5c77-41c7-acce-15a39059e6f1 tempest-AttachVolumeNegativeTest-624431894 tempest-AttachVolumeNegativeTest-624431894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:24:46.318381 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-2be5d137-d30c-4863-91f9-7d1333d0e91d req-4bf16887-5c77-41c7-acce-15a39059e6f1 tempest-AttachVolumeNegativeTest-624431894 tempest-AttachVolumeNegativeTest-624431894-project] 10.222.0.39 "GET /v2.0/ports?device_id=4d7de268-9da9-4691-8333-d476eb39f5d0 HTTP/1.1" status: 200 len: 946 time: 0.0722249 Sep 15 16:24:46.357856 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-2be5d137-d30c-4863-91f9-7d1333d0e91d req-0b6342e0-c39a-4a3f-90a0-a10bf0d90447 tempest-AttachVolumeNegativeTest-624431894 tempest-AttachVolumeNegativeTest-624431894-project] 10.222.0.39 "GET /v2.0/security-groups?id=55c08e70-940c-4a69-a384-24c4ba0679d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383718 Sep 15 16:24:46.792305 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7390c0ab-5fd8-4d34-bac3-b3df5284cd11 req-d910bd2f-2bc0-4c45-8534-1757df5421ab tempest-ServerRescueNegativeTestJSON-1504381068 tempest-ServerRescueNegativeTestJSON-1504381068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:24:46.795568 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-7390c0ab-5fd8-4d34-bac3-b3df5284cd11 req-d910bd2f-2bc0-4c45-8534-1757df5421ab tempest-ServerRescueNegativeTestJSON-1504381068 tempest-ServerRescueNegativeTestJSON-1504381068-project] 10.222.0.39 "GET /v2.0/ports?device_id=f39eaa55-2d8b-4bbc-8509-4c2d7df9f16e HTTP/1.1" status: 200 len: 946 time: 0.0545747 Sep 15 16:24:46.834433 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-7390c0ab-5fd8-4d34-bac3-b3df5284cd11 req-7847064b-0051-4f7c-9bc6-473c89bf2317 tempest-ServerRescueNegativeTestJSON-1504381068 tempest-ServerRescueNegativeTestJSON-1504381068-project] 10.222.0.39 "GET /v2.0/security-groups?id=4d527866-20a6-4314-9b14-89ea4e5cf7c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345352 Sep 15 16:24:47.958939 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54889eb-459c-4a14-96d2-245c2686a434 req-f851bf86-d90d-4ab5-8cce-38f14f7ad3f0 tempest-ServerRescueNegativeTestJSON-1504381068 tempest-ServerRescueNegativeTestJSON-1504381068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:24:47.961190 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-d54889eb-459c-4a14-96d2-245c2686a434 req-f851bf86-d90d-4ab5-8cce-38f14f7ad3f0 tempest-ServerRescueNegativeTestJSON-1504381068 tempest-ServerRescueNegativeTestJSON-1504381068-project] 10.222.0.39 "GET /v2.0/ports?device_id=f39eaa55-2d8b-4bbc-8509-4c2d7df9f16e HTTP/1.1" status: 200 len: 946 time: 0.0508285 Sep 15 16:24:48.028432 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-d54889eb-459c-4a14-96d2-245c2686a434 req-6bc0a6e2-0c1e-48bf-8fbf-cb1df0ec82a6 tempest-ServerRescueNegativeTestJSON-1504381068 tempest-ServerRescueNegativeTestJSON-1504381068-project] 10.222.0.39 "GET /v2.0/security-groups?id=4d527866-20a6-4314-9b14-89ea4e5cf7c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596066 Sep 15 16:24:49.649932 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e965f38-3a1c-4143-9628-752465cb9d13 req-07cd0a79-ed6f-464d-9a19-604cac149479 tempest-ServerRescueNegativeTestJSON-1504381068 tempest-ServerRescueNegativeTestJSON-1504381068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:24:49.651698 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-5e965f38-3a1c-4143-9628-752465cb9d13 req-07cd0a79-ed6f-464d-9a19-604cac149479 tempest-ServerRescueNegativeTestJSON-1504381068 tempest-ServerRescueNegativeTestJSON-1504381068-project] 10.222.0.39 "GET /v2.0/ports?device_id=f39eaa55-2d8b-4bbc-8509-4c2d7df9f16e HTTP/1.1" status: 200 len: 946 time: 0.0613627 Sep 15 16:24:49.693022 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-5e965f38-3a1c-4143-9628-752465cb9d13 req-c97e2a47-b0d7-4ad9-9491-ba9484f14a05 tempest-ServerRescueNegativeTestJSON-1504381068 tempest-ServerRescueNegativeTestJSON-1504381068-project] 10.222.0.39 "GET /v2.0/security-groups?id=4d527866-20a6-4314-9b14-89ea4e5cf7c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346200 Sep 15 16:24:53.025726 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791196484491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953091'] for agent, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:24:53.565609 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.wsgi [-] (93953) accepted ('10.222.0.39', 34912) {{(pid=93953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:24:53.623880 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.db.db_base_plugin_v2 [None req-9de2a84e-32b0-4b76-b739-22c871ecbe92 admin admin] Deleting subnet afaf8bcd-61f4-419c-aa3b-9b49131a16e5 {{(pid=93953) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 15 16:24:53.627178 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-9de2a84e-32b0-4b76-b739-22c871ecbe92 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:24:53.662110 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-9de2a84e-32b0-4b76-b739-22c871ecbe92 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127891476'] for subnet, precommit_delete_associations {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:24:53.706067 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-9de2a84e-32b0-4b76-b739-22c871ecbe92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-957316'] for subnet, precommit_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:24:53.767930 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-9de2a84e-32b0-4b76-b739-22c871ecbe92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-957331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127878286', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127570110'] for subnet, after_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:24:53.793237 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de2a84e-32b0-4b76-b739-22c871ecbe92 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=afaf8bcd-61f4-419c-aa3b-9b49131a16e5,revision_number=None']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:24:53.800723 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-9de2a84e-32b0-4b76-b739-22c871ecbe92 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3748898'] for subnet, before_response {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:24:53.806420 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [None req-9de2a84e-32b0-4b76-b739-22c871ecbe92 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/afaf8bcd-61f4-419c-aa3b-9b49131a16e5 HTTP/1.1" status: 204 len: 168 time: 0.2400439 Sep 15 16:24:53.806569 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.wsgi [-] (93954) accepted ('10.222.0.39', 34914) {{(pid=93954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:24:53.874957 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-6f35e6de-5c25-42fc-b92d-841d5766d37e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-644213'] for network, before_delete {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:24:53.961129 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-6f35e6de-5c25-42fc-b92d-841d5766d37e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-950531', 'neutron.services.segments.db._delete_segments_for_network-8791196484509'] for network, precommit_delete {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:24:53.981389 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.services.segments.db [None req-6f35e6de-5c25-42fc-b92d-841d5766d37e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['975c564c-2692-4ea3-9afd-1a1200e3dd99']}} {{(pid=93954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:24:53.991477 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.services.segments.db [None req-6f35e6de-5c25-42fc-b92d-841d5766d37e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c1c3e32f-f94d-436a-b8e9-4d539259ae3f') {'for_net_delete': True} {{(pid=93954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:24:53.992257 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.services.segments.db [None req-6f35e6de-5c25-42fc-b92d-841d5766d37e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c1c3e32f-f94d-436a-b8e9-4d539259ae3f') {} {{(pid=93954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:24:54.002848 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-6f35e6de-5c25-42fc-b92d-841d5766d37e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791196485798', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126845986'] for segment, before_delete {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:24:54.019331 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-6f35e6de-5c25-42fc-b92d-841d5766d37e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-955409'] for segment, precommit_delete {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:24:54.025924 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f35e6de-5c25-42fc-b92d-841d5766d37e admin admin] Releasing vlan 80 on physical network physnet1 to pool {{(pid=93954) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 16:24:54.026303 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-6f35e6de-5c25-42fc-b92d-841d5766d37e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-955409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126009045'] for segment, after_delete {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:24:54.027946 dv-cinder-779576-8-iscsi neutron-server[93954]: Traceback (most recent call last): Sep 15 16:24:54.027946 dv-cinder-779576-8-iscsi neutron-server[93954]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 15 16:24:54.027946 dv-cinder-779576-8-iscsi neutron-server[93954]: timer() Sep 15 16:24:54.027946 dv-cinder-779576-8-iscsi neutron-server[93954]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 16:24:54.027946 dv-cinder-779576-8-iscsi neutron-server[93954]: cb(*args, **kw) Sep 15 16:24:54.027946 dv-cinder-779576-8-iscsi neutron-server[93954]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 15 16:24:54.027946 dv-cinder-779576-8-iscsi neutron-server[93954]: return func(*args, **kwargs) Sep 15 16:24:54.027946 dv-cinder-779576-8-iscsi neutron-server[93954]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 16:24:54.027946 dv-cinder-779576-8-iscsi neutron-server[93954]: self._notify() Sep 15 16:24:54.027946 dv-cinder-779576-8-iscsi neutron-server[93954]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 16:24:54.027946 dv-cinder-779576-8-iscsi neutron-server[93954]: self.callback(batched_events) Sep 15 16:24:54.027946 dv-cinder-779576-8-iscsi neutron-server[93954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 16:24:54.027946 dv-cinder-779576-8-iscsi neutron-server[93954]: event.method(event) Sep 15 16:24:54.027946 dv-cinder-779576-8-iscsi neutron-server[93954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 15 16:24:54.027946 dv-cinder-779576-8-iscsi neutron-server[93954]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 16:24:54.027946 dv-cinder-779576-8-iscsi neutron-server[93954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 15 16:24:54.027946 dv-cinder-779576-8-iscsi neutron-server[93954]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 16:24:54.027946 dv-cinder-779576-8-iscsi neutron-server[93954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 15 16:24:54.027946 dv-cinder-779576-8-iscsi neutron-server[93954]: return f(self, *a, **k) Sep 15 16:24:54.027946 dv-cinder-779576-8-iscsi neutron-server[93954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 15 16:24:54.027946 dv-cinder-779576-8-iscsi neutron-server[93954]: return self._get(url).json() Sep 15 16:24:54.027946 dv-cinder-779576-8-iscsi neutron-server[93954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 16:24:54.027946 dv-cinder-779576-8-iscsi neutron-server[93954]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 16:24:54.027946 dv-cinder-779576-8-iscsi neutron-server[93954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 15 16:24:54.027946 dv-cinder-779576-8-iscsi neutron-server[93954]: return self.request(url, 'GET', **kwargs) Sep 15 16:24:54.027946 dv-cinder-779576-8-iscsi neutron-server[93954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 15 16:24:54.027946 dv-cinder-779576-8-iscsi neutron-server[93954]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 16:24:54.027946 dv-cinder-779576-8-iscsi neutron-server[93954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 15 16:24:54.027946 dv-cinder-779576-8-iscsi neutron-server[93954]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 16:24:54.027946 dv-cinder-779576-8-iscsi neutron-server[93954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 15 16:24:54.027946 dv-cinder-779576-8-iscsi neutron-server[93954]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 16:24:54.027946 dv-cinder-779576-8-iscsi neutron-server[93954]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 16:24:54.301449 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-6f35e6de-5c25-42fc-b92d-841d5766d37e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-950554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3725573'] for network, after_delete {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:24:54.307413 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-6f35e6de-5c25-42fc-b92d-841d5766d37e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3748898'] for network, before_response {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:24:54.312406 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.wsgi [-] (93953) accepted ('10.222.0.39', 34920) {{(pid=93953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:24:54.312605 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [None req-6f35e6de-5c25-42fc-b92d-841d5766d37e admin admin] 10.222.0.39 "DELETE /v2.0/networks/975c564c-2692-4ea3-9afd-1a1200e3dd99 HTTP/1.1" status: 204 len: 168 time: 0.5048614 Sep 15 16:24:54.325308 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f35e6de-5c25-42fc-b92d-841d5766d37e admin admin] Pushing event deleted for resources: {'Network': ['ID=975c564c-2692-4ea3-9afd-1a1200e3dd99,revision_number=None']} {{(pid=93954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:24:54.448175 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.db.db_base_plugin_v2 [None req-83299215-8776-4caa-ab64-4f7af8efab36 admin admin] Deleting subnet 28a07708-342f-4258-9c02-ef49ea67a508 {{(pid=93953) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 15 16:24:54.453054 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-83299215-8776-4caa-ab64-4f7af8efab36 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:24:54.511151 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-83299215-8776-4caa-ab64-4f7af8efab36 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127891476'] for subnet, precommit_delete_associations {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:24:54.569651 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-83299215-8776-4caa-ab64-4f7af8efab36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-957316'] for subnet, precommit_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:24:54.640450 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-83299215-8776-4caa-ab64-4f7af8efab36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-957331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127878286', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127570110'] for subnet, after_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:24:54.658263 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-83299215-8776-4caa-ab64-4f7af8efab36 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3748898'] for subnet, before_response {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:24:54.663654 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.wsgi [-] (93954) accepted ('10.222.0.39', 34926) {{(pid=93954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:24:54.670369 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [None req-83299215-8776-4caa-ab64-4f7af8efab36 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/28a07708-342f-4258-9c02-ef49ea67a508 HTTP/1.1" status: 204 len: 168 time: 0.3568003 Sep 15 16:24:54.698018 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83299215-8776-4caa-ab64-4f7af8efab36 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=28a07708-342f-4258-9c02-ef49ea67a508,revision_number=None']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:24:54.742885 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-c8664ade-bf7d-4b31-9764-fca0969441a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-644213'] for network, before_delete {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:24:54.827409 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-c8664ade-bf7d-4b31-9764-fca0969441a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-950531', 'neutron.services.segments.db._delete_segments_for_network-8791196484509'] for network, precommit_delete {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:24:54.854997 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.services.segments.db [None req-c8664ade-bf7d-4b31-9764-fca0969441a5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be8baef8-0966-47d6-aa8d-b66a4f35f881']}} {{(pid=93954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:24:54.866501 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.services.segments.db [None req-c8664ade-bf7d-4b31-9764-fca0969441a5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a74238a0-6591-4a6c-a842-d856fc637acd') {'for_net_delete': True} {{(pid=93954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:24:54.867191 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.services.segments.db [None req-c8664ade-bf7d-4b31-9764-fca0969441a5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a74238a0-6591-4a6c-a842-d856fc637acd') {} {{(pid=93954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:24:54.877044 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-c8664ade-bf7d-4b31-9764-fca0969441a5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791196485798', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126845986'] for segment, before_delete {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:24:54.891574 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-c8664ade-bf7d-4b31-9764-fca0969441a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-955409'] for segment, precommit_delete {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:24:54.897802 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c8664ade-bf7d-4b31-9764-fca0969441a5 admin admin] Releasing vlan 95 on physical network physnet1 to pool {{(pid=93954) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 16:24:54.898246 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-c8664ade-bf7d-4b31-9764-fca0969441a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-955409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126009045'] for segment, after_delete {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:24:54.900557 dv-cinder-779576-8-iscsi neutron-server[93954]: Traceback (most recent call last): Sep 15 16:24:54.900557 dv-cinder-779576-8-iscsi neutron-server[93954]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 15 16:24:54.900557 dv-cinder-779576-8-iscsi neutron-server[93954]: timer() Sep 15 16:24:54.900557 dv-cinder-779576-8-iscsi neutron-server[93954]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 16:24:54.900557 dv-cinder-779576-8-iscsi neutron-server[93954]: cb(*args, **kw) Sep 15 16:24:54.900557 dv-cinder-779576-8-iscsi neutron-server[93954]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 15 16:24:54.900557 dv-cinder-779576-8-iscsi neutron-server[93954]: return func(*args, **kwargs) Sep 15 16:24:54.900557 dv-cinder-779576-8-iscsi neutron-server[93954]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 16:24:54.900557 dv-cinder-779576-8-iscsi neutron-server[93954]: self._notify() Sep 15 16:24:54.900557 dv-cinder-779576-8-iscsi neutron-server[93954]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 16:24:54.900557 dv-cinder-779576-8-iscsi neutron-server[93954]: self.callback(batched_events) Sep 15 16:24:54.900557 dv-cinder-779576-8-iscsi neutron-server[93954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 16:24:54.900557 dv-cinder-779576-8-iscsi neutron-server[93954]: event.method(event) Sep 15 16:24:54.900557 dv-cinder-779576-8-iscsi neutron-server[93954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 15 16:24:54.900557 dv-cinder-779576-8-iscsi neutron-server[93954]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 16:24:54.900557 dv-cinder-779576-8-iscsi neutron-server[93954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 15 16:24:54.900557 dv-cinder-779576-8-iscsi neutron-server[93954]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 16:24:54.900557 dv-cinder-779576-8-iscsi neutron-server[93954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 15 16:24:54.900557 dv-cinder-779576-8-iscsi neutron-server[93954]: return f(self, *a, **k) Sep 15 16:24:54.900557 dv-cinder-779576-8-iscsi neutron-server[93954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 15 16:24:54.900557 dv-cinder-779576-8-iscsi neutron-server[93954]: return self._get(url).json() Sep 15 16:24:54.900557 dv-cinder-779576-8-iscsi neutron-server[93954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 16:24:54.900557 dv-cinder-779576-8-iscsi neutron-server[93954]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 16:24:54.900557 dv-cinder-779576-8-iscsi neutron-server[93954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 15 16:24:54.900557 dv-cinder-779576-8-iscsi neutron-server[93954]: return self.request(url, 'GET', **kwargs) Sep 15 16:24:54.900557 dv-cinder-779576-8-iscsi neutron-server[93954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 15 16:24:54.900557 dv-cinder-779576-8-iscsi neutron-server[93954]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 16:24:54.900557 dv-cinder-779576-8-iscsi neutron-server[93954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 15 16:24:54.900557 dv-cinder-779576-8-iscsi neutron-server[93954]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 16:24:54.900557 dv-cinder-779576-8-iscsi neutron-server[93954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 15 16:24:54.900557 dv-cinder-779576-8-iscsi neutron-server[93954]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 16:24:54.900557 dv-cinder-779576-8-iscsi neutron-server[93954]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 16:24:54.963914 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-c8664ade-bf7d-4b31-9764-fca0969441a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-950554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3725573'] for network, after_delete {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:24:54.969110 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-c8664ade-bf7d-4b31-9764-fca0969441a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3748898'] for network, before_response {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:24:54.973215 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [None req-c8664ade-bf7d-4b31-9764-fca0969441a5 admin admin] 10.222.0.39 "DELETE /v2.0/networks/be8baef8-0966-47d6-aa8d-b66a4f35f881 HTTP/1.1" status: 204 len: 168 time: 0.3082700 Sep 15 16:24:54.992289 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8664ade-bf7d-4b31-9764-fca0969441a5 admin admin] Pushing event deleted for resources: {'Network': ['ID=be8baef8-0966-47d6-aa8d-b66a4f35f881,revision_number=None']} {{(pid=93954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:24:55.185634 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.wsgi [-] (93954) accepted ('10.222.0.39', 34932) {{(pid=93954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:24:55.242958 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [None req-3494494e-bb3c-4a4e-9db7-f97727604b27 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=a9ffafc48a104757aae1042413317041&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0567579 Sep 15 16:24:55.245554 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.wsgi [-] (93954) accepted ('10.222.0.39', 34934) {{(pid=93954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:24:55.305923 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-2f9ed5ee-9ead-4dbd-b723-5ce02e6abb63 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:24:55.329516 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-2f9ed5ee-9ead-4dbd-b723-5ce02e6abb63 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:24:55.386992 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-2f9ed5ee-9ead-4dbd-b723-5ce02e6abb63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3702208'] for security_group, after_delete {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:24:55.390318 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-2f9ed5ee-9ead-4dbd-b723-5ce02e6abb63 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:24:55.391707 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [None req-2f9ed5ee-9ead-4dbd-b723-5ce02e6abb63 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/11cac267-15b5-4760-97d8-719286ca8ffd HTTP/1.1" status: 204 len: 168 time: 0.1452034 Sep 15 16:24:55.401313 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9ed5ee-9ead-4dbd-b723-5ce02e6abb63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11cac267-15b5-4760-97d8-719286ca8ffd,revision_number=None']} {{(pid=93954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:24:55.803263 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.wsgi [-] (93954) accepted ('10.222.0.39', 34950) {{(pid=93954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:24:55.852326 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [None req-9bd2d901-bc40-4cbe-b2d7-1db4623be561 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=f74b2b5e09964c7ba5c2b8cebf68ab51&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0475388 Sep 15 16:24:55.854911 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.wsgi [-] (93954) accepted ('10.222.0.39', 34952) {{(pid=93954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:24:55.909681 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-d7472da8-a321-473f-a89a-d6bef0ab9bbe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:24:55.933133 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-d7472da8-a321-473f-a89a-d6bef0ab9bbe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:24:55.993059 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-d7472da8-a321-473f-a89a-d6bef0ab9bbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3702208'] for security_group, after_delete {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:24:55.996505 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-d7472da8-a321-473f-a89a-d6bef0ab9bbe admin admin] Notify callbacks [] for security_group, before_response {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:24:56.000220 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [None req-d7472da8-a321-473f-a89a-d6bef0ab9bbe admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/eb88a3ce-7453-4699-ba6d-6e44c2495116 HTTP/1.1" status: 204 len: 168 time: 0.1419394 Sep 15 16:24:56.010768 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7472da8-a321-473f-a89a-d6bef0ab9bbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb88a3ce-7453-4699-ba6d-6e44c2495116,revision_number=None']} {{(pid=93954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:24:57.335417 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.wsgi [-] (93954) accepted ('10.222.0.39', 35006) {{(pid=93954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:24:57.449971 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-98b39dc8-f5fe-420b-9f2f-ee850025bcc8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:24:57.549373 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-98b39dc8-f5fe-420b-9f2f-ee850025bcc8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:24:57.554570 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-98b39dc8-f5fe-420b-9f2f-ee850025bcc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3702208'] for security_group, after_create {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:24:57.592815 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b39dc8-f5fe-420b-9f2f-ee850025bcc8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46818987-f2b1-4f1e-93a0-49f928e9cfb7,revision_number=1']} {{(pid=93954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:24:57.599933 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [None req-98b39dc8-f5fe-420b-9f2f-ee850025bcc8 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=f7f7bf9658f14431b33ca27afc991e52&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2610252 Sep 15 16:24:57.600186 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.wsgi [-] (93954) accepted ('10.222.0.39', 35010) {{(pid=93954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:24:57.675832 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-ad2660bc-451a-4f3b-a946-86f609f09d56 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:24:57.707112 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-ad2660bc-451a-4f3b-a946-86f609f09d56 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:24:57.772865 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-ad2660bc-451a-4f3b-a946-86f609f09d56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3702208'] for security_group, after_delete {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:24:57.776014 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-ad2660bc-451a-4f3b-a946-86f609f09d56 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:24:57.777425 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [None req-ad2660bc-451a-4f3b-a946-86f609f09d56 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/46818987-f2b1-4f1e-93a0-49f928e9cfb7 HTTP/1.1" status: 204 len: 168 time: 0.1760736 Sep 15 16:24:57.790272 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2660bc-451a-4f3b-a946-86f609f09d56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46818987-f2b1-4f1e-93a0-49f928e9cfb7,revision_number=None']} {{(pid=93954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:24:59.135157 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-285440a5-3135-44a3-a500-1a3faf9d8115 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791196484491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953091'] for agent, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:25:01.649178 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6adac418-0b44-4e3c-b8d3-5d7c69691b1f req-018a1e80-18c6-4ea2-aceb-4fab7d311906 tempest-AttachVolumeNegativeTest-624431894 tempest-AttachVolumeNegativeTest-624431894-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:25:01.650660 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-6adac418-0b44-4e3c-b8d3-5d7c69691b1f req-018a1e80-18c6-4ea2-aceb-4fab7d311906 tempest-AttachVolumeNegativeTest-624431894 tempest-AttachVolumeNegativeTest-624431894-project] 10.222.0.39 "GET /v2.0/networks?id=9e66c478-4f71-4cdf-a293-798d2c526beb HTTP/1.1" status: 200 len: 814 time: 0.1144421 Sep 15 16:25:01.665609 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-6adac418-0b44-4e3c-b8d3-5d7c69691b1f req-b3f845f6-244b-4057-a99e-e3646eb2a554 tempest-AttachVolumeNegativeTest-624431894 tempest-AttachVolumeNegativeTest-624431894-project] 10.222.0.39 "GET /v2.0/quotas/08b52847f34742319b50763d26a3e585 HTTP/1.1" status: 200 len: 375 time: 0.0091610 Sep 15 16:25:01.714335 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-6adac418-0b44-4e3c-b8d3-5d7c69691b1f req-d8c38d12-2d5e-41fa-85fb-1393175c6188 tempest-AttachVolumeNegativeTest-624431894 tempest-AttachVolumeNegativeTest-624431894-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=08b52847f34742319b50763d26a3e585&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0433252 Sep 15 16:25:01.808000 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-6adac418-0b44-4e3c-b8d3-5d7c69691b1f req-eae0058d-5cf2-4e90-a284-3f8b9a092355 service neutron] 10.222.0.39 "GET /v2.0/networks/9e66c478-4f71-4cdf-a293-798d2c526beb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862417 Sep 15 16:25:01.836593 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-57d8a9a3-d16f-4b20-b77b-ca1e664c03db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791196484491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953091'] for agent, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:25:01.914721 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-6adac418-0b44-4e3c-b8d3-5d7c69691b1f req-05126c50-2852-44b3-af38-35f8058a1a8a service neutron] 10.222.0.39 "GET /v2.0/networks/9e66c478-4f71-4cdf-a293-798d2c526beb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0999563 Sep 15 16:25:01.931963 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-eee6d27d-3d60-445a-ad06-b5ea814e5237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791196484491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953091'] for agent, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:25:02.089706 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-678946a2-2b19-4862-9d9a-a46074585b75 req-96d89cb6-4c8d-424f-bf97-87d2f522b0fe tempest-AttachVolumeNegativeTest-624431894 tempest-AttachVolumeNegativeTest-624431894-project] 10.222.0.39 "GET /v2.0/ports?device_id=a9845d6c-72e5-40cc-95ee-86241a4bef6a HTTP/1.1" status: 200 len: 210 time: 0.0283277 Sep 15 16:25:02.943862 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-eee1357e-56cc-4bdc-884d-16a88731d16f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791196484491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953091'] for agent, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:25:03.232177 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6adac418-0b44-4e3c-b8d3-5d7c69691b1f req-381cac59-49b2-4689-94dc-305ab818c29b tempest-AttachVolumeNegativeTest-624431894 tempest-AttachVolumeNegativeTest-624431894-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:25:03.236396 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-6adac418-0b44-4e3c-b8d3-5d7c69691b1f req-381cac59-49b2-4689-94dc-305ab818c29b tempest-AttachVolumeNegativeTest-624431894 tempest-AttachVolumeNegativeTest-624431894-project] 10.222.0.45 "GET /v2.0/networks?id=9e66c478-4f71-4cdf-a293-798d2c526beb HTTP/1.1" status: 200 len: 814 time: 0.1569681 Sep 15 16:25:03.253019 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-7cab8b61-8327-414c-aa68-769de8984c5e req-f4ce0485-6c50-4615-8562-7edbc1570930 tempest-AttachVolumeNegativeTest-624431894 tempest-AttachVolumeNegativeTest-624431894-project] 10.222.0.39 "GET /v2.0/ports?device_id=a9845d6c-72e5-40cc-95ee-86241a4bef6a HTTP/1.1" status: 200 len: 210 time: 0.0514805 Sep 15 16:25:03.274981 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.api.v2.base [req-6adac418-0b44-4e3c-b8d3-5d7c69691b1f req-40282ce5-c260-4dfd-873a-6c0cd0624451 tempest-AttachVolumeNegativeTest-624431894 tempest-AttachVolumeNegativeTest-624431894-project] Request body: {'port': {'device_id': 'a9845d6c-72e5-40cc-95ee-86241a4bef6a', 'network_id': '9e66c478-4f71-4cdf-a293-798d2c526beb', 'admin_state_up': True, 'tenant_id': '08b52847f34742319b50763d26a3e585'}} {{(pid=93953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:25:03.440233 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6adac418-0b44-4e3c-b8d3-5d7c69691b1f req-40282ce5-c260-4dfd-873a-6c0cd0624451 tempest-AttachVolumeNegativeTest-624431894 tempest-AttachVolumeNegativeTest-624431894-project] Made reservation on behalf of 08b52847f34742319b50763d26a3e585 for: {'port': 1} {{(pid=93953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 16:25:03.444659 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [req-6adac418-0b44-4e3c-b8d3-5d7c69691b1f req-40282ce5-c260-4dfd-873a-6c0cd0624451 tempest-AttachVolumeNegativeTest-624431894 tempest-AttachVolumeNegativeTest-624431894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928820'] for port, before_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:25:03.596692 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5b0551-87bb-491c-9d03-7b7187ef233c req-d70cc686-a0ff-45bf-be04-5725ceea4811 tempest-ServerRescueNegativeTestJSON-1504381068 tempest-ServerRescueNegativeTestJSON-1504381068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:25:03.598562 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-3c5b0551-87bb-491c-9d03-7b7187ef233c req-d70cc686-a0ff-45bf-be04-5725ceea4811 tempest-ServerRescueNegativeTestJSON-1504381068 tempest-ServerRescueNegativeTestJSON-1504381068-project] 10.222.0.39 "GET /v2.0/ports?device_id=f39eaa55-2d8b-4bbc-8509-4c2d7df9f16e HTTP/1.1" status: 200 len: 946 time: 0.0554621 Sep 15 16:25:03.625248 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.db.db_base_plugin_common [req-6adac418-0b44-4e3c-b8d3-5d7c69691b1f req-40282ce5-c260-4dfd-873a-6c0cd0624451 tempest-AttachVolumeNegativeTest-624431894 tempest-AttachVolumeNegativeTest-624431894-project] Allocated IP 172.20.0.4 (9e66c478-4f71-4cdf-a293-798d2c526beb/a6d88e66-c0ab-4dd8-a770-c6440e6f2b6d/34c3aa11-daeb-4ab6-a096-b2f4a738fdd9) {{(pid=93953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 16:25:03.631126 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4f93c8-5d2f-4b0a-89ae-d910a0cc7ddf req-8e7ff532-7c48-4314-9eff-8de9e85623af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:25:03.632666 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-cf4f93c8-5d2f-4b0a-89ae-d910a0cc7ddf req-8e7ff532-7c48-4314-9eff-8de9e85623af service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=e6a18f03044f465d813cff5376553386&device_id=f39eaa55-2d8b-4bbc-8509-4c2d7df9f16e HTTP/1.1" status: 200 len: 1099 time: 0.0632081 Sep 15 16:25:03.661138 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-3c5b0551-87bb-491c-9d03-7b7187ef233c req-ad256928-bf8c-4226-b541-1f828cb7a825 tempest-ServerRescueNegativeTestJSON-1504381068 tempest-ServerRescueNegativeTestJSON-1504381068-project] 10.222.0.39 "GET /v2.0/security-groups?id=4d527866-20a6-4314-9b14-89ea4e5cf7c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521243 Sep 15 16:25:04.050708 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4f93c8-5d2f-4b0a-89ae-d910a0cc7ddf req-fa5d095c-d108-4d86-9a76-62eb3243abac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:25:04.052219 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-cf4f93c8-5d2f-4b0a-89ae-d910a0cc7ddf req-fa5d095c-d108-4d86-9a76-62eb3243abac service neutron] 10.222.0.45 "GET /v2.0/networks?id=a789c6c7-846e-484f-aca7-614dc13bfb69 HTTP/1.1" status: 200 len: 918 time: 0.4106193 Sep 15 16:25:04.101870 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-cf4f93c8-5d2f-4b0a-89ae-d910a0cc7ddf req-5eab7378-5acf-41ff-a3e8-b7f249da42ad service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ab8da74e-0d51-40fe-939d-923b412fd22d HTTP/1.1" status: 200 len: 217 time: 0.0402534 Sep 15 16:25:04.153493 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [req-6adac418-0b44-4e3c-b8d3-5d7c69691b1f req-40282ce5-c260-4dfd-873a-6c0cd0624451 tempest-AttachVolumeNegativeTest-624431894 tempest-AttachVolumeNegativeTest-624431894-project] Notify callbacks [] for port, precommit_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:25:04.176811 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4f93c8-5d2f-4b0a-89ae-d910a0cc7ddf req-b2f3d408-cf32-4d48-839b-f76063918981 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:25:04.178146 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-cf4f93c8-5d2f-4b0a-89ae-d910a0cc7ddf req-b2f3d408-cf32-4d48-839b-f76063918981 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=a9fde6a5-a0c6-40f2-b012-f34594b44218 HTTP/1.1" status: 200 len: 858 time: 0.0633190 Sep 15 16:25:04.202313 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [req-6adac418-0b44-4e3c-b8d3-5d7c69691b1f req-40282ce5-c260-4dfd-873a-6c0cd0624451 tempest-AttachVolumeNegativeTest-624431894 tempest-AttachVolumeNegativeTest-624431894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791195969994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127878305'] for port, after_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:25:04.216098 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.db [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] get_ports_and_sgs() called for port_ids ['c90f172d-6513-48bb-a6c9-ec2d8f15890b'] {{(pid=93955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 16:25:04.269502 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-cf4f93c8-5d2f-4b0a-89ae-d910a0cc7ddf req-47fefd4b-c3a5-4c95-9106-cd282e123ade service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a789c6c7-846e-484f-aca7-614dc13bfb69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0370233 Sep 15 16:25:04.275322 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6adac418-0b44-4e3c-b8d3-5d7c69691b1f req-40282ce5-c260-4dfd-873a-6c0cd0624451 tempest-AttachVolumeNegativeTest-624431894 tempest-AttachVolumeNegativeTest-624431894-project] Network 9e66c478-4f71-4cdf-a293-798d2c526beb is already hosted by enough agents. {{(pid=93953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:25:04.278342 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.scheduler.base_scheduler [req-6adac418-0b44-4e3c-b8d3-5d7c69691b1f req-40282ce5-c260-4dfd-873a-6c0cd0624451 tempest-AttachVolumeNegativeTest-624431894 tempest-AttachVolumeNegativeTest-624431894-project] Resources bound (agent type, host, resource id): {{(pid=93953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:25:04.286544 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.db.l3_dvrscheduler_db [req-6adac418-0b44-4e3c-b8d3-5d7c69691b1f req-40282ce5-c260-4dfd-873a-6c0cd0624451 tempest-AttachVolumeNegativeTest-624431894 tempest-AttachVolumeNegativeTest-624431894-project] Received port after_create {{(pid=93953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 16:25:04.331707 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-7ad16b6f-1dcb-4567-914a-8ec9b5a04b47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791196484491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953091'] for agent, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:25:04.338540 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40282ce5-c260-4dfd-873a-6c0cd0624451 tempest-AttachVolumeNegativeTest-624431894 tempest-AttachVolumeNegativeTest-624431894-project] Pushing event updated for resources: {'Port': ['ID=34c3aa11-daeb-4ab6-a096-b2f4a738fdd9,revision_number=1']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:25:04.413130 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron.db.agents_db [None req-9c583be1-859f-4a85-bd6b-6d26517e04c2 None None] Agent healthcheck: found 6 active agents {{(pid=93956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 16:25:04.435785 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6adac418-0b44-4e3c-b8d3-5d7c69691b1f req-40282ce5-c260-4dfd-873a-6c0cd0624451 tempest-AttachVolumeNegativeTest-624431894 tempest-AttachVolumeNegativeTest-624431894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:25:04.436413 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [req-6adac418-0b44-4e3c-b8d3-5d7c69691b1f req-40282ce5-c260-4dfd-873a-6c0cd0624451 tempest-AttachVolumeNegativeTest-624431894 tempest-AttachVolumeNegativeTest-624431894-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58602'] for port, before_response {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:25:04.468295 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-6adac418-0b44-4e3c-b8d3-5d7c69691b1f req-40282ce5-c260-4dfd-873a-6c0cd0624451 tempest-AttachVolumeNegativeTest-624431894 tempest-AttachVolumeNegativeTest-624431894-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1983790 Sep 15 16:25:04.485599 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0276b8-93d2-411d-a86e-4ccd1351f8d8 req-c53f7858-a6a4-40d0-af3a-d3a9195e5b16 tempest-AttachVolumeNegativeTest-624431894 tempest-AttachVolumeNegativeTest-624431894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:25:04.487428 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-4a0276b8-93d2-411d-a86e-4ccd1351f8d8 req-c53f7858-a6a4-40d0-af3a-d3a9195e5b16 tempest-AttachVolumeNegativeTest-624431894 tempest-AttachVolumeNegativeTest-624431894-project] 10.222.0.39 "GET /v2.0/ports?device_id=a9845d6c-72e5-40cc-95ee-86241a4bef6a HTTP/1.1" status: 200 len: 931 time: 0.1406796 Sep 15 16:25:04.501857 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.api.v2.base [req-6adac418-0b44-4e3c-b8d3-5d7c69691b1f req-8132f1cd-ff44-445a-85a6-679905e9dc3b service neutron] Request body: {'port': {'device_id': 'a9845d6c-72e5-40cc-95ee-86241a4bef6a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77957'}} {{(pid=93953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:25:04.509223 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.wsgi [-] (93954) accepted ('10.222.0.39', 35246) {{(pid=93954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:25:04.534046 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-cf4f93c8-5d2f-4b0a-89ae-d910a0cc7ddf req-94a16c3a-92d4-4549-916c-6b227e1daccf service neutron] 10.222.0.45 "GET /v2.0/networks/a789c6c7-846e-484f-aca7-614dc13bfb69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2424557 Sep 15 16:25:04.557367 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.db.db_base_plugin_v2 [None req-b7658534-76a6-40e5-80da-079e40d368ef admin admin] Deleting subnet 65af713f-428e-41fb-893e-eea07eb0f6d7 {{(pid=93954) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 15 16:25:04.560445 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-b7658534-76a6-40e5-80da-079e40d368ef admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:25:04.594917 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-b7658534-76a6-40e5-80da-079e40d368ef admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126845993'] for subnet, precommit_delete_associations {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:25:04.617318 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-4a0276b8-93d2-411d-a86e-4ccd1351f8d8 req-a3a4ca39-1296-427b-8f9d-7e9940626010 tempest-AttachVolumeNegativeTest-624431894 tempest-AttachVolumeNegativeTest-624431894-project] 10.222.0.39 "GET /v2.0/security-groups?id=55c08e70-940c-4a69-a384-24c4ba0679d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114640 Sep 15 16:25:04.626172 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [req-6adac418-0b44-4e3c-b8d3-5d7c69691b1f req-8132f1cd-ff44-445a-85a6-679905e9dc3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928820'] for port, before_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:25:04.640897 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-b7658534-76a6-40e5-80da-079e40d368ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-957316'] for subnet, precommit_delete {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:25:04.703007 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-b7658534-76a6-40e5-80da-079e40d368ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-957331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126007307', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125831603'] for subnet, after_delete {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:25:04.733718 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-cf4f93c8-5d2f-4b0a-89ae-d910a0cc7ddf req-8edea6cf-15d4-4c86-a4b1-8fd9715bdc4a service neutron] 10.222.0.45 "GET /v2.0/networks/a789c6c7-846e-484f-aca7-614dc13bfb69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1801946 Sep 15 16:25:04.747725 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-b7658534-76a6-40e5-80da-079e40d368ef admin admin] Notify callbacks [] for subnet, before_response {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:25:04.752327 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [None req-b7658534-76a6-40e5-80da-079e40d368ef admin admin] 10.222.0.39 "DELETE /v2.0/subnets/65af713f-428e-41fb-893e-eea07eb0f6d7 HTTP/1.1" status: 204 len: 168 time: 0.2413409 Sep 15 16:25:04.753088 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.wsgi [-] (93954) accepted ('10.222.0.39', 35254) {{(pid=93954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:25:04.753996 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7658534-76a6-40e5-80da-079e40d368ef admin admin] Pushing event deleted for resources: {'Subnet': ['ID=65af713f-428e-41fb-893e-eea07eb0f6d7,revision_number=None']} {{(pid=93954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:25:04.858877 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-f72154df-bcc8-4a87-b02d-a5d540443337 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-644213'] for network, before_delete {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:25:04.914738 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417146d6-cb0b-4807-befd-bc49606543e2 req-75ae7859-7d62-4bbc-98a3-a7a0073a0737 tempest-ServerRescueNegativeTestJSON-1504381068 tempest-ServerRescueNegativeTestJSON-1504381068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:25:04.916426 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-417146d6-cb0b-4807-befd-bc49606543e2 req-75ae7859-7d62-4bbc-98a3-a7a0073a0737 tempest-ServerRescueNegativeTestJSON-1504381068 tempest-ServerRescueNegativeTestJSON-1504381068-project] 10.222.0.39 "GET /v2.0/ports?device_id=f39eaa55-2d8b-4bbc-8509-4c2d7df9f16e HTTP/1.1" status: 200 len: 946 time: 0.1700881 Sep 15 16:25:04.947031 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-f72154df-bcc8-4a87-b02d-a5d540443337 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-950531', 'neutron.services.segments.db._delete_segments_for_network-8791196484509'] for network, precommit_delete {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:25:04.968964 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.services.segments.db [None req-f72154df-bcc8-4a87-b02d-a5d540443337 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d79a86d-a82d-4a96-9f76-e67405e9f7eb']}} {{(pid=93954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:25:04.978677 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.services.segments.db [None req-f72154df-bcc8-4a87-b02d-a5d540443337 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a5e91499-98cc-46b0-918c-6611c18d5486') {'for_net_delete': True} {{(pid=93954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:25:04.979190 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.services.segments.db [None req-f72154df-bcc8-4a87-b02d-a5d540443337 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a5e91499-98cc-46b0-918c-6611c18d5486') {} {{(pid=93954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:25:04.990920 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-f72154df-bcc8-4a87-b02d-a5d540443337 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791196485798', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126845986'] for segment, before_delete {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:25:05.009845 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-417146d6-cb0b-4807-befd-bc49606543e2 req-a47cd303-8374-4783-a33f-6b91afa64cca tempest-ServerRescueNegativeTestJSON-1504381068 tempest-ServerRescueNegativeTestJSON-1504381068-project] 10.222.0.39 "GET /v2.0/security-groups?id=4d527866-20a6-4314-9b14-89ea4e5cf7c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624630 Sep 15 16:25:05.013363 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-f72154df-bcc8-4a87-b02d-a5d540443337 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-955409'] for segment, precommit_delete {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:25:05.023870 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f72154df-bcc8-4a87-b02d-a5d540443337 admin admin] Releasing vlan 52 on physical network physnet1 to pool {{(pid=93954) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 16:25:05.024292 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-f72154df-bcc8-4a87-b02d-a5d540443337 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-955409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126009045'] for segment, after_delete {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:25:05.036811 dv-cinder-779576-8-iscsi neutron-server[93954]: Traceback (most recent call last): Sep 15 16:25:05.036811 dv-cinder-779576-8-iscsi neutron-server[93954]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 15 16:25:05.036811 dv-cinder-779576-8-iscsi neutron-server[93954]: timer() Sep 15 16:25:05.036811 dv-cinder-779576-8-iscsi neutron-server[93954]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 16:25:05.036811 dv-cinder-779576-8-iscsi neutron-server[93954]: cb(*args, **kw) Sep 15 16:25:05.036811 dv-cinder-779576-8-iscsi neutron-server[93954]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 15 16:25:05.036811 dv-cinder-779576-8-iscsi neutron-server[93954]: return func(*args, **kwargs) Sep 15 16:25:05.036811 dv-cinder-779576-8-iscsi neutron-server[93954]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 16:25:05.036811 dv-cinder-779576-8-iscsi neutron-server[93954]: self._notify() Sep 15 16:25:05.036811 dv-cinder-779576-8-iscsi neutron-server[93954]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 16:25:05.036811 dv-cinder-779576-8-iscsi neutron-server[93954]: self.callback(batched_events) Sep 15 16:25:05.036811 dv-cinder-779576-8-iscsi neutron-server[93954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 16:25:05.036811 dv-cinder-779576-8-iscsi neutron-server[93954]: event.method(event) Sep 15 16:25:05.036811 dv-cinder-779576-8-iscsi neutron-server[93954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 15 16:25:05.036811 dv-cinder-779576-8-iscsi neutron-server[93954]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 16:25:05.036811 dv-cinder-779576-8-iscsi neutron-server[93954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 15 16:25:05.036811 dv-cinder-779576-8-iscsi neutron-server[93954]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 16:25:05.036811 dv-cinder-779576-8-iscsi neutron-server[93954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 15 16:25:05.036811 dv-cinder-779576-8-iscsi neutron-server[93954]: return f(self, *a, **k) Sep 15 16:25:05.036811 dv-cinder-779576-8-iscsi neutron-server[93954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 15 16:25:05.036811 dv-cinder-779576-8-iscsi neutron-server[93954]: return self._get(url).json() Sep 15 16:25:05.036811 dv-cinder-779576-8-iscsi neutron-server[93954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 16:25:05.036811 dv-cinder-779576-8-iscsi neutron-server[93954]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 16:25:05.036811 dv-cinder-779576-8-iscsi neutron-server[93954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 15 16:25:05.036811 dv-cinder-779576-8-iscsi neutron-server[93954]: return self.request(url, 'GET', **kwargs) Sep 15 16:25:05.036811 dv-cinder-779576-8-iscsi neutron-server[93954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 15 16:25:05.036811 dv-cinder-779576-8-iscsi neutron-server[93954]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 16:25:05.036811 dv-cinder-779576-8-iscsi neutron-server[93954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 15 16:25:05.036811 dv-cinder-779576-8-iscsi neutron-server[93954]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 16:25:05.036811 dv-cinder-779576-8-iscsi neutron-server[93954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 15 16:25:05.036811 dv-cinder-779576-8-iscsi neutron-server[93954]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 16:25:05.036811 dv-cinder-779576-8-iscsi neutron-server[93954]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 16:25:05.081496 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.notifiers.nova [req-6adac418-0b44-4e3c-b8d3-5d7c69691b1f req-8132f1cd-ff44-445a-85a6-679905e9dc3b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 34c3aa11-daeb-4ab6-a096-b2f4a738fdd9 {{(pid=93953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 16:25:05.092304 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [req-6adac418-0b44-4e3c-b8d3-5d7c69691b1f req-8132f1cd-ff44-445a-85a6-679905e9dc3b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:25:05.097473 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-f72154df-bcc8-4a87-b02d-a5d540443337 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-950554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3725573'] for network, after_delete {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:25:05.103889 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-f72154df-bcc8-4a87-b02d-a5d540443337 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3748898'] for network, before_response {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:25:05.106323 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [None req-f72154df-bcc8-4a87-b02d-a5d540443337 admin admin] 10.222.0.39 "DELETE /v2.0/networks/8d79a86d-a82d-4a96-9f76-e67405e9f7eb HTTP/1.1" status: 204 len: 168 time: 0.3463886 Sep 15 16:25:05.107708 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.db.provisioning_blocks [req-6adac418-0b44-4e3c-b8d3-5d7c69691b1f req-8132f1cd-ff44-445a-85a6-679905e9dc3b service neutron] Transition to ACTIVE for port object 34c3aa11-daeb-4ab6-a096-b2f4a738fdd9 will not be triggered until provisioned by entity L2. {{(pid=93953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 16:25:05.118092 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72154df-bcc8-4a87-b02d-a5d540443337 admin admin] Pushing event deleted for resources: {'Network': ['ID=8d79a86d-a82d-4a96-9f76-e67405e9f7eb,revision_number=None']} {{(pid=93954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:25:05.118785 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [req-6adac418-0b44-4e3c-b8d3-5d7c69691b1f req-8132f1cd-ff44-445a-85a6-679905e9dc3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791196459277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791195970012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791195970030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127878328'] for port, after_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:25:05.174396 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8132f1cd-ff44-445a-85a6-679905e9dc3b service neutron] Pushing event updated for resources: {'Port': ['ID=34c3aa11-daeb-4ab6-a096-b2f4a738fdd9,revision_number=2']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:25:05.259466 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.managers [req-6adac418-0b44-4e3c-b8d3-5d7c69691b1f req-8132f1cd-ff44-445a-85a6-679905e9dc3b service neutron] Attempting to bind port 34c3aa11-daeb-4ab6-a096-b2f4a738fdd9 on host hv-cinder-77957 for vnic_type normal with profile {{(pid=93953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 16:25:05.259795 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.managers [req-6adac418-0b44-4e3c-b8d3-5d7c69691b1f req-8132f1cd-ff44-445a-85a6-679905e9dc3b service neutron] Attempting to bind port 34c3aa11-daeb-4ab6-a096-b2f4a738fdd9 by drivers openvswitch,hyperv on host hv-cinder-77957 at level 0 using segments [{'id': '59ddac4d-713c-429a-86bb-e4613c98c15a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '9e66c478-4f71-4cdf-a293-798d2c526beb'}] {{(pid=93953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 16:25:05.260143 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6adac418-0b44-4e3c-b8d3-5d7c69691b1f req-8132f1cd-ff44-445a-85a6-679905e9dc3b service neutron] Attempting to bind port 34c3aa11-daeb-4ab6-a096-b2f4a738fdd9 on network 9e66c478-4f71-4cdf-a293-798d2c526beb {{(pid=93953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 16:25:05.264693 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6adac418-0b44-4e3c-b8d3-5d7c69691b1f req-8132f1cd-ff44-445a-85a6-679905e9dc3b service neutron] Port 34c3aa11-daeb-4ab6-a096-b2f4a738fdd9 on network 9e66c478-4f71-4cdf-a293-798d2c526beb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77957 {{(pid=93953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 15 16:25:05.265051 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6adac418-0b44-4e3c-b8d3-5d7c69691b1f req-8132f1cd-ff44-445a-85a6-679905e9dc3b service neutron] Attempting to bind port 34c3aa11-daeb-4ab6-a096-b2f4a738fdd9 on network 9e66c478-4f71-4cdf-a293-798d2c526beb {{(pid=93953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 16:25:05.270009 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6adac418-0b44-4e3c-b8d3-5d7c69691b1f req-8132f1cd-ff44-445a-85a6-679905e9dc3b service neutron] Checking agent: {'id': 'ffe43d43-c071-44aa-bc11-ae2d4b291b02', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77957', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 16, 20, 23), 'started_at': datetime.datetime(2021, 9, 15, 16, 20, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 16, 24, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 16:25:05.270620 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6adac418-0b44-4e3c-b8d3-5d7c69691b1f req-8132f1cd-ff44-445a-85a6-679905e9dc3b service neutron] Checking segment: {'id': '59ddac4d-713c-429a-86bb-e4613c98c15a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '9e66c478-4f71-4cdf-a293-798d2c526beb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 16:25:05.270776 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6adac418-0b44-4e3c-b8d3-5d7c69691b1f req-8132f1cd-ff44-445a-85a6-679905e9dc3b service neutron] Bound using segment: {'id': '59ddac4d-713c-429a-86bb-e4613c98c15a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '9e66c478-4f71-4cdf-a293-798d2c526beb'} {{(pid=93953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 16:25:05.271111 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.managers [req-6adac418-0b44-4e3c-b8d3-5d7c69691b1f req-8132f1cd-ff44-445a-85a6-679905e9dc3b service neutron] Bound port: 34c3aa11-daeb-4ab6-a096-b2f4a738fdd9, host: hv-cinder-77957, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '59ddac4d-713c-429a-86bb-e4613c98c15a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '9e66c478-4f71-4cdf-a293-798d2c526beb'}}] {{(pid=93953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 16:25:05.271459 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [req-6adac418-0b44-4e3c-b8d3-5d7c69691b1f req-8132f1cd-ff44-445a-85a6-679905e9dc3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928820'] for port, before_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:25:05.302851 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.wsgi [-] (93954) accepted ('10.222.0.39', 35286) {{(pid=93954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:25:05.333716 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.db [req-6adac418-0b44-4e3c-b8d3-5d7c69691b1f req-8132f1cd-ff44-445a-85a6-679905e9dc3b service neutron] For port 34c3aa11-daeb-4ab6-a096-b2f4a738fdd9, host hv-cinder-77957, cleared binding levels {{(pid=93953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 16:25:05.337569 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.db [req-6adac418-0b44-4e3c-b8d3-5d7c69691b1f req-8132f1cd-ff44-445a-85a6-679905e9dc3b service neutron] For port 34c3aa11-daeb-4ab6-a096-b2f4a738fdd9, host hv-cinder-77957, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77957',level=0,port_id=34c3aa11-daeb-4ab6-a096-b2f4a738fdd9,segment=NetworkSegment(59ddac4d-713c-429a-86bb-e4613c98c15a),segment_id=59ddac4d-713c-429a-86bb-e4613c98c15a)] {{(pid=93953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 16:25:05.343014 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [req-6adac418-0b44-4e3c-b8d3-5d7c69691b1f req-8132f1cd-ff44-445a-85a6-679905e9dc3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791196459277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791195970012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791195970030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127878328'] for port, after_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:25:05.349086 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [None req-f018fe73-3bef-411a-a505-d946f7c53ced admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=1651627b215344d0a9bd9af89029ebe2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0446117 Sep 15 16:25:05.351306 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.wsgi [-] (93954) accepted ('10.222.0.39', 35288) {{(pid=93954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:25:05.381735 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6adac418-0b44-4e3c-b8d3-5d7c69691b1f req-8132f1cd-ff44-445a-85a6-679905e9dc3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:25:05.382346 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [req-6adac418-0b44-4e3c-b8d3-5d7c69691b1f req-8132f1cd-ff44-445a-85a6-679905e9dc3b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58602'] for port, before_response {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:25:05.384021 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-6adac418-0b44-4e3c-b8d3-5d7c69691b1f req-8132f1cd-ff44-445a-85a6-679905e9dc3b service neutron] 10.222.0.45 "PUT /v2.0/ports/34c3aa11-daeb-4ab6-a096-b2f4a738fdd9 HTTP/1.1" status: 200 len: 1093 time: 0.8953586 Sep 15 16:25:05.384225 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9845d6c-72e5-40cc-95ee-86241a4bef6a', 'tag': '34c3aa11-daeb-4ab6-a096-b2f4a738fdd9'}] {{(pid=93953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 16:25:05.386448 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5192e05b0783e869a38b3815ee673eee9316ce03dcaf8465063259ebfb62487" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f6e6de8-c4c6-400f-873c-8133d62ea4b2" -d '{"events": [{"name": "network-changed", "server_uuid": "a9845d6c-72e5-40cc-95ee-86241a4bef6a", "tag": "34c3aa11-daeb-4ab6-a096-b2f4a738fdd9"}]}' {{(pid=93953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 16:25:05.411795 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8132f1cd-ff44-445a-85a6-679905e9dc3b service neutron] Pushing event updated for resources: {'Port': ['ID=34c3aa11-daeb-4ab6-a096-b2f4a738fdd9,revision_number=3']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:25:05.413378 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-55d51e78-2d29-4205-9c64-de2be93a7160 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:25:05.433040 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 16:25:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44ec665b-90e6-4e1f-b86e-15de6ac33980 x-openstack-request-id: req-44ec665b-90e6-4e1f-b86e-15de6ac33980 {{(pid=93953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 16:25:05.433332 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9845d6c-72e5-40cc-95ee-86241a4bef6a", "tag": "34c3aa11-daeb-4ab6-a096-b2f4a738fdd9", "status": "completed", "code": 200}]} {{(pid=93953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 16:25:05.433606 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-44ec665b-90e6-4e1f-b86e-15de6ac33980 {{(pid=93953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 16:25:05.433980 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9845d6c-72e5-40cc-95ee-86241a4bef6a', 'tag': '34c3aa11-daeb-4ab6-a096-b2f4a738fdd9', 'status': 'completed', 'code': 200} Sep 15 16:25:05.438247 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-55d51e78-2d29-4205-9c64-de2be93a7160 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:25:05.487131 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-55d51e78-2d29-4205-9c64-de2be93a7160 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3702208'] for security_group, after_delete {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:25:05.489802 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-55d51e78-2d29-4205-9c64-de2be93a7160 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:25:05.490590 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6adac418-0b44-4e3c-b8d3-5d7c69691b1f req-a1749047-25ae-4e84-983d-9982345e39c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:25:05.491067 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [None req-55d51e78-2d29-4205-9c64-de2be93a7160 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/a4ec5e55-bf5c-4d5f-a19c-eeef31b1268a HTTP/1.1" status: 204 len: 168 time: 0.1386485 Sep 15 16:25:05.493790 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-6adac418-0b44-4e3c-b8d3-5d7c69691b1f req-a1749047-25ae-4e84-983d-9982345e39c0 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=08b52847f34742319b50763d26a3e585&device_id=a9845d6c-72e5-40cc-95ee-86241a4bef6a HTTP/1.1" status: 200 len: 1096 time: 0.0499716 Sep 15 16:25:05.499761 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d51e78-2d29-4205-9c64-de2be93a7160 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4ec5e55-bf5c-4d5f-a19c-eeef31b1268a,revision_number=None']} {{(pid=93954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:25:05.542386 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-6adac418-0b44-4e3c-b8d3-5d7c69691b1f req-7bd086cd-926d-4c40-abbc-e6f1a6ccd620 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=34c3aa11-daeb-4ab6-a096-b2f4a738fdd9 HTTP/1.1" status: 200 len: 217 time: 0.0385087 Sep 15 16:25:05.599380 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6adac418-0b44-4e3c-b8d3-5d7c69691b1f req-18b6b6e9-e957-43c1-b7e5-f0fc0719890e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:25:05.600887 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-6adac418-0b44-4e3c-b8d3-5d7c69691b1f req-18b6b6e9-e957-43c1-b7e5-f0fc0719890e service neutron] 10.222.0.45 "GET /v2.0/subnets?id=a6d88e66-c0ab-4dd8-a770-c6440e6f2b6d HTTP/1.1" status: 200 len: 854 time: 0.0466008 Sep 15 16:25:05.635331 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-6adac418-0b44-4e3c-b8d3-5d7c69691b1f req-dbd69205-2e02-4060-b834-6ee304e076fa service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=9e66c478-4f71-4cdf-a293-798d2c526beb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258286 Sep 15 16:25:05.758200 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-6adac418-0b44-4e3c-b8d3-5d7c69691b1f req-4997ea8d-2d5c-47a0-9480-77e760da6065 service neutron] 10.222.0.45 "GET /v2.0/networks/9e66c478-4f71-4cdf-a293-798d2c526beb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1150980 Sep 15 16:25:05.794348 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7c6b87-230c-4282-92a6-69b8da123a4c req-989fec4b-4365-4001-a57b-ca455edb963c tempest-AttachVolumeNegativeTest-624431894 tempest-AttachVolumeNegativeTest-624431894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:25:05.795844 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-dc7c6b87-230c-4282-92a6-69b8da123a4c req-989fec4b-4365-4001-a57b-ca455edb963c tempest-AttachVolumeNegativeTest-624431894 tempest-AttachVolumeNegativeTest-624431894-project] 10.222.0.39 "GET /v2.0/ports?device_id=a9845d6c-72e5-40cc-95ee-86241a4bef6a HTTP/1.1" status: 200 len: 943 time: 0.0928726 Sep 15 16:25:05.876111 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-dc7c6b87-230c-4282-92a6-69b8da123a4c req-090b730f-e544-4c02-ae15-7057a20b8b64 tempest-AttachVolumeNegativeTest-624431894 tempest-AttachVolumeNegativeTest-624431894-project] 10.222.0.39 "GET /v2.0/security-groups?id=55c08e70-940c-4a69-a384-24c4ba0679d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730181 Sep 15 16:25:05.900397 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-6adac418-0b44-4e3c-b8d3-5d7c69691b1f req-e58f93ec-4d98-4aa8-9a52-d5f9d0364fae service neutron] 10.222.0.45 "GET /v2.0/networks/9e66c478-4f71-4cdf-a293-798d2c526beb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1357462 Sep 15 16:25:06.035235 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6e6de8-c4c6-400f-873c-8133d62ea4b2 req-8880040f-b2bc-4720-abdc-80c3f91e702c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:25:06.036842 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-8f6e6de8-c4c6-400f-873c-8133d62ea4b2 req-8880040f-b2bc-4720-abdc-80c3f91e702c service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=08b52847f34742319b50763d26a3e585&device_id=a9845d6c-72e5-40cc-95ee-86241a4bef6a HTTP/1.1" status: 200 len: 1096 time: 0.0503242 Sep 15 16:25:06.139803 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6e6de8-c4c6-400f-873c-8133d62ea4b2 req-33422972-11aa-4efa-9d09-cd15f36ad17b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:25:06.141557 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-8f6e6de8-c4c6-400f-873c-8133d62ea4b2 req-33422972-11aa-4efa-9d09-cd15f36ad17b service neutron] 10.222.0.45 "GET /v2.0/networks?id=9e66c478-4f71-4cdf-a293-798d2c526beb HTTP/1.1" status: 200 len: 914 time: 0.0954137 Sep 15 16:25:06.146536 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76f664d-792f-4ee8-aa53-79c812e7c751 req-4c1f6725-0fb2-4ced-9096-a4fb503e51dc tempest-ServerRescueNegativeTestJSON-1504381068 tempest-ServerRescueNegativeTestJSON-1504381068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:25:06.148137 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-b76f664d-792f-4ee8-aa53-79c812e7c751 req-4c1f6725-0fb2-4ced-9096-a4fb503e51dc tempest-ServerRescueNegativeTestJSON-1504381068 tempest-ServerRescueNegativeTestJSON-1504381068-project] 10.222.0.39 "GET /v2.0/ports?device_id=f39eaa55-2d8b-4bbc-8509-4c2d7df9f16e HTTP/1.1" status: 200 len: 946 time: 0.0589244 Sep 15 16:25:06.189511 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-b76f664d-792f-4ee8-aa53-79c812e7c751 req-8434b9c6-e253-4638-8ee6-83019c2b1db5 tempest-ServerRescueNegativeTestJSON-1504381068 tempest-ServerRescueNegativeTestJSON-1504381068-project] 10.222.0.39 "GET /v2.0/security-groups?id=4d527866-20a6-4314-9b14-89ea4e5cf7c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328853 Sep 15 16:25:06.208913 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-8f6e6de8-c4c6-400f-873c-8133d62ea4b2 req-30735b7c-854b-493b-a599-0ca773fd662f service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=34c3aa11-daeb-4ab6-a096-b2f4a738fdd9 HTTP/1.1" status: 200 len: 217 time: 0.0356016 Sep 15 16:25:06.267912 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6e6de8-c4c6-400f-873c-8133d62ea4b2 req-d9b0c21c-3964-4da7-9bde-722c93d608e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:25:06.269425 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-8f6e6de8-c4c6-400f-873c-8133d62ea4b2 req-d9b0c21c-3964-4da7-9bde-722c93d608e0 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=a6d88e66-c0ab-4dd8-a770-c6440e6f2b6d HTTP/1.1" status: 200 len: 854 time: 0.0459366 Sep 15 16:25:06.304267 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-8f6e6de8-c4c6-400f-873c-8133d62ea4b2 req-3a16a2d1-cd40-4ab7-9596-90171bda4487 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=9e66c478-4f71-4cdf-a293-798d2c526beb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262301 Sep 15 16:25:06.401871 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-8f6e6de8-c4c6-400f-873c-8133d62ea4b2 req-29837638-9e97-4e6d-b5b0-2eea134f36ea service neutron] 10.222.0.45 "GET /v2.0/networks/9e66c478-4f71-4cdf-a293-798d2c526beb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890756 Sep 15 16:25:06.499267 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-8f6e6de8-c4c6-400f-873c-8133d62ea4b2 req-541642cb-0b91-40af-a38d-fd309f6a3fe5 service neutron] 10.222.0.45 "GET /v2.0/networks/9e66c478-4f71-4cdf-a293-798d2c526beb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894105 Sep 15 16:25:06.550938 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.wsgi [-] (93954) accepted ('10.222.0.39', 35338) {{(pid=93954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:25:06.662610 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-ff8c5df2-3c6b-43b6-b6e8-56cea9ae8928 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:25:06.754964 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-ff8c5df2-3c6b-43b6-b6e8-56cea9ae8928 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:25:06.761392 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-ff8c5df2-3c6b-43b6-b6e8-56cea9ae8928 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3702208'] for security_group, after_create {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:25:06.800017 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [None req-ff8c5df2-3c6b-43b6-b6e8-56cea9ae8928 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=c25a9c3741ee43c1ba32578752f1d8a8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2479129 Sep 15 16:25:06.800872 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8c5df2-3c6b-43b6-b6e8-56cea9ae8928 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c955fea0-92fa-4339-9634-6ac328308dfc,revision_number=1']} {{(pid=93954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:25:06.803026 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.wsgi [-] (93953) accepted ('10.222.0.39', 35346) {{(pid=93953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:25:06.855027 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-5799d957-51aa-4801-9aad-0cfb4ad38190 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:25:06.878122 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-5799d957-51aa-4801-9aad-0cfb4ad38190 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:25:06.940261 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-5799d957-51aa-4801-9aad-0cfb4ad38190 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3702208'] for security_group, after_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:25:06.942966 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-5799d957-51aa-4801-9aad-0cfb4ad38190 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:25:06.946439 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [None req-5799d957-51aa-4801-9aad-0cfb4ad38190 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/c955fea0-92fa-4339-9634-6ac328308dfc HTTP/1.1" status: 204 len: 168 time: 0.1401217 Sep 15 16:25:06.952770 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5799d957-51aa-4801-9aad-0cfb4ad38190 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c955fea0-92fa-4339-9634-6ac328308dfc,revision_number=None']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:25:06.998534 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2484be0d-1b52-45ff-b006-af5f78aa2d6c req-4b44e861-d009-472d-8d13-12afe9e96094 tempest-AttachVolumeNegativeTest-624431894 tempest-AttachVolumeNegativeTest-624431894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:25:07.000124 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-2484be0d-1b52-45ff-b006-af5f78aa2d6c req-4b44e861-d009-472d-8d13-12afe9e96094 tempest-AttachVolumeNegativeTest-624431894 tempest-AttachVolumeNegativeTest-624431894-project] 10.222.0.39 "GET /v2.0/ports?device_id=a9845d6c-72e5-40cc-95ee-86241a4bef6a HTTP/1.1" status: 200 len: 943 time: 0.0495753 Sep 15 16:25:07.045046 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-2484be0d-1b52-45ff-b006-af5f78aa2d6c req-0b26b5a1-2ae9-48fc-ab4c-822236b331d9 tempest-AttachVolumeNegativeTest-624431894 tempest-AttachVolumeNegativeTest-624431894-project] 10.222.0.39 "GET /v2.0/security-groups?id=55c08e70-940c-4a69-a384-24c4ba0679d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345955 Sep 15 16:25:07.245893 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.wsgi [-] (93953) accepted ('10.222.0.39', 35360) {{(pid=93953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:25:07.259358 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-d0e987e0-d7a4-4cbc-b608-d087270fe58d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:25:07.330783 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d8acba-8abb-4553-b9ea-8713bc4fe8dd req-c055f322-9f5f-4da7-bd15-fe13e41bf520 tempest-ServerRescueNegativeTestJSON-1504381068 tempest-ServerRescueNegativeTestJSON-1504381068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:25:07.332275 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-52d8acba-8abb-4553-b9ea-8713bc4fe8dd req-c055f322-9f5f-4da7-bd15-fe13e41bf520 tempest-ServerRescueNegativeTestJSON-1504381068 tempest-ServerRescueNegativeTestJSON-1504381068-project] 10.222.0.39 "GET /v2.0/ports?device_id=f39eaa55-2d8b-4bbc-8509-4c2d7df9f16e HTTP/1.1" status: 200 len: 946 time: 0.0699747 Sep 15 16:25:07.388240 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-52d8acba-8abb-4553-b9ea-8713bc4fe8dd req-b0f06c9a-d405-402d-8b4f-77ef1d5fc5f7 tempest-ServerRescueNegativeTestJSON-1504381068 tempest-ServerRescueNegativeTestJSON-1504381068-project] 10.222.0.39 "GET /v2.0/security-groups?id=4d527866-20a6-4314-9b14-89ea4e5cf7c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495441 Sep 15 16:25:07.416100 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-d0e987e0-d7a4-4cbc-b608-d087270fe58d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:25:07.421201 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-d0e987e0-d7a4-4cbc-b608-d087270fe58d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3702208'] for security_group, after_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:25:07.458613 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [None req-d0e987e0-d7a4-4cbc-b608-d087270fe58d admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=d56af99c12474dfc9d95cb9f45f3b4f4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2114913 Sep 15 16:25:07.459513 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e987e0-d7a4-4cbc-b608-d087270fe58d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c7a48d5-cc75-4415-9304-bc911142b195,revision_number=1']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:25:07.462355 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.wsgi [-] (93954) accepted ('10.222.0.39', 35362) {{(pid=93954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:25:07.511297 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-d50275f6-8473-4f60-88f8-ebd64f7b9d29 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:25:07.532475 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-d50275f6-8473-4f60-88f8-ebd64f7b9d29 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:25:07.591028 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-d50275f6-8473-4f60-88f8-ebd64f7b9d29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3702208'] for security_group, after_delete {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:25:07.593665 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-d50275f6-8473-4f60-88f8-ebd64f7b9d29 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:25:07.594839 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [None req-d50275f6-8473-4f60-88f8-ebd64f7b9d29 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/8c7a48d5-cc75-4415-9304-bc911142b195 HTTP/1.1" status: 204 len: 168 time: 0.1311533 Sep 15 16:25:07.602249 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50275f6-8473-4f60-88f8-ebd64f7b9d29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c7a48d5-cc75-4415-9304-bc911142b195,revision_number=None']} {{(pid=93954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:25:07.928363 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.wsgi [-] (93954) accepted ('10.222.0.39', 35374) {{(pid=93954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:25:07.941507 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-d8359559-f419-4f52-bff5-29a8c8e69ace admin admin] Notify callbacks [] for security_group, before_create {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:25:08.032301 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-d8359559-f419-4f52-bff5-29a8c8e69ace admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:25:08.037698 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-d8359559-f419-4f52-bff5-29a8c8e69ace admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3702208'] for security_group, after_create {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:25:08.075559 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8359559-f419-4f52-bff5-29a8c8e69ace admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=caabb51e-bbd5-40c5-b866-748b358839dd,revision_number=1']} {{(pid=93954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:25:08.082432 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [None req-d8359559-f419-4f52-bff5-29a8c8e69ace admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=2fd38220f0cc4cb1ba1d1d2165c821a7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1506429 Sep 15 16:25:08.082746 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.wsgi [-] (93954) accepted ('10.222.0.39', 35382) {{(pid=93954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:25:08.133205 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-43161044-8ddd-4912-b81d-3c3543220126 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:25:08.154143 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-43161044-8ddd-4912-b81d-3c3543220126 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:25:08.163011 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c9f1c8-aee2-47f7-8ac3-9e7de09a517c req-5e81fda4-f243-4c58-8ea1-4fea7eabab51 tempest-AttachVolumeNegativeTest-624431894 tempest-AttachVolumeNegativeTest-624431894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:25:08.164522 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-d3c9f1c8-aee2-47f7-8ac3-9e7de09a517c req-5e81fda4-f243-4c58-8ea1-4fea7eabab51 tempest-AttachVolumeNegativeTest-624431894 tempest-AttachVolumeNegativeTest-624431894-project] 10.222.0.39 "GET /v2.0/ports?device_id=a9845d6c-72e5-40cc-95ee-86241a4bef6a HTTP/1.1" status: 200 len: 943 time: 0.0511153 Sep 15 16:25:08.203434 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-43161044-8ddd-4912-b81d-3c3543220126 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3702208'] for security_group, after_delete {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:25:08.203843 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-d3c9f1c8-aee2-47f7-8ac3-9e7de09a517c req-64af6056-7120-45cf-bc8d-686d2f40eb31 tempest-AttachVolumeNegativeTest-624431894 tempest-AttachVolumeNegativeTest-624431894-project] 10.222.0.39 "GET /v2.0/security-groups?id=55c08e70-940c-4a69-a384-24c4ba0679d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329039 Sep 15 16:25:08.206508 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-43161044-8ddd-4912-b81d-3c3543220126 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:25:08.207935 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [None req-43161044-8ddd-4912-b81d-3c3543220126 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/caabb51e-bbd5-40c5-b866-748b358839dd HTTP/1.1" status: 204 len: 168 time: 0.1244140 Sep 15 16:25:08.217601 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43161044-8ddd-4912-b81d-3c3543220126 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=caabb51e-bbd5-40c5-b866-748b358839dd,revision_number=None']} {{(pid=93954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:25:08.515300 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a6e26a-60ff-46e9-b917-476be1ecc1e8 req-170553bc-2049-4496-a3c4-e60e34fa4223 tempest-ServerRescueNegativeTestJSON-1504381068 tempest-ServerRescueNegativeTestJSON-1504381068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:25:08.516943 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-93a6e26a-60ff-46e9-b917-476be1ecc1e8 req-170553bc-2049-4496-a3c4-e60e34fa4223 tempest-ServerRescueNegativeTestJSON-1504381068 tempest-ServerRescueNegativeTestJSON-1504381068-project] 10.222.0.39 "GET /v2.0/ports?device_id=f39eaa55-2d8b-4bbc-8509-4c2d7df9f16e HTTP/1.1" status: 200 len: 946 time: 0.0525963 Sep 15 16:25:08.556835 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-93a6e26a-60ff-46e9-b917-476be1ecc1e8 req-402c1bfc-8529-43b6-8995-71cb82fd7e68 tempest-ServerRescueNegativeTestJSON-1504381068 tempest-ServerRescueNegativeTestJSON-1504381068-project] 10.222.0.39 "GET /v2.0/security-groups?id=4d527866-20a6-4314-9b14-89ea4e5cf7c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334091 Sep 15 16:25:08.908904 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.wsgi [-] (93953) accepted ('10.222.0.39', 35408) {{(pid=93953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:25:09.011180 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.api.v2.base [None req-9ad9a731-bfa2-4324-a8b1-68d8bd669083 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-414778358-network', 'tenant_id': 'c399e90bd6c14b28a0c663c318ac7dd0'}} {{(pid=93953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:25:09.036492 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ad9a731-bfa2-4324-a8b1-68d8bd669083 admin admin] Made reservation on behalf of c399e90bd6c14b28a0c663c318ac7dd0 for: {'network': 1} {{(pid=93953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 16:25:09.038969 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-9ad9a731-bfa2-4324-a8b1-68d8bd669083 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928820'] for network, before_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:25:09.047400 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-9ad9a731-bfa2-4324-a8b1-68d8bd669083 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:25:09.139819 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-9ad9a731-bfa2-4324-a8b1-68d8bd669083 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:25:09.145256 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-9ad9a731-bfa2-4324-a8b1-68d8bd669083 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3702208'] for security_group, after_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:25:09.175588 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ad9a731-bfa2-4324-a8b1-68d8bd669083 admin admin] vlan segment allocate from pool success with {'vlan_id': 94, 'physical_network': 'physnet1'} {{(pid=93953) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 16:25:09.185503 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad9a731-bfa2-4324-a8b1-68d8bd669083 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f015b5f4-57be-4ab6-9bf7-9f53b172ec0b,revision_number=1']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:25:09.191652 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-9ad9a731-bfa2-4324-a8b1-68d8bd669083 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-955409'] for segment, precommit_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:25:09.191981 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.db.segments_db [None req-9ad9a731-bfa2-4324-a8b1-68d8bd669083 admin admin] Added segment 8b3f5ad2-375f-48a2-b3db-ec27bfd31ad4 of type vlan for network c6939575-0b70-4011-b40f-e72ea525aac3 Sep 15 16:25:09.232854 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-9ad9a731-bfa2-4324-a8b1-68d8bd669083 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791195928360'] for network, precommit_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:25:09.259385 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-9ad9a731-bfa2-4324-a8b1-68d8bd669083 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748912'] for network, after_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:25:09.260393 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ad9a731-bfa2-4324-a8b1-68d8bd669083 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:25:09.261051 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-9ad9a731-bfa2-4324-a8b1-68d8bd669083 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3748898'] for network, before_response {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:25:09.291472 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [None req-9ad9a731-bfa2-4324-a8b1-68d8bd669083 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3814583 Sep 15 16:25:09.295315 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.wsgi [-] (93953) accepted ('10.222.0.39', 35418) {{(pid=93953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:25:09.300240 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.api.v2.base [None req-a02aed78-8462-4518-b8a5-5176105ed380 admin admin] Request body: {'subnet': {'network_id': 'c6939575-0b70-4011-b40f-e72ea525aac3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-414778358-subnet', 'tenant_id': 'c399e90bd6c14b28a0c663c318ac7dd0', 'ip_version': 4}} {{(pid=93953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:25:09.319845 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafd3bf9-f2a3-44e2-8123-f62cf2b1dc91 req-65f8be7f-1970-49c8-b11f-dbfaede052ba tempest-AttachVolumeNegativeTest-624431894 tempest-AttachVolumeNegativeTest-624431894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:25:09.321360 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-fafd3bf9-f2a3-44e2-8123-f62cf2b1dc91 req-65f8be7f-1970-49c8-b11f-dbfaede052ba tempest-AttachVolumeNegativeTest-624431894 tempest-AttachVolumeNegativeTest-624431894-project] 10.222.0.39 "GET /v2.0/ports?device_id=a9845d6c-72e5-40cc-95ee-86241a4bef6a HTTP/1.1" status: 200 len: 943 time: 0.0499306 Sep 15 16:25:09.332013 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad9a731-bfa2-4324-a8b1-68d8bd669083 admin admin] Pushing event updated for resources: {'Network': ['ID=c6939575-0b70-4011-b40f-e72ea525aac3,revision_number=1']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:25:09.344202 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.rpc [None req-57d8a9a3-d16f-4b20-b77b-ca1e664c03db None None] Network c6939575-0b70-4011-b40f-e72ea525aac3 details requested by agent ovs-agent-dv-cinder-779576-8-iscsi with host dv-cinder-779576-8-iscsi {{(pid=93955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 16:25:09.348406 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a02aed78-8462-4518-b8a5-5176105ed380 admin admin] Made reservation on behalf of c399e90bd6c14b28a0c663c318ac7dd0 for: {'subnet': 1} {{(pid=93953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 16:25:09.351104 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-a02aed78-8462-4518-b8a5-5176105ed380 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127570073'] for subnet, before_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:25:09.359784 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-fafd3bf9-f2a3-44e2-8123-f62cf2b1dc91 req-25979297-de55-4645-84c1-51d60ef14758 tempest-AttachVolumeNegativeTest-624431894 tempest-AttachVolumeNegativeTest-624431894-project] 10.222.0.39 "GET /v2.0/security-groups?id=55c08e70-940c-4a69-a384-24c4ba0679d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322318 Sep 15 16:25:09.543647 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-a02aed78-8462-4518-b8a5-5176105ed380 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127878349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127570103'] for subnet, after_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:25:09.606831 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02aed78-8462-4518-b8a5-5176105ed380 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d9230886-3d10-4207-9dd3-ce6966941488,revision_number=0']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:25:09.625929 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a02aed78-8462-4518-b8a5-5176105ed380 admin admin] Checking segment: {'id': '8b3f5ad2-375f-48a2-b3db-ec27bfd31ad4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'c6939575-0b70-4011-b40f-e72ea525aac3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 16:25:09.626588 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a02aed78-8462-4518-b8a5-5176105ed380 admin admin] Network hostable DHCP agents. Network: c6939575-0b70-4011-b40f-e72ea525aac3, hostable agents: ['2fbb1984-d09c-42d8-b085-ece7113d0e35'], hosted agents: [] {{(pid=93953) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 16:25:09.645243 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a02aed78-8462-4518-b8a5-5176105ed380 admin admin] Network c6939575-0b70-4011-b40f-e72ea525aac3 is scheduled to be hosted by DHCP agent 2fbb1984-d09c-42d8-b085-ece7113d0e35 with binding_index 1 {{(pid=93953) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 16:25:09.656826 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.scheduler.base_scheduler [None req-a02aed78-8462-4518-b8a5-5176105ed380 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-779576-8-iscsi, c6939575-0b70-4011-b40f-e72ea525aac3) {{(pid=93953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:25:09.661037 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a02aed78-8462-4518-b8a5-5176105ed380 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:25:09.661881 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-a02aed78-8462-4518-b8a5-5176105ed380 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3748898'] for subnet, before_response {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:25:09.667887 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18ea4cea-3a74-4497-9d05-546b2f3443be None None] Network c6939575-0b70-4011-b40f-e72ea525aac3 requested from dv-cinder-779576-8-iscsi {{(pid=93955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 16:25:09.678929 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b803892-6dc7-4120-82b0-fe227ecac842 req-20f1166b-a101-45ad-bede-eaa2fddde61f tempest-ServerRescueNegativeTestJSON-1504381068 tempest-ServerRescueNegativeTestJSON-1504381068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:25:09.682629 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [None req-a02aed78-8462-4518-b8a5-5176105ed380 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3835709 Sep 15 16:25:09.682845 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-1b803892-6dc7-4120-82b0-fe227ecac842 req-20f1166b-a101-45ad-bede-eaa2fddde61f tempest-ServerRescueNegativeTestJSON-1504381068 tempest-ServerRescueNegativeTestJSON-1504381068-project] 10.222.0.39 "GET /v2.0/ports?device_id=f39eaa55-2d8b-4bbc-8509-4c2d7df9f16e HTTP/1.1" status: 200 len: 946 time: 0.0537896 Sep 15 16:25:09.682845 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.wsgi [-] (93954) accepted ('10.222.0.39', 35422) {{(pid=93954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:25:09.686788 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.api.v2.base [None req-c886b9a0-21a3-4065-906f-3322810fd98c admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-414778358-router', 'tenant_id': 'c399e90bd6c14b28a0c663c318ac7dd0', 'external_gateway_info': {'network_id': '62251075-a3e3-4d47-8761-104d217b089a'}}} {{(pid=93954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:25:09.731077 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-1b803892-6dc7-4120-82b0-fe227ecac842 req-2bada7d8-f16a-4c8b-b2bf-5e641f82c871 tempest-ServerRescueNegativeTestJSON-1504381068 tempest-ServerRescueNegativeTestJSON-1504381068-project] 10.222.0.39 "GET /v2.0/security-groups?id=4d527866-20a6-4314-9b14-89ea4e5cf7c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407770 Sep 15 16:25:09.732469 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-c886b9a0-21a3-4065-906f-3322810fd98c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3724442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-688'] for router, before_create {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:25:09.733621 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-c886b9a0-21a3-4065-906f-3322810fd98c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3721994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3726746', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4095511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-647'] for router, precommit_create {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:25:09.790314 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-c886b9a0-21a3-4065-906f-3322810fd98c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:25:09.822609 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-452416e0-da05-464e-a3c9-b653bba76ef4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc7308360-924b-5de6-8a2e-c749ffa8d93c-c6939575-0b70-4011-b40f-e72ea525aac3', 'network_id': 'c6939575-0b70-4011-b40f-e72ea525aac3', 'tenant_id': 'c399e90bd6c14b28a0c663c318ac7dd0', 'fixed_ips': [{'subnet_id': 'd9230886-3d10-4207-9dd3-ce6966941488'}]}} from dv-cinder-779576-8-iscsi. {{(pid=93955) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 15 16:25:09.823506 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-452416e0-da05-464e-a3c9-b653bba76ef4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928820'] for port, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:25:09.932900 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-c886b9a0-21a3-4065-906f-3322810fd98c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:25:09.969962 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.db.db_base_plugin_common [None req-452416e0-da05-464e-a3c9-b653bba76ef4 None None] Allocated IP 172.20.0.2 (c6939575-0b70-4011-b40f-e72ea525aac3/d9230886-3d10-4207-9dd3-ce6966941488/2371d0bf-90d9-4de6-b877-051d8eef1418) {{(pid=93955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 16:25:10.120751 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-452416e0-da05-464e-a3c9-b653bba76ef4 None None] Notify callbacks [] for port, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:25:10.127731 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-452416e0-da05-464e-a3c9-b653bba76ef4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791195969994'] for port, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:25:10.131210 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-c886b9a0-21a3-4065-906f-3322810fd98c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:25:10.150056 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-c886b9a0-21a3-4065-906f-3322810fd98c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928820'] for port, before_create {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:25:10.163189 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-452416e0-da05-464e-a3c9-b653bba76ef4 None None] Network c6939575-0b70-4011-b40f-e72ea525aac3 is already hosted by enough agents. {{(pid=93955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:25:10.167481 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.scheduler.base_scheduler [None req-452416e0-da05-464e-a3c9-b653bba76ef4 None None] Resources bound (agent type, host, resource id): {{(pid=93955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:25:10.170890 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-452416e0-da05-464e-a3c9-b653bba76ef4 None None] Received port after_create {{(pid=93955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 16:25:10.180527 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452416e0-da05-464e-a3c9-b653bba76ef4 None None] Pushing event updated for resources: {'Port': ['ID=2371d0bf-90d9-4de6-b877-051d8eef1418,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:25:10.189865 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-452416e0-da05-464e-a3c9-b653bba76ef4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:25:10.190208 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-452416e0-da05-464e-a3c9-b653bba76ef4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:25:10.190576 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-452416e0-da05-464e-a3c9-b653bba76ef4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:25:10.190872 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-452416e0-da05-464e-a3c9-b653bba76ef4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:25:10.191199 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-452416e0-da05-464e-a3c9-b653bba76ef4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:25:10.191519 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-452416e0-da05-464e-a3c9-b653bba76ef4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:25:10.191837 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-452416e0-da05-464e-a3c9-b653bba76ef4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:25:10.192185 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-452416e0-da05-464e-a3c9-b653bba76ef4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:25:10.192533 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-452416e0-da05-464e-a3c9-b653bba76ef4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:25:10.192851 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-452416e0-da05-464e-a3c9-b653bba76ef4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:25:10.193164 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-452416e0-da05-464e-a3c9-b653bba76ef4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:25:10.193473 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-452416e0-da05-464e-a3c9-b653bba76ef4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:25:10.243400 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [None req-452416e0-da05-464e-a3c9-b653bba76ef4 None None] Attempting to bind port 2371d0bf-90d9-4de6-b877-051d8eef1418 on host dv-cinder-779576-8-iscsi for vnic_type normal with profile {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 16:25:10.243720 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [None req-452416e0-da05-464e-a3c9-b653bba76ef4 None None] Attempting to bind port 2371d0bf-90d9-4de6-b877-051d8eef1418 by drivers openvswitch,hyperv on host dv-cinder-779576-8-iscsi at level 0 using segments [{'id': '8b3f5ad2-375f-48a2-b3db-ec27bfd31ad4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'c6939575-0b70-4011-b40f-e72ea525aac3'}] {{(pid=93955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 16:25:10.244103 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-452416e0-da05-464e-a3c9-b653bba76ef4 None None] Attempting to bind port 2371d0bf-90d9-4de6-b877-051d8eef1418 on network c6939575-0b70-4011-b40f-e72ea525aac3 {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 16:25:10.249572 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-452416e0-da05-464e-a3c9-b653bba76ef4 None None] Checking agent: {'id': 'afdc58b1-457c-454f-9c1a-1b1c93cc1a70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-779576-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 16, 14, 2), 'started_at': datetime.datetime(2021, 9, 15, 16, 14, 32), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 16, 25, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-779576-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 16:25:10.249938 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-452416e0-da05-464e-a3c9-b653bba76ef4 None None] Checking segment: {'id': '8b3f5ad2-375f-48a2-b3db-ec27bfd31ad4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'c6939575-0b70-4011-b40f-e72ea525aac3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 16:25:10.250329 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-452416e0-da05-464e-a3c9-b653bba76ef4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:25:10.250708 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-452416e0-da05-464e-a3c9-b653bba76ef4 None None] Bound using segment: {'id': '8b3f5ad2-375f-48a2-b3db-ec27bfd31ad4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'c6939575-0b70-4011-b40f-e72ea525aac3'} {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 16:25:10.251191 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [None req-452416e0-da05-464e-a3c9-b653bba76ef4 None None] Bound port: 2371d0bf-90d9-4de6-b877-051d8eef1418, host: dv-cinder-779576-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b3f5ad2-375f-48a2-b3db-ec27bfd31ad4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'c6939575-0b70-4011-b40f-e72ea525aac3'}}] {{(pid=93955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 16:25:10.251558 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-452416e0-da05-464e-a3c9-b653bba76ef4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928820'] for port, before_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:25:10.259954 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.db.db_base_plugin_common [None req-c886b9a0-21a3-4065-906f-3322810fd98c admin admin] Allocated IP 172.27.3.17 (62251075-a3e3-4d47-8761-104d217b089a/9a71565b-217b-482b-8364-bc8ecb4c8f88/d78352ab-9614-405e-92ee-c29472d3206d) {{(pid=93954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 16:25:10.313458 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.db [None req-452416e0-da05-464e-a3c9-b653bba76ef4 None None] For port 2371d0bf-90d9-4de6-b877-051d8eef1418, host dv-cinder-779576-8-iscsi, cleared binding levels {{(pid=93955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 16:25:10.316741 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.db [None req-452416e0-da05-464e-a3c9-b653bba76ef4 None None] For port 2371d0bf-90d9-4de6-b877-051d8eef1418, host dv-cinder-779576-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779576-8-iscsi',level=0,port_id=2371d0bf-90d9-4de6-b877-051d8eef1418,segment=NetworkSegment(8b3f5ad2-375f-48a2-b3db-ec27bfd31ad4),segment_id=8b3f5ad2-375f-48a2-b3db-ec27bfd31ad4)] {{(pid=93955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 16:25:10.321987 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-452416e0-da05-464e-a3c9-b653bba76ef4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791196459277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791195970012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791195970030'] for port, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:25:10.368453 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-c886b9a0-21a3-4065-906f-3322810fd98c admin admin] Notify callbacks [] for port, precommit_create {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:25:10.376798 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452416e0-da05-464e-a3c9-b653bba76ef4 None None] Pushing event updated for resources: {'Port': ['ID=2371d0bf-90d9-4de6-b877-051d8eef1418,revision_number=2']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:25:10.415793 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-c886b9a0-21a3-4065-906f-3322810fd98c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791195969994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126007332'] for port, after_create {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:25:10.477811 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c886b9a0-21a3-4065-906f-3322810fd98c admin admin] Network 62251075-a3e3-4d47-8761-104d217b089a is already hosted by enough agents. {{(pid=93954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:25:10.483460 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.scheduler.base_scheduler [None req-c886b9a0-21a3-4065-906f-3322810fd98c admin admin] Resources bound (agent type, host, resource id): {{(pid=93954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:25:10.487318 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c886b9a0-21a3-4065-906f-3322810fd98c admin admin] Received port after_create {{(pid=93954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 16:25:10.532516 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c886b9a0-21a3-4065-906f-3322810fd98c admin admin] Pushing event updated for resources: {'Port': ['ID=d78352ab-9614-405e-92ee-c29472d3206d,revision_number=1']} {{(pid=93954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:25:10.611507 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d820f4-2776-455b-b9a9-8b2568ea6960 req-0f3e839d-455a-4910-bb01-22c2ad46714b tempest-AttachVolumeNegativeTest-624431894 tempest-AttachVolumeNegativeTest-624431894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:25:10.620709 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-f9d820f4-2776-455b-b9a9-8b2568ea6960 req-0f3e839d-455a-4910-bb01-22c2ad46714b tempest-AttachVolumeNegativeTest-624431894 tempest-AttachVolumeNegativeTest-624431894-project] 10.222.0.39 "GET /v2.0/ports?device_id=a9845d6c-72e5-40cc-95ee-86241a4bef6a HTTP/1.1" status: 200 len: 943 time: 0.1601791 Sep 15 16:25:10.708523 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-f9d820f4-2776-455b-b9a9-8b2568ea6960 req-ff8161b9-c643-496a-b7d0-10e07638eace tempest-AttachVolumeNegativeTest-624431894 tempest-AttachVolumeNegativeTest-624431894-project] 10.222.0.39 "GET /v2.0/security-groups?id=55c08e70-940c-4a69-a384-24c4ba0679d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870085 Sep 15 16:25:10.858403 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-c886b9a0-21a3-4065-906f-3322810fd98c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:25:10.909890 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3366d077-a5fd-48fa-9364-ea5edac48cf3 req-b1dc1c6f-666f-42e6-a65b-7284cd21ba64 tempest-ServerRescueNegativeTestJSON-1504381068 tempest-ServerRescueNegativeTestJSON-1504381068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:25:10.911371 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-3366d077-a5fd-48fa-9364-ea5edac48cf3 req-b1dc1c6f-666f-42e6-a65b-7284cd21ba64 tempest-ServerRescueNegativeTestJSON-1504381068 tempest-ServerRescueNegativeTestJSON-1504381068-project] 10.222.0.39 "GET /v2.0/ports?device_id=f39eaa55-2d8b-4bbc-8509-4c2d7df9f16e HTTP/1.1" status: 200 len: 946 time: 0.0995064 Sep 15 16:25:10.993740 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-3366d077-a5fd-48fa-9364-ea5edac48cf3 req-6a6220d8-caef-4095-ae44-3279023bddc5 tempest-ServerRescueNegativeTestJSON-1504381068 tempest-ServerRescueNegativeTestJSON-1504381068-project] 10.222.0.39 "GET /v2.0/security-groups?id=4d527866-20a6-4314-9b14-89ea4e5cf7c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758193 Sep 15 16:25:11.294940 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83394db6-13f5-45c9-b452-dff76df8e961 None None] Network c6939575-0b70-4011-b40f-e72ea525aac3 requested from dv-cinder-779576-8-iscsi {{(pid=93955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 16:25:11.314447 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-c886b9a0-21a3-4065-906f-3322810fd98c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3721989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3725645'] for router, after_create {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:25:11.375018 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.db.provisioning_blocks [None req-6e268c05-1ee1-4ab3-bac3-d55aca7c4305 None None] Provisioning complete for port 2371d0bf-90d9-4de6-b877-051d8eef1418 triggered by entity DHCP. {{(pid=93955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:25:11.375291 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-6e268c05-1ee1-4ab3-bac3-d55aca7c4305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953592'] for port, provisioning_complete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:25:11.442522 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c886b9a0-21a3-4065-906f-3322810fd98c admin admin] Router 4ced20cb-78bd-463d-a639-2fabada1e81e is scheduled to L3 agent 7a8df8d7-c3ef-43b4-9534-c977f7014926 with binding_index 1 {{(pid=93954) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 15 16:25:11.507465 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-6e268c05-1ee1-4ab3-bac3-d55aca7c4305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928820'] for port, before_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:25:11.544130 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.db [None req-6e268c05-1ee1-4ab3-bac3-d55aca7c4305 None None] For port 2371d0bf-90d9-4de6-b877-051d8eef1418, host dv-cinder-779576-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779576-8-iscsi',level=0,port_id=2371d0bf-90d9-4de6-b877-051d8eef1418,segment=NetworkSegment(8b3f5ad2-375f-48a2-b3db-ec27bfd31ad4),segment_id=8b3f5ad2-375f-48a2-b3db-ec27bfd31ad4)] {{(pid=93955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:25:11.550768 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-6e268c05-1ee1-4ab3-bac3-d55aca7c4305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791196459277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791195970012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791195970030'] for port, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:25:11.557239 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c886b9a0-21a3-4065-906f-3322810fd98c admin admin] Notify agent at l3_agent.dv-cinder-779576-8-iscsi the message routers_updated {{(pid=93954) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 16:25:11.573893 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-236b39b9-49fe-4bab-b542-fd0ac149ffac None None] Sync routers for ids ['4ced20cb-78bd-463d-a639-2fabada1e81e'] in dv-cinder-779576-8-iscsi {{(pid=93956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 16:25:11.583897 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-c886b9a0-21a3-4065-906f-3322810fd98c admin admin] Notify callbacks [] for router, before_response {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:25:11.585361 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [None req-c886b9a0-21a3-4065-906f-3322810fd98c admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 1.9017484 Sep 15 16:25:11.588111 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.wsgi [-] (93954) accepted ('10.222.0.39', 35436) {{(pid=93954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:25:11.588663 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-236b39b9-49fe-4bab-b542-fd0ac149ffac None None] Routers {'4ced20cb-78bd-463d-a639-2fabada1e81e'} bound to L3 agent in host dv-cinder-779576-8-iscsi {{(pid=93956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:25:11.589464 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron.db.l3_hamode_db [None req-236b39b9-49fe-4bab-b542-fd0ac149ffac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779576-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T16:14:02Z,description=,heartbeat_timestamp=2021-09-15T16:25:02Z,host='dv-cinder-779576-8-iscsi',id=7a8df8d7-c3ef-43b4-9534-c977f7014926,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T16:14:02Z,topic='l3_agent')) {'router_ids': ['4ced20cb-78bd-463d-a639-2fabada1e81e'], 'active': True} {{(pid=93956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:25:11.621753 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e268c05-1ee1-4ab3-bac3-d55aca7c4305 None None] Pushing event updated for resources: {'Port': ['ID=2371d0bf-90d9-4de6-b877-051d8eef1418,revision_number=3']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:25:11.699936 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron.db.l3_dvr_db [None req-236b39b9-49fe-4bab-b542-fd0ac149ffac None None] Set router 4ced20cb-78bd-463d-a639-2fabada1e81e gateway port host: dv-cinder-779576-8-iscsi {{(pid=93956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 16:25:11.778043 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.db.provisioning_blocks [None req-37e4b614-deba-4eb1-8e8b-23294a648cdd None None] Provisioning complete for port 2371d0bf-90d9-4de6-b877-051d8eef1418 triggered by entity DHCP. {{(pid=93955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:25:11.778726 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-37e4b614-deba-4eb1-8e8b-23294a648cdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953592'] for port, provisioning_complete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:25:11.894761 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron.db.l3_hamode_db [None req-236b39b9-49fe-4bab-b542-fd0ac149ffac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ced20cb-78bd-463d-a639-2fabada1e81e', 'name': 'tempest-TestMinimumBasicScenario-414778358-router', 'tenant_id': 'c399e90bd6c14b28a0c663c318ac7dd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62251075-a3e3-4d47-8761-104d217b089a', 'external_fixed_ips': [{'subnet_id': '9a71565b-217b-482b-8364-bc8ecb4c8f88', 'ip_address': '172.27.3.17'}], 'enable_snat': True}, 'gw_port_id': 'd78352ab-9614-405e-92ee-c29472d3206d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:25:09Z', 'updated_at': '2021-09-15T16:25:10Z', 'revision_number': 3, 'project_id': 'c399e90bd6c14b28a0c663c318ac7dd0', 'gw_port': {'id': 'd78352ab-9614-405e-92ee-c29472d3206d', 'name': '', 'network_id': '62251075-a3e3-4d47-8761-104d217b089a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:2c:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ced20cb-78bd-463d-a639-2fabada1e81e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '9a71565b-217b-482b-8364-bc8ecb4c8f88', 'ip_address': '172.27.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:25:10Z', 'updated_at': '2021-09-15T16:25:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9a71565b-217b-482b-8364-bc8ecb4c8f88', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779576-8-iscsi'}], 'dv-cinder-779576-8-iscsi', False) {} {{(pid=93956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:25:11.905811 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a99b6e6-0866-458b-82eb-71644c39e244 req-e21e0b4e-e212-4309-9576-4fffb114da8e tempest-AttachVolumeNegativeTest-624431894 tempest-AttachVolumeNegativeTest-624431894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:25:11.907490 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-7a99b6e6-0866-458b-82eb-71644c39e244 req-e21e0b4e-e212-4309-9576-4fffb114da8e tempest-AttachVolumeNegativeTest-624431894 tempest-AttachVolumeNegativeTest-624431894-project] 10.222.0.39 "GET /v2.0/ports?device_id=a9845d6c-72e5-40cc-95ee-86241a4bef6a HTTP/1.1" status: 200 len: 943 time: 0.1133256 Sep 15 16:25:11.915865 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.rpc [None req-57d8a9a3-d16f-4b20-b77b-ca1e664c03db None None] Device 2371d0bf-90d9-4de6-b877-051d8eef1418 up at agent ovs-agent-dv-cinder-779576-8-iscsi {{(pid=93955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 16:25:11.927175 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-236b39b9-49fe-4bab-b542-fd0ac149ffac None None] Checking router: 4ced20cb-78bd-463d-a639-2fabada1e81e for host: dv-cinder-779576-8-iscsi {{(pid=93956) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 16:25:11.927516 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-236b39b9-49fe-4bab-b542-fd0ac149ffac None None] Updating router 4ced20cb-78bd-463d-a639-2fabada1e81e port d78352ab-9614-405e-92ee-c29472d3206d binding host dv-cinder-779576-8-iscsi {{(pid=93956) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 16:25:11.954431 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-236b39b9-49fe-4bab-b542-fd0ac149ffac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928820'] for port, before_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:25:11.964742 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.db.provisioning_blocks [None req-57d8a9a3-d16f-4b20-b77b-ca1e664c03db None None] Provisioning complete for port 2371d0bf-90d9-4de6-b877-051d8eef1418 triggered by entity L2. {{(pid=93955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:25:11.965103 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-57d8a9a3-d16f-4b20-b77b-ca1e664c03db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953592'] for port, provisioning_complete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:25:11.991401 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-7a99b6e6-0866-458b-82eb-71644c39e244 req-b9efb822-5c14-442b-b1a0-f5e6ff4372f9 tempest-AttachVolumeNegativeTest-624431894 tempest-AttachVolumeNegativeTest-624431894-project] 10.222.0.39 "GET /v2.0/security-groups?id=55c08e70-940c-4a69-a384-24c4ba0679d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743914 Sep 15 16:25:12.139811 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-6258e327-6f5b-420a-9438-32e6627f7ace admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928820'] for port, before_create {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:25:12.165299 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69d0db7-8da5-43fc-80c1-25eb7381b2ca req-e634c5de-34f6-4f82-8101-113d09f13a60 tempest-ServerRescueNegativeTestJSON-1504381068 tempest-ServerRescueNegativeTestJSON-1504381068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:25:12.166667 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-a69d0db7-8da5-43fc-80c1-25eb7381b2ca req-e634c5de-34f6-4f82-8101-113d09f13a60 tempest-ServerRescueNegativeTestJSON-1504381068 tempest-ServerRescueNegativeTestJSON-1504381068-project] 10.222.0.39 "GET /v2.0/ports?device_id=f39eaa55-2d8b-4bbc-8509-4c2d7df9f16e HTTP/1.1" status: 200 len: 946 time: 0.0912230 Sep 15 16:25:12.237201 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-236b39b9-49fe-4bab-b542-fd0ac149ffac None None] Notify callbacks [] for port, precommit_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:25:12.242845 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-236b39b9-49fe-4bab-b542-fd0ac149ffac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791196459277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791195970012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791195970030'] for port, after_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:25:12.270064 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-a69d0db7-8da5-43fc-80c1-25eb7381b2ca req-f652f3f2-802f-4275-9989-05a04e875d37 tempest-ServerRescueNegativeTestJSON-1504381068 tempest-ServerRescueNegativeTestJSON-1504381068-project] 10.222.0.39 "GET /v2.0/security-groups?id=4d527866-20a6-4314-9b14-89ea4e5cf7c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940959 Sep 15 16:25:12.286588 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968d4b6c-a1a8-412f-9cce-d5edd11ef8fd None None] Pushing event updated for resources: {'Port': ['ID=d78352ab-9614-405e-92ee-c29472d3206d,revision_number=2']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:25:12.300614 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-968d4b6c-a1a8-412f-9cce-d5edd11ef8fd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:25:12.300968 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-968d4b6c-a1a8-412f-9cce-d5edd11ef8fd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:25:12.301312 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-968d4b6c-a1a8-412f-9cce-d5edd11ef8fd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:25:12.301648 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-968d4b6c-a1a8-412f-9cce-d5edd11ef8fd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:25:12.301978 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-968d4b6c-a1a8-412f-9cce-d5edd11ef8fd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:25:12.302309 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-968d4b6c-a1a8-412f-9cce-d5edd11ef8fd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:25:12.302635 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-968d4b6c-a1a8-412f-9cce-d5edd11ef8fd None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:25:12.302960 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-968d4b6c-a1a8-412f-9cce-d5edd11ef8fd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:25:12.303304 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-968d4b6c-a1a8-412f-9cce-d5edd11ef8fd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:25:12.303629 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-968d4b6c-a1a8-412f-9cce-d5edd11ef8fd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:25:12.303950 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-968d4b6c-a1a8-412f-9cce-d5edd11ef8fd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:25:12.304295 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-968d4b6c-a1a8-412f-9cce-d5edd11ef8fd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:25:12.309230 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron.plugins.ml2.managers [None req-236b39b9-49fe-4bab-b542-fd0ac149ffac None None] Attempting to bind port d78352ab-9614-405e-92ee-c29472d3206d on host dv-cinder-779576-8-iscsi for vnic_type normal with profile {{(pid=93956) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 16:25:12.309600 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron.plugins.ml2.managers [None req-236b39b9-49fe-4bab-b542-fd0ac149ffac None None] Attempting to bind port d78352ab-9614-405e-92ee-c29472d3206d by drivers openvswitch,hyperv on host dv-cinder-779576-8-iscsi at level 0 using segments [{'id': 'fd8e905d-efc3-4108-bd70-37f32575b93b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62251075-a3e3-4d47-8761-104d217b089a'}] {{(pid=93956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 16:25:12.309974 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-236b39b9-49fe-4bab-b542-fd0ac149ffac None None] Attempting to bind port d78352ab-9614-405e-92ee-c29472d3206d on network 62251075-a3e3-4d47-8761-104d217b089a {{(pid=93956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 16:25:12.314932 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-236b39b9-49fe-4bab-b542-fd0ac149ffac None None] Checking agent: {'id': 'afdc58b1-457c-454f-9c1a-1b1c93cc1a70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-779576-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 16, 14, 2), 'started_at': datetime.datetime(2021, 9, 15, 16, 14, 32), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 16, 25, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-779576-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 16:25:12.315304 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-236b39b9-49fe-4bab-b542-fd0ac149ffac None None] Checking segment: {'id': 'fd8e905d-efc3-4108-bd70-37f32575b93b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62251075-a3e3-4d47-8761-104d217b089a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93956) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 16:25:12.315707 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-236b39b9-49fe-4bab-b542-fd0ac149ffac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:25:12.316119 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-236b39b9-49fe-4bab-b542-fd0ac149ffac None None] Bound using segment: {'id': 'fd8e905d-efc3-4108-bd70-37f32575b93b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62251075-a3e3-4d47-8761-104d217b089a'} {{(pid=93956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 16:25:12.316585 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron.plugins.ml2.managers [None req-236b39b9-49fe-4bab-b542-fd0ac149ffac None None] Bound port: d78352ab-9614-405e-92ee-c29472d3206d, host: dv-cinder-779576-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd8e905d-efc3-4108-bd70-37f32575b93b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62251075-a3e3-4d47-8761-104d217b089a'}}] {{(pid=93956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 16:25:12.316961 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-236b39b9-49fe-4bab-b542-fd0ac149ffac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928820'] for port, before_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:25:12.341481 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.db.db_base_plugin_common [None req-6258e327-6f5b-420a-9438-32e6627f7ace admin admin] Allocated IP 172.20.0.1 (c6939575-0b70-4011-b40f-e72ea525aac3/d9230886-3d10-4207-9dd3-ce6966941488/7e32e7ae-9ba7-43b1-b194-4a1e40cf6b75) {{(pid=93954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 16:25:12.371543 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron.plugins.ml2.db [None req-236b39b9-49fe-4bab-b542-fd0ac149ffac None None] For port d78352ab-9614-405e-92ee-c29472d3206d, host dv-cinder-779576-8-iscsi, cleared binding levels {{(pid=93956) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 16:25:12.374603 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron.plugins.ml2.db [None req-236b39b9-49fe-4bab-b542-fd0ac149ffac None None] For port d78352ab-9614-405e-92ee-c29472d3206d, host dv-cinder-779576-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779576-8-iscsi',level=0,port_id=d78352ab-9614-405e-92ee-c29472d3206d,segment=NetworkSegment(fd8e905d-efc3-4108-bd70-37f32575b93b),segment_id=fd8e905d-efc3-4108-bd70-37f32575b93b)] {{(pid=93956) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 16:25:12.380707 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-236b39b9-49fe-4bab-b542-fd0ac149ffac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791196459277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791195970012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791195970030'] for port, after_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:25:12.449941 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-6258e327-6f5b-420a-9438-32e6627f7ace admin admin] Notify callbacks [] for port, precommit_create {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:25:12.485700 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-6258e327-6f5b-420a-9438-32e6627f7ace admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791195969994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126007332'] for port, after_create {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:25:12.515298 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-236b39b9-49fe-4bab-b542-fd0ac149ffac None None] Routers {'4ced20cb-78bd-463d-a639-2fabada1e81e'} bound to L3 agent in host dv-cinder-779576-8-iscsi {{(pid=93956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:25:12.515943 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron.db.l3_hamode_db [None req-236b39b9-49fe-4bab-b542-fd0ac149ffac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779576-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T16:14:02Z,description=,heartbeat_timestamp=2021-09-15T16:25:02Z,host='dv-cinder-779576-8-iscsi',id=7a8df8d7-c3ef-43b4-9534-c977f7014926,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T16:14:02Z,topic='l3_agent')) {'router_ids': ['4ced20cb-78bd-463d-a639-2fabada1e81e'], 'active': True} {{(pid=93956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:25:12.528726 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6258e327-6f5b-420a-9438-32e6627f7ace admin admin] Network c6939575-0b70-4011-b40f-e72ea525aac3 is already hosted by enough agents. {{(pid=93954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:25:12.531463 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.scheduler.base_scheduler [None req-6258e327-6f5b-420a-9438-32e6627f7ace admin admin] Resources bound (agent type, host, resource id): {{(pid=93954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:25:12.537825 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6258e327-6f5b-420a-9438-32e6627f7ace admin admin] Received port after_create {{(pid=93954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 16:25:12.540990 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6258e327-6f5b-420a-9438-32e6627f7ace admin admin] Pushing event updated for resources: {'Port': ['ID=7e32e7ae-9ba7-43b1-b194-4a1e40cf6b75,revision_number=1']} {{(pid=93954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:25:12.549835 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968d4b6c-a1a8-412f-9cce-d5edd11ef8fd None None] Pushing event updated for resources: {'Port': ['ID=d78352ab-9614-405e-92ee-c29472d3206d,revision_number=3']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:25:12.583080 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-6258e327-6f5b-420a-9438-32e6627f7ace admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3725722'] for router_interface, before_create {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:25:12.626034 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron.db.l3_dvr_db [None req-236b39b9-49fe-4bab-b542-fd0ac149ffac None None] Set router 4ced20cb-78bd-463d-a639-2fabada1e81e gateway port host: dv-cinder-779576-8-iscsi {{(pid=93956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 16:25:12.720648 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-6258e327-6f5b-420a-9438-32e6627f7ace admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928820'] for port, before_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:25:12.811891 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.db.provisioning_blocks [None req-9f05dcee-04a5-4554-ae24-aa203925f287 None None] Provisioning complete for port 7e32e7ae-9ba7-43b1-b194-4a1e40cf6b75 triggered by entity DHCP. {{(pid=93955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:25:12.812502 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron.db.l3_hamode_db [None req-236b39b9-49fe-4bab-b542-fd0ac149ffac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ced20cb-78bd-463d-a639-2fabada1e81e', 'name': 'tempest-TestMinimumBasicScenario-414778358-router', 'tenant_id': 'c399e90bd6c14b28a0c663c318ac7dd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62251075-a3e3-4d47-8761-104d217b089a', 'external_fixed_ips': [{'subnet_id': '9a71565b-217b-482b-8364-bc8ecb4c8f88', 'ip_address': '172.27.3.17'}], 'enable_snat': True}, 'gw_port_id': 'd78352ab-9614-405e-92ee-c29472d3206d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:25:09Z', 'updated_at': '2021-09-15T16:25:10Z', 'revision_number': 3, 'project_id': 'c399e90bd6c14b28a0c663c318ac7dd0', 'gw_port': {'id': 'd78352ab-9614-405e-92ee-c29472d3206d', 'name': '', 'network_id': '62251075-a3e3-4d47-8761-104d217b089a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:2c:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ced20cb-78bd-463d-a639-2fabada1e81e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '9a71565b-217b-482b-8364-bc8ecb4c8f88', 'ip_address': '172.27.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779576-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:25:10Z', 'updated_at': '2021-09-15T16:25:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9a71565b-217b-482b-8364-bc8ecb4c8f88', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779576-8-iscsi'}], 'dv-cinder-779576-8-iscsi', False) {} {{(pid=93956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:25:12.813066 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-9f05dcee-04a5-4554-ae24-aa203925f287 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953592'] for port, provisioning_complete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:25:12.843316 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-236b39b9-49fe-4bab-b542-fd0ac149ffac None None] The sync data for ids ['4ced20cb-78bd-463d-a639-2fabada1e81e'] in dv-cinder-779576-8-iscsi is: [{'id': '4ced20cb-78bd-463d-a639-2fabada1e81e', 'name': 'tempest-TestMinimumBasicScenario-414778358-router', 'tenant_id': 'c399e90bd6c14b28a0c663c318ac7dd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62251075-a3e3-4d47-8761-104d217b089a', 'external_fixed_ips': [{'subnet_id': '9a71565b-217b-482b-8364-bc8ecb4c8f88', 'ip_address': '172.27.3.17'}], 'enable_snat': True}, 'gw_port_id': 'd78352ab-9614-405e-92ee-c29472d3206d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:25:09Z', 'updated_at': '2021-09-15T16:25:10Z', 'revision_number': 3, 'project_id': 'c399e90bd6c14b28a0c663c318ac7dd0', 'gw_port': {'id': 'd78352ab-9614-405e-92ee-c29472d3206d', 'name': '', 'network_id': '62251075-a3e3-4d47-8761-104d217b089a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:2c:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ced20cb-78bd-463d-a639-2fabada1e81e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '9a71565b-217b-482b-8364-bc8ecb4c8f88', 'ip_address': '172.27.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779576-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:25:10Z', 'updated_at': '2021-09-15T16:25:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9a71565b-217b-482b-8364-bc8ecb4c8f88', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779576-8-iscsi'}] {{(pid=93956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 16:25:12.850466 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [None req-9f05dcee-04a5-4554-ae24-aa203925f287 None None] Port 7e32e7ae-9ba7-43b1-b194-4a1e40cf6b75 cannot update to ACTIVE because it is not bound. {{(pid=93955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 16:25:12.893783 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-6258e327-6f5b-420a-9438-32e6627f7ace admin admin] Notify callbacks [] for port, precommit_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:25:12.899218 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-6258e327-6f5b-420a-9438-32e6627f7ace admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791196459277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791195970012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791195970030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126007357'] for port, after_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:25:12.966200 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6258e327-6f5b-420a-9438-32e6627f7ace admin admin] Pushing event updated for resources: {'Port': ['ID=7e32e7ae-9ba7-43b1-b194-4a1e40cf6b75,revision_number=2']} {{(pid=93954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:25:12.969206 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-6258e327-6f5b-420a-9438-32e6627f7ace admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3751642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3724810'] for router_interface, after_create {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:25:13.092618 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6258e327-6f5b-420a-9438-32e6627f7ace admin admin] Network c6939575-0b70-4011-b40f-e72ea525aac3 is already hosted by enough agents. {{(pid=93954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:25:13.094120 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.scheduler.base_scheduler [None req-6258e327-6f5b-420a-9438-32e6627f7ace admin admin] Resources bound (agent type, host, resource id): {{(pid=93954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:25:13.228918 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c9d640-a4ec-4407-bf37-ac69dea0287c req-9218037f-f177-42a9-80dd-31e94d28b8bd tempest-AttachVolumeNegativeTest-624431894 tempest-AttachVolumeNegativeTest-624431894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:25:13.231036 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-79c9d640-a4ec-4407-bf37-ac69dea0287c req-9218037f-f177-42a9-80dd-31e94d28b8bd tempest-AttachVolumeNegativeTest-624431894 tempest-AttachVolumeNegativeTest-624431894-project] 10.222.0.39 "GET /v2.0/ports?device_id=a9845d6c-72e5-40cc-95ee-86241a4bef6a HTTP/1.1" status: 200 len: 943 time: 0.1254597 Sep 15 16:25:13.273349 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6258e327-6f5b-420a-9438-32e6627f7ace admin admin] Router 4ced20cb-78bd-463d-a639-2fabada1e81e has already been hosted by L3 agent 7a8df8d7-c3ef-43b4-9534-c977f7014926 {{(pid=93954) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 16:25:13.289182 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-79c9d640-a4ec-4407-bf37-ac69dea0287c req-0dedcdb2-cec1-46b7-bb62-38ed7e921d8a tempest-AttachVolumeNegativeTest-624431894 tempest-AttachVolumeNegativeTest-624431894-project] 10.222.0.39 "GET /v2.0/security-groups?id=55c08e70-940c-4a69-a384-24c4ba0679d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513964 Sep 15 16:25:13.371543 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.db.provisioning_blocks [None req-7ec7151d-085f-4017-9dc0-81ddfeb8dc8e None None] Provisioning complete for port 7e32e7ae-9ba7-43b1-b194-4a1e40cf6b75 triggered by entity DHCP. {{(pid=93955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:25:13.371910 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-7ec7151d-085f-4017-9dc0-81ddfeb8dc8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953592'] for port, provisioning_complete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:25:13.408514 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [None req-7ec7151d-085f-4017-9dc0-81ddfeb8dc8e None None] Port 7e32e7ae-9ba7-43b1-b194-4a1e40cf6b75 cannot update to ACTIVE because it is not bound. {{(pid=93955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 16:25:13.566077 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.rpc [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] Device 34c3aa11-daeb-4ab6-a096-b2f4a738fdd9 details requested by agent hyperv_hv-cinder-77957 with host hv-cinder-77957 {{(pid=93955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 16:25:13.665703 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6258e327-6f5b-420a-9438-32e6627f7ace admin admin] Notify agent at l3_agent.dv-cinder-779576-8-iscsi the message routers_updated {{(pid=93954) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 16:25:13.679191 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3ebb6c-106e-4e0e-b8b3-f216080f64e2 req-581a5564-da00-4e65-9c32-59cb80baff14 tempest-ServerRescueNegativeTestJSON-1504381068 tempest-ServerRescueNegativeTestJSON-1504381068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:25:13.679529 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.db [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] For port 34c3aa11-daeb-4ab6-a096-b2f4a738fdd9, host hv-cinder-77957, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77957',level=0,port_id=34c3aa11-daeb-4ab6-a096-b2f4a738fdd9,segment=NetworkSegment(59ddac4d-713c-429a-86bb-e4613c98c15a),segment_id=59ddac4d-713c-429a-86bb-e4613c98c15a)] {{(pid=93955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:25:13.681125 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-3d3ebb6c-106e-4e0e-b8b3-f216080f64e2 req-581a5564-da00-4e65-9c32-59cb80baff14 tempest-ServerRescueNegativeTestJSON-1504381068 tempest-ServerRescueNegativeTestJSON-1504381068-project] 10.222.0.39 "GET /v2.0/ports?device_id=f39eaa55-2d8b-4bbc-8509-4c2d7df9f16e HTTP/1.1" status: 200 len: 946 time: 0.3298817 Sep 15 16:25:13.684985 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [None req-6258e327-6f5b-420a-9438-32e6627f7ace admin admin] 10.222.0.39 "PUT /v2.0/routers/4ced20cb-78bd-463d-a639-2fabada1e81e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0956519 Sep 15 16:25:13.697006 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.rpc [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] Returning: {'device': '34c3aa11-daeb-4ab6-a096-b2f4a738fdd9', 'network_id': '9e66c478-4f71-4cdf-a293-798d2c526beb', 'port_id': '34c3aa11-daeb-4ab6-a096-b2f4a738fdd9', 'mac_address': 'fa:16:3e:d1:cb:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 50, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a6d88e66-c0ab-4dd8-a770-c6440e6f2b6d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 16:25:13.722753 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-3d3ebb6c-106e-4e0e-b8b3-f216080f64e2 req-cc146d30-8cb0-4bb7-8cc2-33f60d5b0f65 tempest-ServerRescueNegativeTestJSON-1504381068 tempest-ServerRescueNegativeTestJSON-1504381068-project] 10.222.0.39 "GET /v2.0/security-groups?id=4d527866-20a6-4314-9b14-89ea4e5cf7c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341196 Sep 15 16:25:13.740372 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928820'] for port, before_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:25:13.750286 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.notifiers.nova [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 34c3aa11-daeb-4ab6-a096-b2f4a738fdd9 {{(pid=93955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 16:25:13.770303 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.db [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] For port 34c3aa11-daeb-4ab6-a096-b2f4a738fdd9, host hv-cinder-77957, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77957',level=0,port_id=34c3aa11-daeb-4ab6-a096-b2f4a738fdd9,segment=NetworkSegment(59ddac4d-713c-429a-86bb-e4613c98c15a),segment_id=59ddac4d-713c-429a-86bb-e4613c98c15a)] {{(pid=93955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:25:13.775114 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791196459277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791195970012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791195970030'] for port, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:25:13.825148 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] Pushing event updated for resources: {'Port': ['ID=34c3aa11-daeb-4ab6-a096-b2f4a738fdd9,revision_number=4']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:25:13.892067 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.rpc [None req-57d8a9a3-d16f-4b20-b77b-ca1e664c03db None None] Device d78352ab-9614-405e-92ee-c29472d3206d up at agent ovs-agent-dv-cinder-779576-8-iscsi {{(pid=93955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 16:25:13.939997 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.db.provisioning_blocks [None req-57d8a9a3-d16f-4b20-b77b-ca1e664c03db None None] Provisioning complete for port d78352ab-9614-405e-92ee-c29472d3206d triggered by entity L2. {{(pid=93955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:25:13.940404 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-57d8a9a3-d16f-4b20-b77b-ca1e664c03db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953592'] for port, provisioning_complete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:25:14.019771 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-57d8a9a3-d16f-4b20-b77b-ca1e664c03db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928820'] for port, before_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:25:14.039752 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.db [None req-57d8a9a3-d16f-4b20-b77b-ca1e664c03db None None] For port d78352ab-9614-405e-92ee-c29472d3206d, host dv-cinder-779576-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779576-8-iscsi',level=0,port_id=d78352ab-9614-405e-92ee-c29472d3206d,segment=NetworkSegment(fd8e905d-efc3-4108-bd70-37f32575b93b),segment_id=fd8e905d-efc3-4108-bd70-37f32575b93b)] {{(pid=93955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:25:14.045200 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-57d8a9a3-d16f-4b20-b77b-ca1e664c03db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791196459277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791195970012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791195970030'] for port, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:25:14.097356 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d8a9a3-d16f-4b20-b77b-ca1e664c03db None None] Pushing event updated for resources: {'Port': ['ID=d78352ab-9614-405e-92ee-c29472d3206d,revision_number=4']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:25:14.191338 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.wsgi [-] (93954) accepted ('10.222.0.39', 35470) {{(pid=93954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:25:14.198296 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.api.v2.base [None req-c7ddd14b-5e24-4fe9-86a9-ade2eda65a47 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-719719679-network', 'tenant_id': '66172f2cb1b942cd8507c8e2d0590705'}} {{(pid=93954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:25:14.222929 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7ddd14b-5e24-4fe9-86a9-ade2eda65a47 admin admin] Made reservation on behalf of 66172f2cb1b942cd8507c8e2d0590705 for: {'network': 1} {{(pid=93954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 16:25:14.225372 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-c7ddd14b-5e24-4fe9-86a9-ade2eda65a47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928820'] for network, before_create {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:25:14.233694 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-c7ddd14b-5e24-4fe9-86a9-ade2eda65a47 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:25:14.377014 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-c7ddd14b-5e24-4fe9-86a9-ade2eda65a47 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:25:14.383689 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-c7ddd14b-5e24-4fe9-86a9-ade2eda65a47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3702208'] for security_group, after_create {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:25:14.438659 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c7ddd14b-5e24-4fe9-86a9-ade2eda65a47 admin admin] vlan segment allocate from pool success with {'vlan_id': 82, 'physical_network': 'physnet1'} {{(pid=93954) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 16:25:14.440700 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ddd14b-5e24-4fe9-86a9-ade2eda65a47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cf3fbe5-faf2-4c9f-820a-012289e1ab27,revision_number=1']} {{(pid=93954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:25:14.455622 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-c7ddd14b-5e24-4fe9-86a9-ade2eda65a47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-955409'] for segment, precommit_create {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:25:14.455934 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.db.segments_db [None req-c7ddd14b-5e24-4fe9-86a9-ade2eda65a47 admin admin] Added segment b6178492-7e37-4009-8fbc-c5c2437aaaf6 of type vlan for network d4412813-5206-41f0-a73e-5e91423da852 Sep 15 16:25:14.483535 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a758a27-d846-4f2d-a729-19ea2b4738fb None None] Sync routers for ids ['4ced20cb-78bd-463d-a639-2fabada1e81e'] in dv-cinder-779576-8-iscsi {{(pid=93955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 16:25:14.495363 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a758a27-d846-4f2d-a729-19ea2b4738fb None None] Routers {'4ced20cb-78bd-463d-a639-2fabada1e81e'} bound to L3 agent in host dv-cinder-779576-8-iscsi {{(pid=93955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:25:14.496008 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.db.l3_hamode_db [None req-3a758a27-d846-4f2d-a729-19ea2b4738fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779576-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T16:14:02Z,description=,heartbeat_timestamp=2021-09-15T16:25:02Z,host='dv-cinder-779576-8-iscsi',id=7a8df8d7-c3ef-43b4-9534-c977f7014926,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T16:14:02Z,topic='l3_agent')) {'router_ids': ['4ced20cb-78bd-463d-a639-2fabada1e81e'], 'active': True} {{(pid=93955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:25:14.496899 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e292bb93-975e-4304-8d01-3a052b376efc req-c615a94c-1d59-4822-bd3c-2cf0a6452e83 tempest-AttachVolumeNegativeTest-624431894 tempest-AttachVolumeNegativeTest-624431894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:25:14.498356 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-e292bb93-975e-4304-8d01-3a052b376efc req-c615a94c-1d59-4822-bd3c-2cf0a6452e83 tempest-AttachVolumeNegativeTest-624431894 tempest-AttachVolumeNegativeTest-624431894-project] 10.222.0.39 "GET /v2.0/ports?device_id=a9845d6c-72e5-40cc-95ee-86241a4bef6a HTTP/1.1" status: 200 len: 944 time: 0.1102021 Sep 15 16:25:14.512288 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-c7ddd14b-5e24-4fe9-86a9-ade2eda65a47 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791195928360'] for network, precommit_create {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:25:14.561181 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-e292bb93-975e-4304-8d01-3a052b376efc req-fded254a-482a-4b98-9747-f27098767520 tempest-AttachVolumeNegativeTest-624431894 tempest-AttachVolumeNegativeTest-624431894-project] 10.222.0.39 "GET /v2.0/security-groups?id=55c08e70-940c-4a69-a384-24c4ba0679d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506909 Sep 15 16:25:14.564879 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-c7ddd14b-5e24-4fe9-86a9-ade2eda65a47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748912'] for network, after_create {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:25:14.566090 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7ddd14b-5e24-4fe9-86a9-ade2eda65a47 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:25:14.566737 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-c7ddd14b-5e24-4fe9-86a9-ade2eda65a47 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3748898'] for network, before_response {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:25:14.601872 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [None req-c7ddd14b-5e24-4fe9-86a9-ade2eda65a47 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4094000 Sep 15 16:25:14.604588 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.wsgi [-] (93954) accepted ('10.222.0.39', 35476) {{(pid=93954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:25:14.609176 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.api.v2.base [None req-c25642e8-76bc-418e-952b-95c18aa84239 admin admin] Request body: {'subnet': {'network_id': 'd4412813-5206-41f0-a73e-5e91423da852', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-719719679-subnet', 'tenant_id': '66172f2cb1b942cd8507c8e2d0590705', 'ip_version': 4}} {{(pid=93954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:25:14.612240 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.db.l3_dvr_db [None req-3a758a27-d846-4f2d-a729-19ea2b4738fb None None] Set router 4ced20cb-78bd-463d-a639-2fabada1e81e gateway port host: dv-cinder-779576-8-iscsi {{(pid=93955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 16:25:14.640706 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ddd14b-5e24-4fe9-86a9-ade2eda65a47 admin admin] Pushing event updated for resources: {'Network': ['ID=d4412813-5206-41f0-a73e-5e91423da852,revision_number=1']} {{(pid=93954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:25:14.652105 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.rpc [None req-57d8a9a3-d16f-4b20-b77b-ca1e664c03db None None] Network d4412813-5206-41f0-a73e-5e91423da852 details requested by agent ovs-agent-dv-cinder-779576-8-iscsi with host dv-cinder-779576-8-iscsi {{(pid=93955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 16:25:14.661154 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c25642e8-76bc-418e-952b-95c18aa84239 admin admin] Made reservation on behalf of 66172f2cb1b942cd8507c8e2d0590705 for: {'subnet': 1} {{(pid=93954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 16:25:14.663597 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-c25642e8-76bc-418e-952b-95c18aa84239 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-125831572'] for subnet, before_create {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:25:14.857025 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-c25642e8-76bc-418e-952b-95c18aa84239 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126007368', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-125831610'] for subnet, after_create {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:25:14.878318 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.db.l3_hamode_db [None req-3a758a27-d846-4f2d-a729-19ea2b4738fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ced20cb-78bd-463d-a639-2fabada1e81e', 'name': 'tempest-TestMinimumBasicScenario-414778358-router', 'tenant_id': 'c399e90bd6c14b28a0c663c318ac7dd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62251075-a3e3-4d47-8761-104d217b089a', 'external_fixed_ips': [{'subnet_id': '9a71565b-217b-482b-8364-bc8ecb4c8f88', 'ip_address': '172.27.3.17'}], 'enable_snat': True}, 'gw_port_id': 'd78352ab-9614-405e-92ee-c29472d3206d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:25:09Z', 'updated_at': '2021-09-15T16:25:12Z', 'revision_number': 4, 'project_id': 'c399e90bd6c14b28a0c663c318ac7dd0', 'gw_port': {'id': 'd78352ab-9614-405e-92ee-c29472d3206d', 'name': '', 'network_id': '62251075-a3e3-4d47-8761-104d217b089a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:2c:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ced20cb-78bd-463d-a639-2fabada1e81e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '9a71565b-217b-482b-8364-bc8ecb4c8f88', 'ip_address': '172.27.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779576-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:25:10Z', 'updated_at': '2021-09-15T16:25:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a71565b-217b-482b-8364-bc8ecb4c8f88', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779576-8-iscsi', '_interfaces': [{'id': '7e32e7ae-9ba7-43b1-b194-4a1e40cf6b75', 'name': '', 'network_id': 'c6939575-0b70-4011-b40f-e72ea525aac3', 'tenant_id': 'c399e90bd6c14b28a0c663c318ac7dd0', 'mac_address': 'fa:16:3e:3d:0a:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ced20cb-78bd-463d-a639-2fabada1e81e', 'device_owner': 'network:router_interface', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': 'd9230886-3d10-4207-9dd3-ce6966941488', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:25:12Z', 'updated_at': '2021-09-15T16:25:12Z', 'revision_number': 2, 'project_id': 'c399e90bd6c14b28a0c663c318ac7dd0', 'subnets': [{'id': 'd9230886-3d10-4207-9dd3-ce6966941488', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779576-8-iscsi', False) {} {{(pid=93955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:25:14.900227 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f11454-01de-4f9d-8ab2-d904e8c0b05b req-55b6f401-2144-4960-9882-f72ab6ba6434 tempest-ServerRescueNegativeTestJSON-1504381068 tempest-ServerRescueNegativeTestJSON-1504381068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:25:14.901681 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-44f11454-01de-4f9d-8ab2-d904e8c0b05b req-55b6f401-2144-4960-9882-f72ab6ba6434 tempest-ServerRescueNegativeTestJSON-1504381068 tempest-ServerRescueNegativeTestJSON-1504381068-project] 10.222.0.39 "GET /v2.0/ports?device_id=f39eaa55-2d8b-4bbc-8509-4c2d7df9f16e HTTP/1.1" status: 200 len: 946 time: 0.0933049 Sep 15 16:25:14.908396 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a758a27-d846-4f2d-a729-19ea2b4738fb None None] Checking router: 4ced20cb-78bd-463d-a639-2fabada1e81e for host: dv-cinder-779576-8-iscsi {{(pid=93955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 16:25:14.908750 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a758a27-d846-4f2d-a729-19ea2b4738fb None None] Updating router 4ced20cb-78bd-463d-a639-2fabada1e81e port 7e32e7ae-9ba7-43b1-b194-4a1e40cf6b75 binding host dv-cinder-779576-8-iscsi {{(pid=93955) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 16:25:14.932241 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25642e8-76bc-418e-952b-95c18aa84239 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e1e1fb30-b1c1-4ab0-a9cd-660bcd837978,revision_number=0']} {{(pid=93954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:25:14.932822 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-3a758a27-d846-4f2d-a729-19ea2b4738fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928820'] for port, before_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:25:14.964823 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c25642e8-76bc-418e-952b-95c18aa84239 admin admin] Checking segment: {'id': 'b6178492-7e37-4009-8fbc-c5c2437aaaf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'd4412813-5206-41f0-a73e-5e91423da852'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 16:25:14.965121 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c25642e8-76bc-418e-952b-95c18aa84239 admin admin] Network hostable DHCP agents. Network: d4412813-5206-41f0-a73e-5e91423da852, hostable agents: ['2fbb1984-d09c-42d8-b085-ece7113d0e35'], hosted agents: [] {{(pid=93954) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 16:25:14.969700 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-44f11454-01de-4f9d-8ab2-d904e8c0b05b req-7f69ba9f-5548-4f0c-8c83-9eea5e1157c8 tempest-ServerRescueNegativeTestJSON-1504381068 tempest-ServerRescueNegativeTestJSON-1504381068-project] 10.222.0.39 "GET /v2.0/security-groups?id=4d527866-20a6-4314-9b14-89ea4e5cf7c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581715 Sep 15 16:25:14.989312 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c25642e8-76bc-418e-952b-95c18aa84239 admin admin] Network d4412813-5206-41f0-a73e-5e91423da852 is scheduled to be hosted by DHCP agent 2fbb1984-d09c-42d8-b085-ece7113d0e35 with binding_index 1 {{(pid=93954) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 16:25:15.000656 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.scheduler.base_scheduler [None req-c25642e8-76bc-418e-952b-95c18aa84239 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-779576-8-iscsi, d4412813-5206-41f0-a73e-5e91423da852) {{(pid=93954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:25:15.005586 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c25642e8-76bc-418e-952b-95c18aa84239 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:25:15.006242 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-c25642e8-76bc-418e-952b-95c18aa84239 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:25:15.024437 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d9bf8a9-8f19-4d96-a9fa-27f789ba7bbc None None] Network d4412813-5206-41f0-a73e-5e91423da852 requested from dv-cinder-779576-8-iscsi {{(pid=93955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 16:25:15.027520 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [None req-c25642e8-76bc-418e-952b-95c18aa84239 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4218969 Sep 15 16:25:15.030177 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.wsgi [-] (93954) accepted ('10.222.0.39', 35480) {{(pid=93954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:25:15.034727 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.api.v2.base [None req-0ff03ca2-03b2-462a-bf68-0c5cc57f97f7 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-719719679-router', 'tenant_id': '66172f2cb1b942cd8507c8e2d0590705', 'external_gateway_info': {'network_id': '62251075-a3e3-4d47-8761-104d217b089a'}}} {{(pid=93954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:25:15.057396 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-0ff03ca2-03b2-462a-bf68-0c5cc57f97f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3724442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-688'] for router, before_create {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:25:15.058209 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-0ff03ca2-03b2-462a-bf68-0c5cc57f97f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3721994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3726746', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4095511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-647'] for router, precommit_create {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:25:15.119716 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-0ff03ca2-03b2-462a-bf68-0c5cc57f97f7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:25:15.263423 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-0ff03ca2-03b2-462a-bf68-0c5cc57f97f7 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:25:15.395557 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-991efd27-1efb-42d8-b00b-668663f6fb66 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc7308360-924b-5de6-8a2e-c749ffa8d93c-d4412813-5206-41f0-a73e-5e91423da852', 'network_id': 'd4412813-5206-41f0-a73e-5e91423da852', 'tenant_id': '66172f2cb1b942cd8507c8e2d0590705', 'fixed_ips': [{'subnet_id': 'e1e1fb30-b1c1-4ab0-a9cd-660bcd837978'}]}} from dv-cinder-779576-8-iscsi. {{(pid=93955) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 15 16:25:15.396593 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-991efd27-1efb-42d8-b00b-668663f6fb66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928820'] for port, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:25:15.469619 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-0ff03ca2-03b2-462a-bf68-0c5cc57f97f7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:25:15.488944 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-0ff03ca2-03b2-462a-bf68-0c5cc57f97f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928820'] for port, before_create {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:25:15.507219 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-3a758a27-d846-4f2d-a729-19ea2b4738fb None None] Notify callbacks [] for port, precommit_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:25:15.513462 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-3a758a27-d846-4f2d-a729-19ea2b4738fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791196459277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791195970012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791195970030'] for port, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:25:15.605810 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729bf32c-a1b5-4b1f-9b61-3f4e2fb1e71a None None] Pushing event updated for resources: {'Port': ['ID=7e32e7ae-9ba7-43b1-b194-4a1e40cf6b75,revision_number=3']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:25:15.612855 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.db.db_base_plugin_common [None req-0ff03ca2-03b2-462a-bf68-0c5cc57f97f7 admin admin] Allocated IP 172.27.3.3 (62251075-a3e3-4d47-8761-104d217b089a/9a71565b-217b-482b-8364-bc8ecb4c8f88/34bbe78d-755c-4ed1-85ae-7e89d40ee8d2) {{(pid=93954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 16:25:15.642611 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.db.db_base_plugin_common [None req-991efd27-1efb-42d8-b00b-668663f6fb66 None None] Allocated IP 172.20.0.2 (d4412813-5206-41f0-a73e-5e91423da852/e1e1fb30-b1c1-4ab0-a9cd-660bcd837978/1ad3b457-f5ce-472b-be2e-58b804d83354) {{(pid=93955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 16:25:15.685070 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [None req-3a758a27-d846-4f2d-a729-19ea2b4738fb None None] Attempting to bind port 7e32e7ae-9ba7-43b1-b194-4a1e40cf6b75 on host dv-cinder-779576-8-iscsi for vnic_type normal with profile {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 16:25:15.685437 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [None req-3a758a27-d846-4f2d-a729-19ea2b4738fb None None] Attempting to bind port 7e32e7ae-9ba7-43b1-b194-4a1e40cf6b75 by drivers openvswitch,hyperv on host dv-cinder-779576-8-iscsi at level 0 using segments [{'id': '8b3f5ad2-375f-48a2-b3db-ec27bfd31ad4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'c6939575-0b70-4011-b40f-e72ea525aac3'}] {{(pid=93955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 16:25:15.686043 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a758a27-d846-4f2d-a729-19ea2b4738fb None None] Attempting to bind port 7e32e7ae-9ba7-43b1-b194-4a1e40cf6b75 on network c6939575-0b70-4011-b40f-e72ea525aac3 {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 16:25:15.703213 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a758a27-d846-4f2d-a729-19ea2b4738fb None None] Checking agent: {'id': 'afdc58b1-457c-454f-9c1a-1b1c93cc1a70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-779576-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 16, 14, 2), 'started_at': datetime.datetime(2021, 9, 15, 16, 14, 32), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 16, 25, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-779576-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 16:25:15.703595 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a758a27-d846-4f2d-a729-19ea2b4738fb None None] Checking segment: {'id': '8b3f5ad2-375f-48a2-b3db-ec27bfd31ad4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'c6939575-0b70-4011-b40f-e72ea525aac3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 16:25:15.704033 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-3a758a27-d846-4f2d-a729-19ea2b4738fb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:25:15.704444 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a758a27-d846-4f2d-a729-19ea2b4738fb None None] Bound using segment: {'id': '8b3f5ad2-375f-48a2-b3db-ec27bfd31ad4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'c6939575-0b70-4011-b40f-e72ea525aac3'} {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 16:25:15.704951 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [None req-3a758a27-d846-4f2d-a729-19ea2b4738fb None None] Bound port: 7e32e7ae-9ba7-43b1-b194-4a1e40cf6b75, host: dv-cinder-779576-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b3f5ad2-375f-48a2-b3db-ec27bfd31ad4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'c6939575-0b70-4011-b40f-e72ea525aac3'}}] {{(pid=93955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 16:25:15.705338 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-3a758a27-d846-4f2d-a729-19ea2b4738fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928820'] for port, before_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:25:15.760043 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae296471-764a-4f9c-b959-5a1f43ce6ba3 req-33074bb0-2761-45db-875f-4981aef4ac92 tempest-AttachVolumeNegativeTest-624431894 tempest-AttachVolumeNegativeTest-624431894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:25:15.762556 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-ae296471-764a-4f9c-b959-5a1f43ce6ba3 req-33074bb0-2761-45db-875f-4981aef4ac92 tempest-AttachVolumeNegativeTest-624431894 tempest-AttachVolumeNegativeTest-624431894-project] 10.222.0.39 "GET /v2.0/ports?device_id=a9845d6c-72e5-40cc-95ee-86241a4bef6a HTTP/1.1" status: 200 len: 944 time: 0.1028807 Sep 15 16:25:15.790381 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-0ff03ca2-03b2-462a-bf68-0c5cc57f97f7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:25:15.826080 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-ae296471-764a-4f9c-b959-5a1f43ce6ba3 req-830cd439-7b86-42ef-9d87-7d3f1ba09c08 tempest-AttachVolumeNegativeTest-624431894 tempest-AttachVolumeNegativeTest-624431894-project] 10.222.0.39 "GET /v2.0/security-groups?id=55c08e70-940c-4a69-a384-24c4ba0679d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531476 Sep 15 16:25:15.840917 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.db [None req-3a758a27-d846-4f2d-a729-19ea2b4738fb None None] For port 7e32e7ae-9ba7-43b1-b194-4a1e40cf6b75, host dv-cinder-779576-8-iscsi, cleared binding levels {{(pid=93955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 16:25:15.852940 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-0ff03ca2-03b2-462a-bf68-0c5cc57f97f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791195969994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126007332'] for port, after_create {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:25:15.885451 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.db [None req-3a758a27-d846-4f2d-a729-19ea2b4738fb None None] For port 7e32e7ae-9ba7-43b1-b194-4a1e40cf6b75, host dv-cinder-779576-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779576-8-iscsi',level=0,port_id=7e32e7ae-9ba7-43b1-b194-4a1e40cf6b75,segment=NetworkSegment(8b3f5ad2-375f-48a2-b3db-ec27bfd31ad4),segment_id=8b3f5ad2-375f-48a2-b3db-ec27bfd31ad4)] {{(pid=93955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 16:25:15.889727 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.rpc [None req-57d8a9a3-d16f-4b20-b77b-ca1e664c03db None None] Device d78352ab-9614-405e-92ee-c29472d3206d up at agent ovs-agent-dv-cinder-779576-8-iscsi {{(pid=93955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 16:25:15.894798 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ff03ca2-03b2-462a-bf68-0c5cc57f97f7 admin admin] Network 62251075-a3e3-4d47-8761-104d217b089a is already hosted by enough agents. {{(pid=93954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:25:15.897409 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-3a758a27-d846-4f2d-a729-19ea2b4738fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791196459277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791195970012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791195970030'] for port, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:25:15.897619 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.scheduler.base_scheduler [None req-0ff03ca2-03b2-462a-bf68-0c5cc57f97f7 admin admin] Resources bound (agent type, host, resource id): {{(pid=93954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:25:15.900063 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ff03ca2-03b2-462a-bf68-0c5cc57f97f7 admin admin] Received port after_create {{(pid=93954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 16:25:15.918568 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.db.provisioning_blocks [None req-fb015f00-6636-4a92-9300-6665f9f2e3fa None None] Provisioning complete for port 7e32e7ae-9ba7-43b1-b194-4a1e40cf6b75 triggered by entity DHCP. {{(pid=93955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:25:15.918931 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-fb015f00-6636-4a92-9300-6665f9f2e3fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953592'] for port, provisioning_complete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:25:15.929529 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff03ca2-03b2-462a-bf68-0c5cc57f97f7 admin admin] Pushing event updated for resources: {'Port': ['ID=34bbe78d-755c-4ed1-85ae-7e89d40ee8d2,revision_number=1']} {{(pid=93954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:25:15.997938 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-991efd27-1efb-42d8-b00b-668663f6fb66 None None] Notify callbacks [] for port, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:25:16.041901 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-991efd27-1efb-42d8-b00b-668663f6fb66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791195969994'] for port, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:25:16.054955 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729bf32c-a1b5-4b1f-9b61-3f4e2fb1e71a None None] Pushing event updated for resources: {'Port': ['ID=7e32e7ae-9ba7-43b1-b194-4a1e40cf6b75,revision_number=4']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:25:16.062565 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a758a27-d846-4f2d-a729-19ea2b4738fb None None] Routers {'4ced20cb-78bd-463d-a639-2fabada1e81e'} bound to L3 agent in host dv-cinder-779576-8-iscsi {{(pid=93955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:25:16.063186 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.db.l3_hamode_db [None req-3a758a27-d846-4f2d-a729-19ea2b4738fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779576-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T16:14:02Z,description=,heartbeat_timestamp=2021-09-15T16:25:02Z,host='dv-cinder-779576-8-iscsi',id=7a8df8d7-c3ef-43b4-9534-c977f7014926,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T16:14:02Z,topic='l3_agent')) {'router_ids': ['4ced20cb-78bd-463d-a639-2fabada1e81e'], 'active': True} {{(pid=93955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:25:16.151562 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-991efd27-1efb-42d8-b00b-668663f6fb66 None None] Network d4412813-5206-41f0-a73e-5e91423da852 is already hosted by enough agents. {{(pid=93955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:25:16.158264 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f586eb-d2d4-4d8b-ac4f-2d7f994fb427 req-7f231ad3-b913-43d6-9179-a06791005303 tempest-ServerRescueNegativeTestJSON-1504381068 tempest-ServerRescueNegativeTestJSON-1504381068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:25:16.158815 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.db [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] get_ports_and_sgs() called for port_ids ['34c3aa11-daeb-4ab6-a096-b2f4a738fdd9'] {{(pid=93955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 16:25:16.164042 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-66f586eb-d2d4-4d8b-ac4f-2d7f994fb427 req-7f231ad3-b913-43d6-9179-a06791005303 tempest-ServerRescueNegativeTestJSON-1504381068 tempest-ServerRescueNegativeTestJSON-1504381068-project] 10.222.0.39 "GET /v2.0/ports?device_id=f39eaa55-2d8b-4bbc-8509-4c2d7df9f16e HTTP/1.1" status: 200 len: 946 time: 0.0839341 Sep 15 16:25:16.167138 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.db.provisioning_blocks [None req-57d8a9a3-d16f-4b20-b77b-ca1e664c03db None None] Provisioning complete for port d78352ab-9614-405e-92ee-c29472d3206d triggered by entity L2. {{(pid=93955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:25:16.167511 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-57d8a9a3-d16f-4b20-b77b-ca1e664c03db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953592'] for port, provisioning_complete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:25:16.196623 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.scheduler.base_scheduler [None req-991efd27-1efb-42d8-b00b-668663f6fb66 None None] Resources bound (agent type, host, resource id): {{(pid=93955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:25:16.246088 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-991efd27-1efb-42d8-b00b-668663f6fb66 None None] Received port after_create {{(pid=93955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 16:25:16.249248 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-0ff03ca2-03b2-462a-bf68-0c5cc57f97f7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:25:16.254282 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-66f586eb-d2d4-4d8b-ac4f-2d7f994fb427 req-49ea14d4-74e8-4aa3-8b0e-a56152a4d048 tempest-ServerRescueNegativeTestJSON-1504381068 tempest-ServerRescueNegativeTestJSON-1504381068-project] 10.222.0.39 "GET /v2.0/security-groups?id=4d527866-20a6-4314-9b14-89ea4e5cf7c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847781 Sep 15 16:25:16.265791 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991efd27-1efb-42d8-b00b-668663f6fb66 None None] Pushing event updated for resources: {'Port': ['ID=1ad3b457-f5ce-472b-be2e-58b804d83354,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:25:16.358907 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-fb015f00-6636-4a92-9300-6665f9f2e3fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928820'] for port, before_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:25:16.424139 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.db.l3_dvr_db [None req-3a758a27-d846-4f2d-a729-19ea2b4738fb None None] Set router 4ced20cb-78bd-463d-a639-2fabada1e81e gateway port host: dv-cinder-779576-8-iscsi {{(pid=93955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 16:25:16.462042 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [None req-991efd27-1efb-42d8-b00b-668663f6fb66 None None] Attempting to bind port 1ad3b457-f5ce-472b-be2e-58b804d83354 on host dv-cinder-779576-8-iscsi for vnic_type normal with profile {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 16:25:16.462414 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [None req-991efd27-1efb-42d8-b00b-668663f6fb66 None None] Attempting to bind port 1ad3b457-f5ce-472b-be2e-58b804d83354 by drivers openvswitch,hyperv on host dv-cinder-779576-8-iscsi at level 0 using segments [{'id': 'b6178492-7e37-4009-8fbc-c5c2437aaaf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'd4412813-5206-41f0-a73e-5e91423da852'}] {{(pid=93955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 16:25:16.462849 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-991efd27-1efb-42d8-b00b-668663f6fb66 None None] Attempting to bind port 1ad3b457-f5ce-472b-be2e-58b804d83354 on network d4412813-5206-41f0-a73e-5e91423da852 {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 16:25:16.492024 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-0ff03ca2-03b2-462a-bf68-0c5cc57f97f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3721989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3725645'] for router, after_create {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:25:16.514403 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-991efd27-1efb-42d8-b00b-668663f6fb66 None None] Checking agent: {'id': 'afdc58b1-457c-454f-9c1a-1b1c93cc1a70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-779576-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 16, 14, 2), 'started_at': datetime.datetime(2021, 9, 15, 16, 14, 32), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 16, 25, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-779576-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 16:25:16.514771 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-991efd27-1efb-42d8-b00b-668663f6fb66 None None] Checking segment: {'id': 'b6178492-7e37-4009-8fbc-c5c2437aaaf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'd4412813-5206-41f0-a73e-5e91423da852'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 16:25:16.515166 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-991efd27-1efb-42d8-b00b-668663f6fb66 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:25:16.515549 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-991efd27-1efb-42d8-b00b-668663f6fb66 None None] Bound using segment: {'id': 'b6178492-7e37-4009-8fbc-c5c2437aaaf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'd4412813-5206-41f0-a73e-5e91423da852'} {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 16:25:16.516028 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [None req-991efd27-1efb-42d8-b00b-668663f6fb66 None None] Bound port: 1ad3b457-f5ce-472b-be2e-58b804d83354, host: dv-cinder-779576-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6178492-7e37-4009-8fbc-c5c2437aaaf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'd4412813-5206-41f0-a73e-5e91423da852'}}] {{(pid=93955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 16:25:16.516472 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-991efd27-1efb-42d8-b00b-668663f6fb66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928820'] for port, before_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:25:16.589342 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.db [None req-fb015f00-6636-4a92-9300-6665f9f2e3fa None None] For port 7e32e7ae-9ba7-43b1-b194-4a1e40cf6b75, host dv-cinder-779576-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779576-8-iscsi',level=0,port_id=7e32e7ae-9ba7-43b1-b194-4a1e40cf6b75,segment=NetworkSegment(8b3f5ad2-375f-48a2-b3db-ec27bfd31ad4),segment_id=8b3f5ad2-375f-48a2-b3db-ec27bfd31ad4)] {{(pid=93955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:25:16.603321 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-fb015f00-6636-4a92-9300-6665f9f2e3fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791196459277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791195970012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791195970030'] for port, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:25:16.624791 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ff03ca2-03b2-462a-bf68-0c5cc57f97f7 admin admin] Router 613b8bb3-6af6-4419-abdc-90fa3c2a59c2 is scheduled to L3 agent 7a8df8d7-c3ef-43b4-9534-c977f7014926 with binding_index 1 {{(pid=93954) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 15 16:25:16.731683 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ff03ca2-03b2-462a-bf68-0c5cc57f97f7 admin admin] Notify agent at l3_agent.dv-cinder-779576-8-iscsi the message routers_updated {{(pid=93954) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 16:25:16.742064 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08a980b8-13df-4294-9029-ff43470002fa None None] Sync routers for ids ['613b8bb3-6af6-4419-abdc-90fa3c2a59c2'] in dv-cinder-779576-8-iscsi {{(pid=93956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 16:25:16.751691 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-0ff03ca2-03b2-462a-bf68-0c5cc57f97f7 admin admin] Notify callbacks [] for router, before_response {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:25:16.752873 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08a980b8-13df-4294-9029-ff43470002fa None None] Routers {'613b8bb3-6af6-4419-abdc-90fa3c2a59c2'} bound to L3 agent in host dv-cinder-779576-8-iscsi {{(pid=93956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:25:16.752991 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [None req-0ff03ca2-03b2-462a-bf68-0c5cc57f97f7 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.7218461 Sep 15 16:25:16.753815 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron.db.l3_hamode_db [None req-08a980b8-13df-4294-9029-ff43470002fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779576-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T16:14:02Z,description=,heartbeat_timestamp=2021-09-15T16:25:02Z,host='dv-cinder-779576-8-iscsi',id=7a8df8d7-c3ef-43b4-9534-c977f7014926,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T16:14:02Z,topic='l3_agent')) {'router_ids': ['613b8bb3-6af6-4419-abdc-90fa3c2a59c2'], 'active': True} {{(pid=93956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:25:16.758097 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.wsgi [-] (93953) accepted ('10.222.0.39', 35502) {{(pid=93953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:25:16.807531 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb015f00-6636-4a92-9300-6665f9f2e3fa None None] Pushing event updated for resources: {'Port': ['ID=7e32e7ae-9ba7-43b1-b194-4a1e40cf6b75,revision_number=5']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:25:16.827343 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.db [None req-991efd27-1efb-42d8-b00b-668663f6fb66 None None] For port 1ad3b457-f5ce-472b-be2e-58b804d83354, host dv-cinder-779576-8-iscsi, cleared binding levels {{(pid=93955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 16:25:16.829512 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.db.provisioning_blocks [None req-bf216594-e16e-4211-bbb6-a6d304d13ec2 None None] Provisioning complete for port 7e32e7ae-9ba7-43b1-b194-4a1e40cf6b75 triggered by entity DHCP. {{(pid=93955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:25:16.829881 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-bf216594-e16e-4211-bbb6-a6d304d13ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953592'] for port, provisioning_complete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:25:16.866002 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron.db.l3_dvr_db [None req-08a980b8-13df-4294-9029-ff43470002fa None None] Set router 613b8bb3-6af6-4419-abdc-90fa3c2a59c2 gateway port host: dv-cinder-779576-8-iscsi {{(pid=93956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 16:25:16.872113 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.db [None req-991efd27-1efb-42d8-b00b-668663f6fb66 None None] For port 1ad3b457-f5ce-472b-be2e-58b804d83354, host dv-cinder-779576-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779576-8-iscsi',level=0,port_id=1ad3b457-f5ce-472b-be2e-58b804d83354,segment=NetworkSegment(b6178492-7e37-4009-8fbc-c5c2437aaaf6),segment_id=b6178492-7e37-4009-8fbc-c5c2437aaaf6)] {{(pid=93955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 16:25:16.896466 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-991efd27-1efb-42d8-b00b-668663f6fb66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791196459277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791195970012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791195970030'] for port, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:25:16.986583 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991efd27-1efb-42d8-b00b-668663f6fb66 None None] Pushing event updated for resources: {'Port': ['ID=1ad3b457-f5ce-472b-be2e-58b804d83354,revision_number=2']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:25:17.036149 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.db.l3_hamode_db [None req-3a758a27-d846-4f2d-a729-19ea2b4738fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ced20cb-78bd-463d-a639-2fabada1e81e', 'name': 'tempest-TestMinimumBasicScenario-414778358-router', 'tenant_id': 'c399e90bd6c14b28a0c663c318ac7dd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62251075-a3e3-4d47-8761-104d217b089a', 'external_fixed_ips': [{'subnet_id': '9a71565b-217b-482b-8364-bc8ecb4c8f88', 'ip_address': '172.27.3.17'}], 'enable_snat': True}, 'gw_port_id': 'd78352ab-9614-405e-92ee-c29472d3206d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:25:09Z', 'updated_at': '2021-09-15T16:25:12Z', 'revision_number': 4, 'project_id': 'c399e90bd6c14b28a0c663c318ac7dd0', 'gw_port': {'id': 'd78352ab-9614-405e-92ee-c29472d3206d', 'name': '', 'network_id': '62251075-a3e3-4d47-8761-104d217b089a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:2c:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ced20cb-78bd-463d-a639-2fabada1e81e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '9a71565b-217b-482b-8364-bc8ecb4c8f88', 'ip_address': '172.27.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779576-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:25:10Z', 'updated_at': '2021-09-15T16:25:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a71565b-217b-482b-8364-bc8ecb4c8f88', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779576-8-iscsi', '_interfaces': [{'id': '7e32e7ae-9ba7-43b1-b194-4a1e40cf6b75', 'name': '', 'network_id': 'c6939575-0b70-4011-b40f-e72ea525aac3', 'tenant_id': 'c399e90bd6c14b28a0c663c318ac7dd0', 'mac_address': 'fa:16:3e:3d:0a:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ced20cb-78bd-463d-a639-2fabada1e81e', 'device_owner': 'network:router_interface', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': 'd9230886-3d10-4207-9dd3-ce6966941488', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779576-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:25:12Z', 'updated_at': '2021-09-15T16:25:15Z', 'revision_number': 4, 'project_id': 'c399e90bd6c14b28a0c663c318ac7dd0', 'subnets': [{'id': 'd9230886-3d10-4207-9dd3-ce6966941488', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779576-8-iscsi', False) {} {{(pid=93955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:25:17.073011 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a758a27-d846-4f2d-a729-19ea2b4738fb None None] The sync data for ids ['4ced20cb-78bd-463d-a639-2fabada1e81e'] in dv-cinder-779576-8-iscsi is: [{'id': '4ced20cb-78bd-463d-a639-2fabada1e81e', 'name': 'tempest-TestMinimumBasicScenario-414778358-router', 'tenant_id': 'c399e90bd6c14b28a0c663c318ac7dd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62251075-a3e3-4d47-8761-104d217b089a', 'external_fixed_ips': [{'subnet_id': '9a71565b-217b-482b-8364-bc8ecb4c8f88', 'ip_address': '172.27.3.17'}], 'enable_snat': True}, 'gw_port_id': 'd78352ab-9614-405e-92ee-c29472d3206d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:25:09Z', 'updated_at': '2021-09-15T16:25:12Z', 'revision_number': 4, 'project_id': 'c399e90bd6c14b28a0c663c318ac7dd0', 'gw_port': {'id': 'd78352ab-9614-405e-92ee-c29472d3206d', 'name': '', 'network_id': '62251075-a3e3-4d47-8761-104d217b089a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:2c:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ced20cb-78bd-463d-a639-2fabada1e81e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '9a71565b-217b-482b-8364-bc8ecb4c8f88', 'ip_address': '172.27.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779576-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:25:10Z', 'updated_at': '2021-09-15T16:25:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a71565b-217b-482b-8364-bc8ecb4c8f88', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779576-8-iscsi', '_interfaces': [{'id': '7e32e7ae-9ba7-43b1-b194-4a1e40cf6b75', 'name': '', 'network_id': 'c6939575-0b70-4011-b40f-e72ea525aac3', 'tenant_id': 'c399e90bd6c14b28a0c663c318ac7dd0', 'mac_address': 'fa:16:3e:3d:0a:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ced20cb-78bd-463d-a639-2fabada1e81e', 'device_owner': 'network:router_interface', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': 'd9230886-3d10-4207-9dd3-ce6966941488', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779576-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:25:12Z', 'updated_at': '2021-09-15T16:25:15Z', 'revision_number': 4, 'project_id': 'c399e90bd6c14b28a0c663c318ac7dd0', 'subnets': [{'id': 'd9230886-3d10-4207-9dd3-ce6966941488', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 16:25:17.094606 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron.db.l3_hamode_db [None req-08a980b8-13df-4294-9029-ff43470002fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '613b8bb3-6af6-4419-abdc-90fa3c2a59c2', 'name': 'tempest-TestMinimumBasicScenario-719719679-router', 'tenant_id': '66172f2cb1b942cd8507c8e2d0590705', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62251075-a3e3-4d47-8761-104d217b089a', 'external_fixed_ips': [{'subnet_id': '9a71565b-217b-482b-8364-bc8ecb4c8f88', 'ip_address': '172.27.3.3'}], 'enable_snat': True}, 'gw_port_id': '34bbe78d-755c-4ed1-85ae-7e89d40ee8d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:25:15Z', 'updated_at': '2021-09-15T16:25:16Z', 'revision_number': 3, 'project_id': '66172f2cb1b942cd8507c8e2d0590705', 'gw_port': {'id': '34bbe78d-755c-4ed1-85ae-7e89d40ee8d2', 'name': '', 'network_id': '62251075-a3e3-4d47-8761-104d217b089a', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:99:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '613b8bb3-6af6-4419-abdc-90fa3c2a59c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '9a71565b-217b-482b-8364-bc8ecb4c8f88', 'ip_address': '172.27.3.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:25:15Z', 'updated_at': '2021-09-15T16:25:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9a71565b-217b-482b-8364-bc8ecb4c8f88', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779576-8-iscsi'}], 'dv-cinder-779576-8-iscsi', False) {} {{(pid=93956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:25:17.128125 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08a980b8-13df-4294-9029-ff43470002fa None None] Checking router: 613b8bb3-6af6-4419-abdc-90fa3c2a59c2 for host: dv-cinder-779576-8-iscsi {{(pid=93956) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 16:25:17.129677 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08a980b8-13df-4294-9029-ff43470002fa None None] Updating router 613b8bb3-6af6-4419-abdc-90fa3c2a59c2 port 34bbe78d-755c-4ed1-85ae-7e89d40ee8d2 binding host dv-cinder-779576-8-iscsi {{(pid=93956) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 16:25:17.174722 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-08a980b8-13df-4294-9029-ff43470002fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928820'] for port, before_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:25:17.378605 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3e63a5-1432-4357-86ce-5944ce1fe664 req-a5d6cb52-9197-4117-ab99-83cbba94d3e9 tempest-AttachVolumeNegativeTest-624431894 tempest-AttachVolumeNegativeTest-624431894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:25:17.387053 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-bd3e63a5-1432-4357-86ce-5944ce1fe664 req-a5d6cb52-9197-4117-ab99-83cbba94d3e9 tempest-AttachVolumeNegativeTest-624431894 tempest-AttachVolumeNegativeTest-624431894-project] 10.222.0.39 "GET /v2.0/ports?device_id=a9845d6c-72e5-40cc-95ee-86241a4bef6a HTTP/1.1" status: 200 len: 944 time: 0.4712009 Sep 15 16:25:17.423354 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bfccfd-82d9-44dd-986b-0c03132d4754 req-e95ae63b-f92d-4237-8def-0c1b408f65dc tempest-ServerRescueNegativeTestJSON-1504381068 tempest-ServerRescueNegativeTestJSON-1504381068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:25:17.425099 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-93bfccfd-82d9-44dd-986b-0c03132d4754 req-e95ae63b-f92d-4237-8def-0c1b408f65dc tempest-ServerRescueNegativeTestJSON-1504381068 tempest-ServerRescueNegativeTestJSON-1504381068-project] 10.222.0.39 "GET /v2.0/ports?device_id=f39eaa55-2d8b-4bbc-8509-4c2d7df9f16e HTTP/1.1" status: 200 len: 946 time: 0.0842524 Sep 15 16:25:17.481797 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-bd3e63a5-1432-4357-86ce-5944ce1fe664 req-77232dec-7ab6-4986-9446-ff50f162a9af tempest-AttachVolumeNegativeTest-624431894 tempest-AttachVolumeNegativeTest-624431894-project] 10.222.0.39 "GET /v2.0/security-groups?id=55c08e70-940c-4a69-a384-24c4ba0679d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887644 Sep 15 16:25:17.494278 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-93bfccfd-82d9-44dd-986b-0c03132d4754 req-db4aabaf-34ef-4274-96b7-dcde4b6b2806 tempest-ServerRescueNegativeTestJSON-1504381068 tempest-ServerRescueNegativeTestJSON-1504381068-project] 10.222.0.39 "GET /v2.0/security-groups?id=4d527866-20a6-4314-9b14-89ea4e5cf7c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594594 Sep 15 16:25:17.601435 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-08a980b8-13df-4294-9029-ff43470002fa None None] Notify callbacks [] for port, precommit_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:25:17.609453 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-08a980b8-13df-4294-9029-ff43470002fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791196459277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791195970012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791195970030'] for port, after_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:25:17.636906 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-2e9b936f-f671-450b-a36e-16cffff8e309 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928820'] for port, before_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:25:17.652724 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron.plugins.ml2.managers [None req-08a980b8-13df-4294-9029-ff43470002fa None None] Attempting to bind port 34bbe78d-755c-4ed1-85ae-7e89d40ee8d2 on host dv-cinder-779576-8-iscsi for vnic_type normal with profile {{(pid=93956) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 16:25:17.653109 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron.plugins.ml2.managers [None req-08a980b8-13df-4294-9029-ff43470002fa None None] Attempting to bind port 34bbe78d-755c-4ed1-85ae-7e89d40ee8d2 by drivers openvswitch,hyperv on host dv-cinder-779576-8-iscsi at level 0 using segments [{'id': 'fd8e905d-efc3-4108-bd70-37f32575b93b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62251075-a3e3-4d47-8761-104d217b089a'}] {{(pid=93956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 16:25:17.653486 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08a980b8-13df-4294-9029-ff43470002fa None None] Attempting to bind port 34bbe78d-755c-4ed1-85ae-7e89d40ee8d2 on network 62251075-a3e3-4d47-8761-104d217b089a {{(pid=93956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 16:25:17.661428 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08a980b8-13df-4294-9029-ff43470002fa None None] Checking agent: {'id': 'afdc58b1-457c-454f-9c1a-1b1c93cc1a70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-779576-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 16, 14, 2), 'started_at': datetime.datetime(2021, 9, 15, 16, 14, 32), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 16, 25, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-779576-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 16:25:17.661961 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08a980b8-13df-4294-9029-ff43470002fa None None] Checking segment: {'id': 'fd8e905d-efc3-4108-bd70-37f32575b93b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62251075-a3e3-4d47-8761-104d217b089a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93956) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 16:25:17.662160 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-08a980b8-13df-4294-9029-ff43470002fa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:25:17.662569 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08a980b8-13df-4294-9029-ff43470002fa None None] Bound using segment: {'id': 'fd8e905d-efc3-4108-bd70-37f32575b93b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62251075-a3e3-4d47-8761-104d217b089a'} {{(pid=93956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 16:25:17.663081 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron.plugins.ml2.managers [None req-08a980b8-13df-4294-9029-ff43470002fa None None] Bound port: 34bbe78d-755c-4ed1-85ae-7e89d40ee8d2, host: dv-cinder-779576-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd8e905d-efc3-4108-bd70-37f32575b93b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62251075-a3e3-4d47-8761-104d217b089a'}}] {{(pid=93956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 16:25:17.663414 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-08a980b8-13df-4294-9029-ff43470002fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928820'] for port, before_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:25:17.698093 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19e6d0f-7402-400f-8052-3a2f1b43072b None None] Pushing event updated for resources: {'Port': ['ID=34bbe78d-755c-4ed1-85ae-7e89d40ee8d2,revision_number=2']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:25:17.732673 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron.plugins.ml2.db [None req-08a980b8-13df-4294-9029-ff43470002fa None None] For port 34bbe78d-755c-4ed1-85ae-7e89d40ee8d2, host dv-cinder-779576-8-iscsi, cleared binding levels {{(pid=93956) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 16:25:17.736516 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron.plugins.ml2.db [None req-08a980b8-13df-4294-9029-ff43470002fa None None] For port 34bbe78d-755c-4ed1-85ae-7e89d40ee8d2, host dv-cinder-779576-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779576-8-iscsi',level=0,port_id=34bbe78d-755c-4ed1-85ae-7e89d40ee8d2,segment=NetworkSegment(fd8e905d-efc3-4108-bd70-37f32575b93b),segment_id=fd8e905d-efc3-4108-bd70-37f32575b93b)] {{(pid=93956) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 16:25:17.744459 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-08a980b8-13df-4294-9029-ff43470002fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791196459277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791195970012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791195970030'] for port, after_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:25:17.806381 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19e6d0f-7402-400f-8052-3a2f1b43072b None None] Pushing event updated for resources: {'Port': ['ID=34bbe78d-755c-4ed1-85ae-7e89d40ee8d2,revision_number=3']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:25:17.825414 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08a980b8-13df-4294-9029-ff43470002fa None None] Routers {'613b8bb3-6af6-4419-abdc-90fa3c2a59c2'} bound to L3 agent in host dv-cinder-779576-8-iscsi {{(pid=93956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:25:17.826143 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron.db.l3_hamode_db [None req-08a980b8-13df-4294-9029-ff43470002fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779576-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T16:14:02Z,description=,heartbeat_timestamp=2021-09-15T16:25:02Z,host='dv-cinder-779576-8-iscsi',id=7a8df8d7-c3ef-43b4-9534-c977f7014926,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T16:14:02Z,topic='l3_agent')) {'router_ids': ['613b8bb3-6af6-4419-abdc-90fa3c2a59c2'], 'active': True} {{(pid=93956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:25:17.845637 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.db.db_base_plugin_common [None req-2e9b936f-f671-450b-a36e-16cffff8e309 admin admin] Allocated IP 172.20.0.1 (d4412813-5206-41f0-a73e-5e91423da852/e1e1fb30-b1c1-4ab0-a9cd-660bcd837978/881e2254-6e79-4b7f-bad7-cf9636202ded) {{(pid=93953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 16:25:17.962985 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron.db.l3_dvr_db [None req-08a980b8-13df-4294-9029-ff43470002fa None None] Set router 613b8bb3-6af6-4419-abdc-90fa3c2a59c2 gateway port host: dv-cinder-779576-8-iscsi {{(pid=93956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 16:25:17.973613 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.rpc [None req-57d8a9a3-d16f-4b20-b77b-ca1e664c03db None None] Device 7e32e7ae-9ba7-43b1-b194-4a1e40cf6b75 up at agent ovs-agent-dv-cinder-779576-8-iscsi {{(pid=93955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 16:25:18.036681 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-2e9b936f-f671-450b-a36e-16cffff8e309 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:25:18.113077 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-2e9b936f-f671-450b-a36e-16cffff8e309 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791195969994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127878305'] for port, after_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:25:18.163600 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e9b936f-f671-450b-a36e-16cffff8e309 admin admin] Network d4412813-5206-41f0-a73e-5e91423da852 is already hosted by enough agents. {{(pid=93953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:25:18.168265 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.scheduler.base_scheduler [None req-2e9b936f-f671-450b-a36e-16cffff8e309 admin admin] Resources bound (agent type, host, resource id): {{(pid=93953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:25:18.173917 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e9b936f-f671-450b-a36e-16cffff8e309 admin admin] Received port after_create {{(pid=93953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 16:25:18.207520 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron.db.l3_hamode_db [None req-08a980b8-13df-4294-9029-ff43470002fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '613b8bb3-6af6-4419-abdc-90fa3c2a59c2', 'name': 'tempest-TestMinimumBasicScenario-719719679-router', 'tenant_id': '66172f2cb1b942cd8507c8e2d0590705', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62251075-a3e3-4d47-8761-104d217b089a', 'external_fixed_ips': [{'subnet_id': '9a71565b-217b-482b-8364-bc8ecb4c8f88', 'ip_address': '172.27.3.3'}], 'enable_snat': True}, 'gw_port_id': '34bbe78d-755c-4ed1-85ae-7e89d40ee8d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:25:15Z', 'updated_at': '2021-09-15T16:25:16Z', 'revision_number': 3, 'project_id': '66172f2cb1b942cd8507c8e2d0590705', 'gw_port': {'id': '34bbe78d-755c-4ed1-85ae-7e89d40ee8d2', 'name': '', 'network_id': '62251075-a3e3-4d47-8761-104d217b089a', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:99:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '613b8bb3-6af6-4419-abdc-90fa3c2a59c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '9a71565b-217b-482b-8364-bc8ecb4c8f88', 'ip_address': '172.27.3.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779576-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:25:15Z', 'updated_at': '2021-09-15T16:25:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9a71565b-217b-482b-8364-bc8ecb4c8f88', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779576-8-iscsi'}], 'dv-cinder-779576-8-iscsi', False) {} {{(pid=93956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:25:18.217353 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8fbb67f-d8cf-40ba-bc57-c7ce06a0018c None None] Network d4412813-5206-41f0-a73e-5e91423da852 requested from dv-cinder-779576-8-iscsi {{(pid=93955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 16:25:18.223400 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-2e9b936f-f671-450b-a36e-16cffff8e309 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3725722'] for router_interface, before_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:25:18.226973 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9b936f-f671-450b-a36e-16cffff8e309 admin admin] Pushing event updated for resources: {'Port': ['ID=881e2254-6e79-4b7f-bad7-cf9636202ded,revision_number=1']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:25:18.240312 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08a980b8-13df-4294-9029-ff43470002fa None None] The sync data for ids ['613b8bb3-6af6-4419-abdc-90fa3c2a59c2'] in dv-cinder-779576-8-iscsi is: [{'id': '613b8bb3-6af6-4419-abdc-90fa3c2a59c2', 'name': 'tempest-TestMinimumBasicScenario-719719679-router', 'tenant_id': '66172f2cb1b942cd8507c8e2d0590705', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62251075-a3e3-4d47-8761-104d217b089a', 'external_fixed_ips': [{'subnet_id': '9a71565b-217b-482b-8364-bc8ecb4c8f88', 'ip_address': '172.27.3.3'}], 'enable_snat': True}, 'gw_port_id': '34bbe78d-755c-4ed1-85ae-7e89d40ee8d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:25:15Z', 'updated_at': '2021-09-15T16:25:16Z', 'revision_number': 3, 'project_id': '66172f2cb1b942cd8507c8e2d0590705', 'gw_port': {'id': '34bbe78d-755c-4ed1-85ae-7e89d40ee8d2', 'name': '', 'network_id': '62251075-a3e3-4d47-8761-104d217b089a', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:99:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '613b8bb3-6af6-4419-abdc-90fa3c2a59c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '9a71565b-217b-482b-8364-bc8ecb4c8f88', 'ip_address': '172.27.3.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779576-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:25:15Z', 'updated_at': '2021-09-15T16:25:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9a71565b-217b-482b-8364-bc8ecb4c8f88', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779576-8-iscsi'}] {{(pid=93956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 16:25:18.303773 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.db.provisioning_blocks [None req-2b109c98-4bf8-4c48-b0e8-f0b9f3c505e2 None None] Provisioning complete for port 1ad3b457-f5ce-472b-be2e-58b804d83354 triggered by entity DHCP. {{(pid=93955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:25:18.304340 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-2b109c98-4bf8-4c48-b0e8-f0b9f3c505e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953592'] for port, provisioning_complete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:25:18.355448 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.db.provisioning_blocks [None req-57d8a9a3-d16f-4b20-b77b-ca1e664c03db None None] Provisioning complete for port 7e32e7ae-9ba7-43b1-b194-4a1e40cf6b75 triggered by entity L2. {{(pid=93955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:25:18.355960 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-57d8a9a3-d16f-4b20-b77b-ca1e664c03db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953592'] for port, provisioning_complete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:25:18.376910 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-2e9b936f-f671-450b-a36e-16cffff8e309 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928820'] for port, before_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:25:18.505985 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-2b109c98-4bf8-4c48-b0e8-f0b9f3c505e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928820'] for port, before_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:25:18.580115 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-2e9b936f-f671-450b-a36e-16cffff8e309 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:25:18.588158 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.db [None req-2b109c98-4bf8-4c48-b0e8-f0b9f3c505e2 None None] For port 1ad3b457-f5ce-472b-be2e-58b804d83354, host dv-cinder-779576-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779576-8-iscsi',level=0,port_id=1ad3b457-f5ce-472b-be2e-58b804d83354,segment=NetworkSegment(b6178492-7e37-4009-8fbc-c5c2437aaaf6),segment_id=b6178492-7e37-4009-8fbc-c5c2437aaaf6)] {{(pid=93955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:25:18.593073 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-2e9b936f-f671-450b-a36e-16cffff8e309 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791196459277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791195970012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791195970030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127878328'] for port, after_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:25:18.596102 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.rpc [None req-57d8a9a3-d16f-4b20-b77b-ca1e664c03db None None] Device 1ad3b457-f5ce-472b-be2e-58b804d83354 up at agent ovs-agent-dv-cinder-779576-8-iscsi {{(pid=93955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 16:25:18.642249 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-2b109c98-4bf8-4c48-b0e8-f0b9f3c505e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791196459277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791195970012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791195970030'] for port, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:25:18.663475 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90362f5a-c905-44c3-b29b-96ccd667b013 req-56d6cc44-72dc-4985-8184-25dbfaba4099 tempest-AttachVolumeNegativeTest-624431894 tempest-AttachVolumeNegativeTest-624431894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:25:18.669156 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-90362f5a-c905-44c3-b29b-96ccd667b013 req-56d6cc44-72dc-4985-8184-25dbfaba4099 tempest-AttachVolumeNegativeTest-624431894 tempest-AttachVolumeNegativeTest-624431894-project] 10.222.0.39 "GET /v2.0/ports?device_id=a9845d6c-72e5-40cc-95ee-86241a4bef6a HTTP/1.1" status: 200 len: 944 time: 0.1081629 Sep 15 16:25:18.719235 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9b936f-f671-450b-a36e-16cffff8e309 admin admin] Pushing event updated for resources: {'Port': ['ID=881e2254-6e79-4b7f-bad7-cf9636202ded,revision_number=2']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:25:18.732371 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-90362f5a-c905-44c3-b29b-96ccd667b013 req-2981970c-dbd7-4d36-a50c-6a6666b51070 tempest-AttachVolumeNegativeTest-624431894 tempest-AttachVolumeNegativeTest-624431894-project] 10.222.0.39 "GET /v2.0/security-groups?id=55c08e70-940c-4a69-a384-24c4ba0679d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581200 Sep 15 16:25:18.759489 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-2e9b936f-f671-450b-a36e-16cffff8e309 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3751642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3724810'] for router_interface, after_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:25:18.792574 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b109c98-4bf8-4c48-b0e8-f0b9f3c505e2 None None] Pushing event updated for resources: {'Port': ['ID=1ad3b457-f5ce-472b-be2e-58b804d83354,revision_number=3']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:25:18.808538 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.db.provisioning_blocks [None req-57d8a9a3-d16f-4b20-b77b-ca1e664c03db None None] Provisioning complete for port 1ad3b457-f5ce-472b-be2e-58b804d83354 triggered by entity L2. {{(pid=93955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:25:18.809047 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-57d8a9a3-d16f-4b20-b77b-ca1e664c03db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953592'] for port, provisioning_complete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:25:18.849834 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4d3ba6-af14-446d-ad08-5bf22dfcae35 req-92c7193a-9c1c-44ea-ae9c-20f03860a580 tempest-ServerRescueNegativeTestJSON-1504381068 tempest-ServerRescueNegativeTestJSON-1504381068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:25:18.867719 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-dd4d3ba6-af14-446d-ad08-5bf22dfcae35 req-92c7193a-9c1c-44ea-ae9c-20f03860a580 tempest-ServerRescueNegativeTestJSON-1504381068 tempest-ServerRescueNegativeTestJSON-1504381068-project] 10.222.0.39 "GET /v2.0/ports?device_id=f39eaa55-2d8b-4bbc-8509-4c2d7df9f16e HTTP/1.1" status: 200 len: 946 time: 0.0699773 Sep 15 16:25:18.912922 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e9b936f-f671-450b-a36e-16cffff8e309 admin admin] Network d4412813-5206-41f0-a73e-5e91423da852 is already hosted by enough agents. {{(pid=93953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:25:18.914595 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.scheduler.base_scheduler [None req-2e9b936f-f671-450b-a36e-16cffff8e309 admin admin] Resources bound (agent type, host, resource id): {{(pid=93953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:25:18.945889 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-dd4d3ba6-af14-446d-ad08-5bf22dfcae35 req-b3033385-4362-46da-8b94-a497d4522209 tempest-ServerRescueNegativeTestJSON-1504381068 tempest-ServerRescueNegativeTestJSON-1504381068-project] 10.222.0.39 "GET /v2.0/security-groups?id=4d527866-20a6-4314-9b14-89ea4e5cf7c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771136 Sep 15 16:25:18.974542 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.db.provisioning_blocks [None req-381b535f-a01e-4c3a-9dde-a31be82b5bab None None] Provisioning complete for port 881e2254-6e79-4b7f-bad7-cf9636202ded triggered by entity DHCP. {{(pid=93955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:25:18.975086 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-381b535f-a01e-4c3a-9dde-a31be82b5bab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953592'] for port, provisioning_complete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:25:19.017908 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [None req-381b535f-a01e-4c3a-9dde-a31be82b5bab None None] Port 881e2254-6e79-4b7f-bad7-cf9636202ded cannot update to ACTIVE because it is not bound. {{(pid=93955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 16:25:19.032027 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.db.provisioning_blocks [None req-381b535f-a01e-4c3a-9dde-a31be82b5bab None None] Provisioning complete for port 1ad3b457-f5ce-472b-be2e-58b804d83354 triggered by entity DHCP. {{(pid=93955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:25:19.032517 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-381b535f-a01e-4c3a-9dde-a31be82b5bab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953592'] for port, provisioning_complete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:25:19.053207 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e9b936f-f671-450b-a36e-16cffff8e309 admin admin] Router 613b8bb3-6af6-4419-abdc-90fa3c2a59c2 has already been hosted by L3 agent 7a8df8d7-c3ef-43b4-9534-c977f7014926 {{(pid=93953) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 16:25:19.176047 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e9b936f-f671-450b-a36e-16cffff8e309 admin admin] Notify agent at l3_agent.dv-cinder-779576-8-iscsi the message routers_updated {{(pid=93953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 16:25:19.181773 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [None req-2e9b936f-f671-450b-a36e-16cffff8e309 admin admin] 10.222.0.39 "PUT /v2.0/routers/613b8bb3-6af6-4419-abdc-90fa3c2a59c2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4225800 Sep 15 16:25:19.251168 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.db.provisioning_blocks [None req-f0ea1083-6390-455c-b49b-bbabd4aa2cd3 None None] Provisioning complete for port 881e2254-6e79-4b7f-bad7-cf9636202ded triggered by entity DHCP. {{(pid=93955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:25:19.251552 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-f0ea1083-6390-455c-b49b-bbabd4aa2cd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953592'] for port, provisioning_complete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:25:19.293426 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [None req-f0ea1083-6390-455c-b49b-bbabd4aa2cd3 None None] Port 881e2254-6e79-4b7f-bad7-cf9636202ded cannot update to ACTIVE because it is not bound. {{(pid=93955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 16:25:19.413962 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.db.provisioning_blocks [None req-2a5d39ff-fe9d-4122-bec4-5b3fa2ff7fa6 None None] Provisioning complete for port 881e2254-6e79-4b7f-bad7-cf9636202ded triggered by entity DHCP. {{(pid=93955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:25:19.414349 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-2a5d39ff-fe9d-4122-bec4-5b3fa2ff7fa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953592'] for port, provisioning_complete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:25:19.447996 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [None req-2a5d39ff-fe9d-4122-bec4-5b3fa2ff7fa6 None None] Port 881e2254-6e79-4b7f-bad7-cf9636202ded cannot update to ACTIVE because it is not bound. {{(pid=93955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 16:25:19.893270 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5504ef-0e99-4b56-b53a-864c8b5986a1 req-a101512c-4f31-4fcf-ad05-fb28f4d025ba tempest-AttachVolumeNegativeTest-624431894 tempest-AttachVolumeNegativeTest-624431894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:25:19.900861 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-dd5504ef-0e99-4b56-b53a-864c8b5986a1 req-a101512c-4f31-4fcf-ad05-fb28f4d025ba tempest-AttachVolumeNegativeTest-624431894 tempest-AttachVolumeNegativeTest-624431894-project] 10.222.0.39 "GET /v2.0/ports?device_id=a9845d6c-72e5-40cc-95ee-86241a4bef6a HTTP/1.1" status: 200 len: 944 time: 0.0606506 Sep 15 16:25:19.960458 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-dd5504ef-0e99-4b56-b53a-864c8b5986a1 req-3a3ae47b-9828-4d16-ab34-bcc137f9aa45 tempest-AttachVolumeNegativeTest-624431894 tempest-AttachVolumeNegativeTest-624431894-project] 10.222.0.39 "GET /v2.0/security-groups?id=55c08e70-940c-4a69-a384-24c4ba0679d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584960 Sep 15 16:25:20.012861 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.rpc [None req-57d8a9a3-d16f-4b20-b77b-ca1e664c03db None None] Device 1ad3b457-f5ce-472b-be2e-58b804d83354 up at agent ovs-agent-dv-cinder-779576-8-iscsi {{(pid=93955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 16:25:20.090353 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.db.provisioning_blocks [None req-57d8a9a3-d16f-4b20-b77b-ca1e664c03db None None] Provisioning complete for port 1ad3b457-f5ce-472b-be2e-58b804d83354 triggered by entity L2. {{(pid=93955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:25:20.090911 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-57d8a9a3-d16f-4b20-b77b-ca1e664c03db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953592'] for port, provisioning_complete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:25:20.101286 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ba2829-14ab-4b5b-b9fa-6d06d4db55f7 req-16fde799-5297-4f36-b09c-4cb92fda30b4 tempest-ServerRescueNegativeTestJSON-1504381068 tempest-ServerRescueNegativeTestJSON-1504381068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:25:20.108874 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-38ba2829-14ab-4b5b-b9fa-6d06d4db55f7 req-16fde799-5297-4f36-b09c-4cb92fda30b4 tempest-ServerRescueNegativeTestJSON-1504381068 tempest-ServerRescueNegativeTestJSON-1504381068-project] 10.222.0.39 "GET /v2.0/ports?device_id=f39eaa55-2d8b-4bbc-8509-4c2d7df9f16e HTTP/1.1" status: 200 len: 946 time: 0.0678563 Sep 15 16:25:20.147789 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-38ba2829-14ab-4b5b-b9fa-6d06d4db55f7 req-0e7c1630-988a-4523-965f-d4f13d07d135 tempest-ServerRescueNegativeTestJSON-1504381068 tempest-ServerRescueNegativeTestJSON-1504381068-project] 10.222.0.39 "GET /v2.0/security-groups?id=4d527866-20a6-4314-9b14-89ea4e5cf7c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374992 Sep 15 16:25:20.190668 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.rpc [None req-57d8a9a3-d16f-4b20-b77b-ca1e664c03db None None] Device 34bbe78d-755c-4ed1-85ae-7e89d40ee8d2 up at agent ovs-agent-dv-cinder-779576-8-iscsi {{(pid=93955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 16:25:20.248236 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.db.provisioning_blocks [None req-57d8a9a3-d16f-4b20-b77b-ca1e664c03db None None] Provisioning complete for port 34bbe78d-755c-4ed1-85ae-7e89d40ee8d2 triggered by entity L2. {{(pid=93955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:25:20.248757 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-57d8a9a3-d16f-4b20-b77b-ca1e664c03db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953592'] for port, provisioning_complete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:25:20.351766 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-57d8a9a3-d16f-4b20-b77b-ca1e664c03db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928820'] for port, before_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:25:20.377642 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.db [None req-57d8a9a3-d16f-4b20-b77b-ca1e664c03db None None] For port 34bbe78d-755c-4ed1-85ae-7e89d40ee8d2, host dv-cinder-779576-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779576-8-iscsi',level=0,port_id=34bbe78d-755c-4ed1-85ae-7e89d40ee8d2,segment=NetworkSegment(fd8e905d-efc3-4108-bd70-37f32575b93b),segment_id=fd8e905d-efc3-4108-bd70-37f32575b93b)] {{(pid=93955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:25:20.384300 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-57d8a9a3-d16f-4b20-b77b-ca1e664c03db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791196459277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791195970012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791195970030'] for port, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:25:20.441636 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d8a9a3-d16f-4b20-b77b-ca1e664c03db None None] Pushing event updated for resources: {'Port': ['ID=34bbe78d-755c-4ed1-85ae-7e89d40ee8d2,revision_number=4']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:25:20.623477 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0322ffb2-080a-4970-987e-5bfbbd9d7b85 None None] Sync routers for ids ['613b8bb3-6af6-4419-abdc-90fa3c2a59c2'] in dv-cinder-779576-8-iscsi {{(pid=93955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 16:25:20.635408 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0322ffb2-080a-4970-987e-5bfbbd9d7b85 None None] Routers {'613b8bb3-6af6-4419-abdc-90fa3c2a59c2'} bound to L3 agent in host dv-cinder-779576-8-iscsi {{(pid=93955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:25:20.636048 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.db.l3_hamode_db [None req-0322ffb2-080a-4970-987e-5bfbbd9d7b85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779576-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T16:14:02Z,description=,heartbeat_timestamp=2021-09-15T16:25:02Z,host='dv-cinder-779576-8-iscsi',id=7a8df8d7-c3ef-43b4-9534-c977f7014926,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T16:14:02Z,topic='l3_agent')) {'router_ids': ['613b8bb3-6af6-4419-abdc-90fa3c2a59c2'], 'active': True} {{(pid=93955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:25:20.763700 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.db.l3_dvr_db [None req-0322ffb2-080a-4970-987e-5bfbbd9d7b85 None None] Set router 613b8bb3-6af6-4419-abdc-90fa3c2a59c2 gateway port host: dv-cinder-779576-8-iscsi {{(pid=93955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 16:25:21.022903 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.db.l3_hamode_db [None req-0322ffb2-080a-4970-987e-5bfbbd9d7b85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '613b8bb3-6af6-4419-abdc-90fa3c2a59c2', 'name': 'tempest-TestMinimumBasicScenario-719719679-router', 'tenant_id': '66172f2cb1b942cd8507c8e2d0590705', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62251075-a3e3-4d47-8761-104d217b089a', 'external_fixed_ips': [{'subnet_id': '9a71565b-217b-482b-8364-bc8ecb4c8f88', 'ip_address': '172.27.3.3'}], 'enable_snat': True}, 'gw_port_id': '34bbe78d-755c-4ed1-85ae-7e89d40ee8d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:25:15Z', 'updated_at': '2021-09-15T16:25:18Z', 'revision_number': 4, 'project_id': '66172f2cb1b942cd8507c8e2d0590705', 'gw_port': {'id': '34bbe78d-755c-4ed1-85ae-7e89d40ee8d2', 'name': '', 'network_id': '62251075-a3e3-4d47-8761-104d217b089a', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:99:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '613b8bb3-6af6-4419-abdc-90fa3c2a59c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '9a71565b-217b-482b-8364-bc8ecb4c8f88', 'ip_address': '172.27.3.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779576-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:25:15Z', 'updated_at': '2021-09-15T16:25:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a71565b-217b-482b-8364-bc8ecb4c8f88', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779576-8-iscsi', '_interfaces': [{'id': '881e2254-6e79-4b7f-bad7-cf9636202ded', 'name': '', 'network_id': 'd4412813-5206-41f0-a73e-5e91423da852', 'tenant_id': '66172f2cb1b942cd8507c8e2d0590705', 'mac_address': 'fa:16:3e:c9:12:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '613b8bb3-6af6-4419-abdc-90fa3c2a59c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': 'e1e1fb30-b1c1-4ab0-a9cd-660bcd837978', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:25:17Z', 'updated_at': '2021-09-15T16:25:18Z', 'revision_number': 2, 'project_id': '66172f2cb1b942cd8507c8e2d0590705', 'subnets': [{'id': 'e1e1fb30-b1c1-4ab0-a9cd-660bcd837978', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779576-8-iscsi', False) {} {{(pid=93955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:25:21.042287 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0322ffb2-080a-4970-987e-5bfbbd9d7b85 None None] Checking router: 613b8bb3-6af6-4419-abdc-90fa3c2a59c2 for host: dv-cinder-779576-8-iscsi {{(pid=93955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 16:25:21.042641 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0322ffb2-080a-4970-987e-5bfbbd9d7b85 None None] Updating router 613b8bb3-6af6-4419-abdc-90fa3c2a59c2 port 881e2254-6e79-4b7f-bad7-cf9636202ded binding host dv-cinder-779576-8-iscsi {{(pid=93955) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 16:25:21.077152 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-0322ffb2-080a-4970-987e-5bfbbd9d7b85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928820'] for port, before_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:25:21.136510 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ca3834-addf-4879-a7f2-c2cf17773477 req-71ef4fca-83bb-4039-971f-8dd6e3cfb9cb tempest-AttachVolumeNegativeTest-624431894 tempest-AttachVolumeNegativeTest-624431894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:25:21.144781 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-29ca3834-addf-4879-a7f2-c2cf17773477 req-71ef4fca-83bb-4039-971f-8dd6e3cfb9cb tempest-AttachVolumeNegativeTest-624431894 tempest-AttachVolumeNegativeTest-624431894-project] 10.222.0.39 "GET /v2.0/ports?device_id=a9845d6c-72e5-40cc-95ee-86241a4bef6a HTTP/1.1" status: 200 len: 944 time: 0.0614707 Sep 15 16:25:21.193983 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-29ca3834-addf-4879-a7f2-c2cf17773477 req-e6f77e1c-7e27-4a7f-b0bc-429ead5194b5 tempest-AttachVolumeNegativeTest-624431894 tempest-AttachVolumeNegativeTest-624431894-project] 10.222.0.39 "GET /v2.0/security-groups?id=55c08e70-940c-4a69-a384-24c4ba0679d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482450 Sep 15 16:25:21.294560 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4c0d12-6f54-42ba-9c15-b9da4761887d req-77b101d2-1f96-4ad6-a84f-1961978575f5 tempest-ServerRescueNegativeTestJSON-1504381068 tempest-ServerRescueNegativeTestJSON-1504381068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:25:21.300575 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-9a4c0d12-6f54-42ba-9c15-b9da4761887d req-77b101d2-1f96-4ad6-a84f-1961978575f5 tempest-ServerRescueNegativeTestJSON-1504381068 tempest-ServerRescueNegativeTestJSON-1504381068-project] 10.222.0.39 "GET /v2.0/ports?device_id=f39eaa55-2d8b-4bbc-8509-4c2d7df9f16e HTTP/1.1" status: 200 len: 946 time: 0.0584223 Sep 15 16:25:21.346654 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-9a4c0d12-6f54-42ba-9c15-b9da4761887d req-e70f2c85-147e-4113-9741-1f3b00ef767b tempest-ServerRescueNegativeTestJSON-1504381068 tempest-ServerRescueNegativeTestJSON-1504381068-project] 10.222.0.39 "GET /v2.0/security-groups?id=4d527866-20a6-4314-9b14-89ea4e5cf7c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430770 Sep 15 16:25:21.419941 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-0322ffb2-080a-4970-987e-5bfbbd9d7b85 None None] Notify callbacks [] for port, precommit_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:25:21.429243 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-0322ffb2-080a-4970-987e-5bfbbd9d7b85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791196459277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791195970012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791195970030'] for port, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:25:21.563310 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45ea6ab-1e40-4673-80c5-16b61b0950fb None None] Pushing event updated for resources: {'Port': ['ID=881e2254-6e79-4b7f-bad7-cf9636202ded,revision_number=3']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:25:21.637941 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [None req-0322ffb2-080a-4970-987e-5bfbbd9d7b85 None None] Attempting to bind port 881e2254-6e79-4b7f-bad7-cf9636202ded on host dv-cinder-779576-8-iscsi for vnic_type normal with profile {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 16:25:21.638392 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [None req-0322ffb2-080a-4970-987e-5bfbbd9d7b85 None None] Attempting to bind port 881e2254-6e79-4b7f-bad7-cf9636202ded by drivers openvswitch,hyperv on host dv-cinder-779576-8-iscsi at level 0 using segments [{'id': 'b6178492-7e37-4009-8fbc-c5c2437aaaf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'd4412813-5206-41f0-a73e-5e91423da852'}] {{(pid=93955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 16:25:21.638812 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0322ffb2-080a-4970-987e-5bfbbd9d7b85 None None] Attempting to bind port 881e2254-6e79-4b7f-bad7-cf9636202ded on network d4412813-5206-41f0-a73e-5e91423da852 {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 16:25:21.644896 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0322ffb2-080a-4970-987e-5bfbbd9d7b85 None None] Checking agent: {'id': 'afdc58b1-457c-454f-9c1a-1b1c93cc1a70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-779576-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 16, 14, 2), 'started_at': datetime.datetime(2021, 9, 15, 16, 14, 32), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 16, 25, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-779576-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 16:25:21.645334 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0322ffb2-080a-4970-987e-5bfbbd9d7b85 None None] Checking segment: {'id': 'b6178492-7e37-4009-8fbc-c5c2437aaaf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'd4412813-5206-41f0-a73e-5e91423da852'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 16:25:21.645992 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-0322ffb2-080a-4970-987e-5bfbbd9d7b85 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:25:21.646379 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0322ffb2-080a-4970-987e-5bfbbd9d7b85 None None] Bound using segment: {'id': 'b6178492-7e37-4009-8fbc-c5c2437aaaf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'd4412813-5206-41f0-a73e-5e91423da852'} {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 16:25:21.646861 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [None req-0322ffb2-080a-4970-987e-5bfbbd9d7b85 None None] Bound port: 881e2254-6e79-4b7f-bad7-cf9636202ded, host: dv-cinder-779576-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6178492-7e37-4009-8fbc-c5c2437aaaf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'd4412813-5206-41f0-a73e-5e91423da852'}}] {{(pid=93955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 16:25:21.647232 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-0322ffb2-080a-4970-987e-5bfbbd9d7b85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928820'] for port, before_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:25:21.719695 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.db [None req-0322ffb2-080a-4970-987e-5bfbbd9d7b85 None None] For port 881e2254-6e79-4b7f-bad7-cf9636202ded, host dv-cinder-779576-8-iscsi, cleared binding levels {{(pid=93955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 16:25:21.724226 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.db [None req-0322ffb2-080a-4970-987e-5bfbbd9d7b85 None None] For port 881e2254-6e79-4b7f-bad7-cf9636202ded, host dv-cinder-779576-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779576-8-iscsi',level=0,port_id=881e2254-6e79-4b7f-bad7-cf9636202ded,segment=NetworkSegment(b6178492-7e37-4009-8fbc-c5c2437aaaf6),segment_id=b6178492-7e37-4009-8fbc-c5c2437aaaf6)] {{(pid=93955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 16:25:21.730786 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-0322ffb2-080a-4970-987e-5bfbbd9d7b85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791196459277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791195970012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791195970030'] for port, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:25:21.839478 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0322ffb2-080a-4970-987e-5bfbbd9d7b85 None None] Routers {'613b8bb3-6af6-4419-abdc-90fa3c2a59c2'} bound to L3 agent in host dv-cinder-779576-8-iscsi {{(pid=93955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:25:21.840403 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.db.l3_hamode_db [None req-0322ffb2-080a-4970-987e-5bfbbd9d7b85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779576-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T16:14:02Z,description=,heartbeat_timestamp=2021-09-15T16:25:02Z,host='dv-cinder-779576-8-iscsi',id=7a8df8d7-c3ef-43b4-9534-c977f7014926,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T16:14:02Z,topic='l3_agent')) {'router_ids': ['613b8bb3-6af6-4419-abdc-90fa3c2a59c2'], 'active': True} {{(pid=93955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:25:21.892892 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45ea6ab-1e40-4673-80c5-16b61b0950fb None None] Pushing event updated for resources: {'Port': ['ID=881e2254-6e79-4b7f-bad7-cf9636202ded,revision_number=4']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:25:21.932773 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.db.provisioning_blocks [None req-9c1d2237-85ee-4b29-8fd8-e6014da3558d None None] Provisioning complete for port 881e2254-6e79-4b7f-bad7-cf9636202ded triggered by entity DHCP. {{(pid=93955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:25:21.932773 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-9c1d2237-85ee-4b29-8fd8-e6014da3558d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953592'] for port, provisioning_complete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:25:21.932773 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.rpc [None req-57d8a9a3-d16f-4b20-b77b-ca1e664c03db None None] Device 34bbe78d-755c-4ed1-85ae-7e89d40ee8d2 up at agent ovs-agent-dv-cinder-779576-8-iscsi {{(pid=93955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 16:25:22.194240 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.db.l3_dvr_db [None req-0322ffb2-080a-4970-987e-5bfbbd9d7b85 None None] Set router 613b8bb3-6af6-4419-abdc-90fa3c2a59c2 gateway port host: dv-cinder-779576-8-iscsi {{(pid=93955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 16:25:22.325902 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.db.provisioning_blocks [None req-57d8a9a3-d16f-4b20-b77b-ca1e664c03db None None] Provisioning complete for port 34bbe78d-755c-4ed1-85ae-7e89d40ee8d2 triggered by entity L2. {{(pid=93955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:25:22.326174 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-57d8a9a3-d16f-4b20-b77b-ca1e664c03db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953592'] for port, provisioning_complete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:25:22.330677 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-9c1d2237-85ee-4b29-8fd8-e6014da3558d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928820'] for port, before_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:25:22.332484 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acbe548-ea28-4414-adf9-094ab80497f7 req-4ee5da0f-7714-4813-a117-ec5d5f665d66 tempest-AttachVolumeNegativeTest-624431894 tempest-AttachVolumeNegativeTest-624431894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:25:22.335678 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-7acbe548-ea28-4414-adf9-094ab80497f7 req-4ee5da0f-7714-4813-a117-ec5d5f665d66 tempest-AttachVolumeNegativeTest-624431894 tempest-AttachVolumeNegativeTest-624431894-project] 10.222.0.39 "GET /v2.0/ports?device_id=a9845d6c-72e5-40cc-95ee-86241a4bef6a HTTP/1.1" status: 200 len: 944 time: 0.0655091 Sep 15 16:25:22.396027 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-7acbe548-ea28-4414-adf9-094ab80497f7 req-2bf7314d-1f5b-4471-befd-ad8255dfdff7 tempest-AttachVolumeNegativeTest-624431894 tempest-AttachVolumeNegativeTest-624431894-project] 10.222.0.39 "GET /v2.0/security-groups?id=55c08e70-940c-4a69-a384-24c4ba0679d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539119 Sep 15 16:25:22.461780 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.db [None req-9c1d2237-85ee-4b29-8fd8-e6014da3558d None None] For port 881e2254-6e79-4b7f-bad7-cf9636202ded, host dv-cinder-779576-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779576-8-iscsi',level=0,port_id=881e2254-6e79-4b7f-bad7-cf9636202ded,segment=NetworkSegment(b6178492-7e37-4009-8fbc-c5c2437aaaf6),segment_id=b6178492-7e37-4009-8fbc-c5c2437aaaf6)] {{(pid=93955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:25:22.498634 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-9c1d2237-85ee-4b29-8fd8-e6014da3558d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791196459277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791195970012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791195970030'] for port, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:25:22.538115 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd03fbc-2c03-49a2-9c2b-d5be4459a05b req-a547902c-0a9d-4a9c-b8b5-32240c4672b7 tempest-ServerRescueNegativeTestJSON-1504381068 tempest-ServerRescueNegativeTestJSON-1504381068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:25:22.539826 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-fcd03fbc-2c03-49a2-9c2b-d5be4459a05b req-a547902c-0a9d-4a9c-b8b5-32240c4672b7 tempest-ServerRescueNegativeTestJSON-1504381068 tempest-ServerRescueNegativeTestJSON-1504381068-project] 10.222.0.39 "GET /v2.0/ports?device_id=f39eaa55-2d8b-4bbc-8509-4c2d7df9f16e HTTP/1.1" status: 200 len: 946 time: 0.0955789 Sep 15 16:25:22.609308 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-fcd03fbc-2c03-49a2-9c2b-d5be4459a05b req-23a196c5-923a-4a17-8b0f-03a4c07f35b4 tempest-ServerRescueNegativeTestJSON-1504381068 tempest-ServerRescueNegativeTestJSON-1504381068-project] 10.222.0.39 "GET /v2.0/security-groups?id=4d527866-20a6-4314-9b14-89ea4e5cf7c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628459 Sep 15 16:25:22.633667 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1d2237-85ee-4b29-8fd8-e6014da3558d None None] Pushing event updated for resources: {'Port': ['ID=881e2254-6e79-4b7f-bad7-cf9636202ded,revision_number=5']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:25:22.657324 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.db.provisioning_blocks [None req-d5923de9-3fdf-463b-8858-ec69fc0d82ce None None] Provisioning complete for port 881e2254-6e79-4b7f-bad7-cf9636202ded triggered by entity DHCP. {{(pid=93955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:25:22.657689 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-d5923de9-3fdf-463b-8858-ec69fc0d82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953592'] for port, provisioning_complete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:25:22.734804 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.db.l3_hamode_db [None req-0322ffb2-080a-4970-987e-5bfbbd9d7b85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '613b8bb3-6af6-4419-abdc-90fa3c2a59c2', 'name': 'tempest-TestMinimumBasicScenario-719719679-router', 'tenant_id': '66172f2cb1b942cd8507c8e2d0590705', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62251075-a3e3-4d47-8761-104d217b089a', 'external_fixed_ips': [{'subnet_id': '9a71565b-217b-482b-8364-bc8ecb4c8f88', 'ip_address': '172.27.3.3'}], 'enable_snat': True}, 'gw_port_id': '34bbe78d-755c-4ed1-85ae-7e89d40ee8d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:25:15Z', 'updated_at': '2021-09-15T16:25:18Z', 'revision_number': 4, 'project_id': '66172f2cb1b942cd8507c8e2d0590705', 'gw_port': {'id': '34bbe78d-755c-4ed1-85ae-7e89d40ee8d2', 'name': '', 'network_id': '62251075-a3e3-4d47-8761-104d217b089a', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:99:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '613b8bb3-6af6-4419-abdc-90fa3c2a59c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '9a71565b-217b-482b-8364-bc8ecb4c8f88', 'ip_address': '172.27.3.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779576-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:25:15Z', 'updated_at': '2021-09-15T16:25:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a71565b-217b-482b-8364-bc8ecb4c8f88', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779576-8-iscsi', '_interfaces': [{'id': '881e2254-6e79-4b7f-bad7-cf9636202ded', 'name': '', 'network_id': 'd4412813-5206-41f0-a73e-5e91423da852', 'tenant_id': '66172f2cb1b942cd8507c8e2d0590705', 'mac_address': 'fa:16:3e:c9:12:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '613b8bb3-6af6-4419-abdc-90fa3c2a59c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': 'e1e1fb30-b1c1-4ab0-a9cd-660bcd837978', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779576-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:25:17Z', 'updated_at': '2021-09-15T16:25:21Z', 'revision_number': 4, 'project_id': '66172f2cb1b942cd8507c8e2d0590705', 'subnets': [{'id': 'e1e1fb30-b1c1-4ab0-a9cd-660bcd837978', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779576-8-iscsi', False) {} {{(pid=93955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:25:22.787833 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0322ffb2-080a-4970-987e-5bfbbd9d7b85 None None] The sync data for ids ['613b8bb3-6af6-4419-abdc-90fa3c2a59c2'] in dv-cinder-779576-8-iscsi is: [{'id': '613b8bb3-6af6-4419-abdc-90fa3c2a59c2', 'name': 'tempest-TestMinimumBasicScenario-719719679-router', 'tenant_id': '66172f2cb1b942cd8507c8e2d0590705', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62251075-a3e3-4d47-8761-104d217b089a', 'external_fixed_ips': [{'subnet_id': '9a71565b-217b-482b-8364-bc8ecb4c8f88', 'ip_address': '172.27.3.3'}], 'enable_snat': True}, 'gw_port_id': '34bbe78d-755c-4ed1-85ae-7e89d40ee8d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:25:15Z', 'updated_at': '2021-09-15T16:25:18Z', 'revision_number': 4, 'project_id': '66172f2cb1b942cd8507c8e2d0590705', 'gw_port': {'id': '34bbe78d-755c-4ed1-85ae-7e89d40ee8d2', 'name': '', 'network_id': '62251075-a3e3-4d47-8761-104d217b089a', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:99:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '613b8bb3-6af6-4419-abdc-90fa3c2a59c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '9a71565b-217b-482b-8364-bc8ecb4c8f88', 'ip_address': '172.27.3.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779576-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:25:15Z', 'updated_at': '2021-09-15T16:25:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a71565b-217b-482b-8364-bc8ecb4c8f88', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779576-8-iscsi', '_interfaces': [{'id': '881e2254-6e79-4b7f-bad7-cf9636202ded', 'name': '', 'network_id': 'd4412813-5206-41f0-a73e-5e91423da852', 'tenant_id': '66172f2cb1b942cd8507c8e2d0590705', 'mac_address': 'fa:16:3e:c9:12:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '613b8bb3-6af6-4419-abdc-90fa3c2a59c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': 'e1e1fb30-b1c1-4ab0-a9cd-660bcd837978', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779576-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:25:17Z', 'updated_at': '2021-09-15T16:25:21Z', 'revision_number': 4, 'project_id': '66172f2cb1b942cd8507c8e2d0590705', 'subnets': [{'id': 'e1e1fb30-b1c1-4ab0-a9cd-660bcd837978', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 16:25:23.034505 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791196484491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953091'] for agent, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:25:23.519114 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb393e6d-8124-4b0e-9655-0846d6d124f8 req-293dfa45-befb-4a82-bc02-604f5357ae91 tempest-AttachVolumeNegativeTest-624431894 tempest-AttachVolumeNegativeTest-624431894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:25:23.523429 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-cb393e6d-8124-4b0e-9655-0846d6d124f8 req-293dfa45-befb-4a82-bc02-604f5357ae91 tempest-AttachVolumeNegativeTest-624431894 tempest-AttachVolumeNegativeTest-624431894-project] 10.222.0.39 "GET /v2.0/ports?device_id=a9845d6c-72e5-40cc-95ee-86241a4bef6a HTTP/1.1" status: 200 len: 944 time: 0.0604498 Sep 15 16:25:23.595012 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-cb393e6d-8124-4b0e-9655-0846d6d124f8 req-25bdc0fc-fe7d-4b36-802c-00012679b791 tempest-AttachVolumeNegativeTest-624431894 tempest-AttachVolumeNegativeTest-624431894-project] 10.222.0.39 "GET /v2.0/security-groups?id=55c08e70-940c-4a69-a384-24c4ba0679d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671585 Sep 15 16:25:23.747805 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5378ae0-38ff-4421-9f4d-5c8e924d3c35 req-2cd8dacb-aa76-47c5-9423-916d6020045b tempest-ServerRescueNegativeTestJSON-1504381068 tempest-ServerRescueNegativeTestJSON-1504381068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:25:23.749316 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-e5378ae0-38ff-4421-9f4d-5c8e924d3c35 req-2cd8dacb-aa76-47c5-9423-916d6020045b tempest-ServerRescueNegativeTestJSON-1504381068 tempest-ServerRescueNegativeTestJSON-1504381068-project] 10.222.0.39 "GET /v2.0/ports?device_id=f39eaa55-2d8b-4bbc-8509-4c2d7df9f16e HTTP/1.1" status: 200 len: 946 time: 0.0516288 Sep 15 16:25:23.817535 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-e5378ae0-38ff-4421-9f4d-5c8e924d3c35 req-7199fcd8-13e9-48cb-a616-68ed49fb9748 tempest-ServerRescueNegativeTestJSON-1504381068 tempest-ServerRescueNegativeTestJSON-1504381068-project] 10.222.0.39 "GET /v2.0/security-groups?id=4d527866-20a6-4314-9b14-89ea4e5cf7c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572495 Sep 15 16:25:23.889862 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.rpc [None req-57d8a9a3-d16f-4b20-b77b-ca1e664c03db None None] Device 881e2254-6e79-4b7f-bad7-cf9636202ded up at agent ovs-agent-dv-cinder-779576-8-iscsi {{(pid=93955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 16:25:23.947888 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.db.provisioning_blocks [None req-57d8a9a3-d16f-4b20-b77b-ca1e664c03db None None] Provisioning complete for port 881e2254-6e79-4b7f-bad7-cf9636202ded triggered by entity L2. {{(pid=93955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:25:23.948315 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-57d8a9a3-d16f-4b20-b77b-ca1e664c03db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953592'] for port, provisioning_complete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:25:24.719038 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3716a032-845a-4ffe-81be-c0e855fcefa1 req-b77dec21-f0cf-46c2-84be-b0ab3b0922c1 tempest-AttachVolumeNegativeTest-624431894 tempest-AttachVolumeNegativeTest-624431894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:25:24.721337 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-3716a032-845a-4ffe-81be-c0e855fcefa1 req-b77dec21-f0cf-46c2-84be-b0ab3b0922c1 tempest-AttachVolumeNegativeTest-624431894 tempest-AttachVolumeNegativeTest-624431894-project] 10.222.0.39 "GET /v2.0/ports?device_id=a9845d6c-72e5-40cc-95ee-86241a4bef6a HTTP/1.1" status: 200 len: 944 time: 0.0539293 Sep 15 16:25:24.761846 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-3716a032-845a-4ffe-81be-c0e855fcefa1 req-f9c3c702-e0e1-41de-86d4-bf1855445deb tempest-AttachVolumeNegativeTest-624431894 tempest-AttachVolumeNegativeTest-624431894-project] 10.222.0.39 "GET /v2.0/security-groups?id=55c08e70-940c-4a69-a384-24c4ba0679d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342333 Sep 15 16:25:24.934767 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e39935f-a29f-4346-880a-8a69e02d5d64 req-10e78b58-9d17-424d-ac02-1bc4b6f0e65d tempest-ServerRescueNegativeTestJSON-1504381068 tempest-ServerRescueNegativeTestJSON-1504381068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:25:24.936657 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-3e39935f-a29f-4346-880a-8a69e02d5d64 req-10e78b58-9d17-424d-ac02-1bc4b6f0e65d tempest-ServerRescueNegativeTestJSON-1504381068 tempest-ServerRescueNegativeTestJSON-1504381068-project] 10.222.0.39 "GET /v2.0/ports?device_id=f39eaa55-2d8b-4bbc-8509-4c2d7df9f16e HTTP/1.1" status: 200 len: 946 time: 0.0564981 Sep 15 16:25:25.003404 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-3e39935f-a29f-4346-880a-8a69e02d5d64 req-428a6b4b-5ebc-4c31-86ee-0073ce6705a7 tempest-ServerRescueNegativeTestJSON-1504381068 tempest-ServerRescueNegativeTestJSON-1504381068-project] 10.222.0.39 "GET /v2.0/security-groups?id=4d527866-20a6-4314-9b14-89ea4e5cf7c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581167 Sep 15 16:25:25.885090 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08dc9800-ead4-4f35-bcfa-a2b87dc09ec5 req-cf52e0e5-0d4f-4a99-bd8b-29f2c061a94d tempest-AttachVolumeNegativeTest-624431894 tempest-AttachVolumeNegativeTest-624431894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:25:25.892650 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-08dc9800-ead4-4f35-bcfa-a2b87dc09ec5 req-cf52e0e5-0d4f-4a99-bd8b-29f2c061a94d tempest-AttachVolumeNegativeTest-624431894 tempest-AttachVolumeNegativeTest-624431894-project] 10.222.0.39 "GET /v2.0/ports?device_id=a9845d6c-72e5-40cc-95ee-86241a4bef6a HTTP/1.1" status: 200 len: 944 time: 0.0583990 Sep 15 16:25:25.934715 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-08dc9800-ead4-4f35-bcfa-a2b87dc09ec5 req-49d33e14-8b94-4b95-bb03-428747f73f82 tempest-AttachVolumeNegativeTest-624431894 tempest-AttachVolumeNegativeTest-624431894-project] 10.222.0.39 "GET /v2.0/security-groups?id=55c08e70-940c-4a69-a384-24c4ba0679d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383832 Sep 15 16:25:26.124845 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.rpc [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] Device 34c3aa11-daeb-4ab6-a096-b2f4a738fdd9 up at agent hyperv_hv-cinder-77957 {{(pid=93955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 16:25:26.161152 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcdad218-5a4a-49c4-8936-a07d04ecd780 req-4b88bd8e-578c-4e34-8163-3ef28bd9a0db tempest-ServerRescueNegativeTestJSON-1504381068 tempest-ServerRescueNegativeTestJSON-1504381068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:25:26.168750 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-dcdad218-5a4a-49c4-8936-a07d04ecd780 req-4b88bd8e-578c-4e34-8163-3ef28bd9a0db tempest-ServerRescueNegativeTestJSON-1504381068 tempest-ServerRescueNegativeTestJSON-1504381068-project] 10.222.0.39 "GET /v2.0/ports?device_id=f39eaa55-2d8b-4bbc-8509-4c2d7df9f16e HTTP/1.1" status: 200 len: 946 time: 0.0888739 Sep 15 16:25:26.187899 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-654dccc1-fc7f-415f-a0af-0f07c44a09d4 req-3986ac2b-565a-4cb7-b5b0-3bd45b13af90 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=1895071e-07cf-4d71-977e-0057a981f962&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0635366 Sep 15 16:25:26.210414 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.db.provisioning_blocks [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] Provisioning for port 34c3aa11-daeb-4ab6-a096-b2f4a738fdd9 completed by entity L2. {{(pid=93955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 16:25:26.221552 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.db.provisioning_blocks [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] Provisioning complete for port 34c3aa11-daeb-4ab6-a096-b2f4a738fdd9 triggered by entity L2. {{(pid=93955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:25:26.221930 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953592'] for port, provisioning_complete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:25:26.309898 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928820'] for port, before_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:25:26.343232 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9845d6c-72e5-40cc-95ee-86241a4bef6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34c3aa11-daeb-4ab6-a096-b2f4a738fdd9'}] {{(pid=93955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 16:25:26.346427 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cc821c0eec02d2c96bcea0a08104c2827b642bf310f598bba7a206798b1bddd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f7e983e-84bb-4094-a675-64ba7dc34e7b" -d '{"events": [{"server_uuid": "a9845d6c-72e5-40cc-95ee-86241a4bef6a", "name": "network-vif-plugged", "status": "completed", "tag": "34c3aa11-daeb-4ab6-a096-b2f4a738fdd9"}]}' {{(pid=93955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 16:25:26.370619 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.db [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] For port 34c3aa11-daeb-4ab6-a096-b2f4a738fdd9, host hv-cinder-77957, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77957',level=0,port_id=34c3aa11-daeb-4ab6-a096-b2f4a738fdd9,segment=NetworkSegment(59ddac4d-713c-429a-86bb-e4613c98c15a),segment_id=59ddac4d-713c-429a-86bb-e4613c98c15a)] {{(pid=93955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:25:26.379030 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791196459277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791195970012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791195970030'] for port, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:25:26.443593 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-dcdad218-5a4a-49c4-8936-a07d04ecd780 req-0f496ca4-8529-4fd6-bf2a-6b01b468522c tempest-ServerRescueNegativeTestJSON-1504381068 tempest-ServerRescueNegativeTestJSON-1504381068-project] 10.222.0.39 "GET /v2.0/security-groups?id=4d527866-20a6-4314-9b14-89ea4e5cf7c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2641060 Sep 15 16:25:26.486340 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] Pushing event updated for resources: {'Port': ['ID=34c3aa11-daeb-4ab6-a096-b2f4a738fdd9,revision_number=5']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:25:26.503312 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 16:25:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a579eec-ffe8-49bf-a8f4-ef6a2a904721 x-openstack-request-id: req-0a579eec-ffe8-49bf-a8f4-ef6a2a904721 {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 16:25:26.503595 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9845d6c-72e5-40cc-95ee-86241a4bef6a", "name": "network-vif-plugged", "status": "completed", "tag": "34c3aa11-daeb-4ab6-a096-b2f4a738fdd9", "code": 200}]} {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 16:25:26.503839 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-0a579eec-ffe8-49bf-a8f4-ef6a2a904721 {{(pid=93955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 16:25:26.504255 dv-cinder-779576-8-iscsi neutron-server[93955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9845d6c-72e5-40cc-95ee-86241a4bef6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34c3aa11-daeb-4ab6-a096-b2f4a738fdd9', 'code': 200} Sep 15 16:25:27.069357 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c724ef-c69c-4ff0-964a-e563f0affa34 req-dcc21a86-5f02-4dee-953d-5eb91b7f97a4 tempest-AttachVolumeNegativeTest-624431894 tempest-AttachVolumeNegativeTest-624431894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:25:27.072671 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-e8c724ef-c69c-4ff0-964a-e563f0affa34 req-dcc21a86-5f02-4dee-953d-5eb91b7f97a4 tempest-AttachVolumeNegativeTest-624431894 tempest-AttachVolumeNegativeTest-624431894-project] 10.222.0.39 "GET /v2.0/ports?device_id=a9845d6c-72e5-40cc-95ee-86241a4bef6a HTTP/1.1" status: 200 len: 945 time: 0.0524299 Sep 15 16:25:27.110494 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-e8c724ef-c69c-4ff0-964a-e563f0affa34 req-32a67718-1a07-4cc4-9674-619d5851d0f0 tempest-AttachVolumeNegativeTest-624431894 tempest-AttachVolumeNegativeTest-624431894-project] 10.222.0.39 "GET /v2.0/security-groups?id=55c08e70-940c-4a69-a384-24c4ba0679d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334847 Sep 15 16:25:27.557929 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6736ce96-b0eb-4240-b360-091809bae77d req-2a78bb6a-124d-47a0-a11e-5a8b56a4109b tempest-ServerRescueNegativeTestJSON-1504381068 tempest-ServerRescueNegativeTestJSON-1504381068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:25:27.559830 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-6736ce96-b0eb-4240-b360-091809bae77d req-2a78bb6a-124d-47a0-a11e-5a8b56a4109b tempest-ServerRescueNegativeTestJSON-1504381068 tempest-ServerRescueNegativeTestJSON-1504381068-project] 10.222.0.39 "GET /v2.0/ports?device_id=f39eaa55-2d8b-4bbc-8509-4c2d7df9f16e HTTP/1.1" status: 200 len: 946 time: 0.0539162 Sep 15 16:25:27.599912 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-6736ce96-b0eb-4240-b360-091809bae77d req-f17902c0-a609-4f8e-9f50-342f4d329c24 tempest-ServerRescueNegativeTestJSON-1504381068 tempest-ServerRescueNegativeTestJSON-1504381068-project] 10.222.0.39 "GET /v2.0/security-groups?id=4d527866-20a6-4314-9b14-89ea4e5cf7c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338554 Sep 15 16:25:27.737980 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654dccc1-fc7f-415f-a0af-0f07c44a09d4 req-0130e329-6753-4106-be64-2fbed4fef42b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:25:27.739505 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-654dccc1-fc7f-415f-a0af-0f07c44a09d4 req-0130e329-6753-4106-be64-2fbed4fef42b service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f7e7af658aa34644855359ede57c4c67&device_id=1895071e-07cf-4d71-977e-0057a981f962 HTTP/1.1" status: 200 len: 1098 time: 0.0438881 Sep 15 16:25:27.900799 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654dccc1-fc7f-415f-a0af-0f07c44a09d4 req-2e86fc2b-f8eb-4381-a62a-0324d092b28f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:25:27.902751 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-654dccc1-fc7f-415f-a0af-0f07c44a09d4 req-2e86fc2b-f8eb-4381-a62a-0324d092b28f service neutron] 10.222.0.45 "GET /v2.0/networks?id=301d3dae-97cb-4f1f-a074-0eaf2ccca5e4 HTTP/1.1" status: 200 len: 917 time: 0.1414688 Sep 15 16:25:27.907727 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e25bd5e-2804-41b6-a8b4-e622a6f7cb07 req-2f78d91e-ef0a-45b8-a4eb-3081570f233e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:25:27.909464 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-8e25bd5e-2804-41b6-a8b4-e622a6f7cb07 req-2f78d91e-ef0a-45b8-a4eb-3081570f233e service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=a9845d6c-72e5-40cc-95ee-86241a4bef6a HTTP/1.1" status: 200 len: 1098 time: 0.0607884 Sep 15 16:25:27.993961 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-8e25bd5e-2804-41b6-a8b4-e622a6f7cb07 req-1a073396-4e8b-47b5-a09d-c44b7d803d9a service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=55c08e70-940c-4a69-a384-24c4ba0679d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775580 Sep 15 16:25:27.995731 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-654dccc1-fc7f-415f-a0af-0f07c44a09d4 req-6f9b71fb-cb88-4b4b-a155-fef08ba99ea9 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e276d5d2-322a-4d4d-b833-7daa17260d3e HTTP/1.1" status: 200 len: 1001 time: 0.0853739 Sep 15 16:25:28.260608 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9dc169-1415-4599-8e4a-6b04366f4cfd req-d236845a-1296-4498-ac4c-c308ddb51d74 tempest-AttachVolumeNegativeTest-624431894 tempest-AttachVolumeNegativeTest-624431894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:25:28.262481 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-ae9dc169-1415-4599-8e4a-6b04366f4cfd req-d236845a-1296-4498-ac4c-c308ddb51d74 tempest-AttachVolumeNegativeTest-624431894 tempest-AttachVolumeNegativeTest-624431894-project] 10.222.0.39 "GET /v2.0/ports?device_id=a9845d6c-72e5-40cc-95ee-86241a4bef6a HTTP/1.1" status: 200 len: 945 time: 0.0783577 Sep 15 16:25:28.308653 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-ae9dc169-1415-4599-8e4a-6b04366f4cfd req-782f4519-a207-47ef-8194-35ad86fd25af tempest-AttachVolumeNegativeTest-624431894 tempest-AttachVolumeNegativeTest-624431894-project] 10.222.0.39 "GET /v2.0/security-groups?id=55c08e70-940c-4a69-a384-24c4ba0679d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402551 Sep 15 16:25:28.740170 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c8c14c-f8e1-4112-9930-983b976ec02b req-5a7cdf73-a195-41c5-83da-9c1ef1a7d0ca tempest-ServerRescueNegativeTestJSON-1504381068 tempest-ServerRescueNegativeTestJSON-1504381068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:25:28.742050 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-92c8c14c-f8e1-4112-9930-983b976ec02b req-5a7cdf73-a195-41c5-83da-9c1ef1a7d0ca tempest-ServerRescueNegativeTestJSON-1504381068 tempest-ServerRescueNegativeTestJSON-1504381068-project] 10.222.0.39 "GET /v2.0/ports?device_id=f39eaa55-2d8b-4bbc-8509-4c2d7df9f16e HTTP/1.1" status: 200 len: 946 time: 0.0663893 Sep 15 16:25:28.782473 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-92c8c14c-f8e1-4112-9930-983b976ec02b req-c5d502a6-c39a-46ae-8e3f-3302876165b1 tempest-ServerRescueNegativeTestJSON-1504381068 tempest-ServerRescueNegativeTestJSON-1504381068-project] 10.222.0.39 "GET /v2.0/security-groups?id=4d527866-20a6-4314-9b14-89ea4e5cf7c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345781 Sep 15 16:25:29.131590 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-9069feee-989e-4381-a3b7-f6a39e4322ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791196484491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953091'] for agent, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:25:29.279087 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654dccc1-fc7f-415f-a0af-0f07c44a09d4 req-99c78642-b530-4cf3-84c4-193aef8a5b25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:25:29.280553 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-654dccc1-fc7f-415f-a0af-0f07c44a09d4 req-99c78642-b530-4cf3-84c4-193aef8a5b25 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=fa5f41a1-b858-4e32-8594-59b83d73c6e9 HTTP/1.1" status: 200 len: 856 time: 0.1013010 Sep 15 16:25:29.338859 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7febc2-b0e2-4572-aae9-bd7304dbdf5d req-1778f081-10a9-4a6f-be78-a09ee5c7ee2c tempest-TestMinimumBasicScenario-867511208 tempest-TestMinimumBasicScenario-867511208-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:25:29.340496 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-2f7febc2-b0e2-4572-aae9-bd7304dbdf5d req-1778f081-10a9-4a6f-be78-a09ee5c7ee2c tempest-TestMinimumBasicScenario-867511208 tempest-TestMinimumBasicScenario-867511208-project] 10.222.0.39 "GET /v2.0/networks?id=c6939575-0b70-4011-b40f-e72ea525aac3 HTTP/1.1" status: 200 len: 814 time: 0.1728747 Sep 15 16:25:29.357524 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654dccc1-fc7f-415f-a0af-0f07c44a09d4 req-848b4287-ea06-40cd-b0a0-25408902e56a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:25:29.360850 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-654dccc1-fc7f-415f-a0af-0f07c44a09d4 req-848b4287-ea06-40cd-b0a0-25408902e56a service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=301d3dae-97cb-4f1f-a074-0eaf2ccca5e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0702062 Sep 15 16:25:29.363380 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-2f7febc2-b0e2-4572-aae9-bd7304dbdf5d req-8a9817ce-1545-4cb3-a489-29b7bbe63e66 tempest-TestMinimumBasicScenario-867511208 tempest-TestMinimumBasicScenario-867511208-project] 10.222.0.39 "GET /v2.0/quotas/c399e90bd6c14b28a0c663c318ac7dd0 HTTP/1.1" status: 200 len: 375 time: 0.0151584 Sep 15 16:25:29.454426 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313427ee-792c-4ced-8dff-9a8dc88fea6c req-bb2ddef1-4fba-4702-868f-2453337ea87c tempest-AttachVolumeNegativeTest-624431894 tempest-AttachVolumeNegativeTest-624431894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:25:29.456133 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-313427ee-792c-4ced-8dff-9a8dc88fea6c req-bb2ddef1-4fba-4702-868f-2453337ea87c tempest-AttachVolumeNegativeTest-624431894 tempest-AttachVolumeNegativeTest-624431894-project] 10.222.0.39 "GET /v2.0/ports?device_id=a9845d6c-72e5-40cc-95ee-86241a4bef6a HTTP/1.1" status: 200 len: 945 time: 0.0575473 Sep 15 16:25:29.481247 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-2f7febc2-b0e2-4572-aae9-bd7304dbdf5d req-d4fae962-1119-4090-93a8-4534b6fd43b3 tempest-TestMinimumBasicScenario-867511208 tempest-TestMinimumBasicScenario-867511208-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=c399e90bd6c14b28a0c663c318ac7dd0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1115713 Sep 15 16:25:29.497738 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-313427ee-792c-4ced-8dff-9a8dc88fea6c req-2c8882b5-5f19-4583-934b-b57142db7e02 tempest-AttachVolumeNegativeTest-624431894 tempest-AttachVolumeNegativeTest-624431894-project] 10.222.0.39 "GET /v2.0/security-groups?id=55c08e70-940c-4a69-a384-24c4ba0679d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354996 Sep 15 16:25:29.508705 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-654dccc1-fc7f-415f-a0af-0f07c44a09d4 req-e954a3f2-1547-4ed9-84af-b79ac1ab50ad service neutron] 10.222.0.45 "GET /v2.0/networks/301d3dae-97cb-4f1f-a074-0eaf2ccca5e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280437 Sep 15 16:25:29.663294 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-2f7febc2-b0e2-4572-aae9-bd7304dbdf5d req-6c461fbd-d1cf-4a11-b5f5-f5387f2fd0d7 service neutron] 10.222.0.39 "GET /v2.0/networks/c6939575-0b70-4011-b40f-e72ea525aac3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1487057 Sep 15 16:25:29.665523 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-654dccc1-fc7f-415f-a0af-0f07c44a09d4 req-f420df2d-0be5-42ad-a4ba-62ebd4f1981a service neutron] 10.222.0.45 "GET /v2.0/networks/301d3dae-97cb-4f1f-a074-0eaf2ccca5e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1432734 Sep 15 16:25:29.770587 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-2f7febc2-b0e2-4572-aae9-bd7304dbdf5d req-666f2a81-f801-4470-8703-5826b58bdaa1 service neutron] 10.222.0.39 "GET /v2.0/networks/c6939575-0b70-4011-b40f-e72ea525aac3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0991731 Sep 15 16:25:29.902959 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93124daa-2aac-48eb-8c20-871dc83b850b req-3ea7edc0-4326-4db6-ba6c-318cbd0ec6bd tempest-ServerRescueNegativeTestJSON-1504381068 tempest-ServerRescueNegativeTestJSON-1504381068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:25:29.904487 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-93124daa-2aac-48eb-8c20-871dc83b850b req-3ea7edc0-4326-4db6-ba6c-318cbd0ec6bd tempest-ServerRescueNegativeTestJSON-1504381068 tempest-ServerRescueNegativeTestJSON-1504381068-project] 10.222.0.39 "GET /v2.0/ports?device_id=f39eaa55-2d8b-4bbc-8509-4c2d7df9f16e HTTP/1.1" status: 200 len: 946 time: 0.0551560 Sep 15 16:25:29.937297 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-3fae6076-672b-4ce2-8de4-3fe5f17ffe9d req-4b951378-5bad-4ef8-92b1-a67cf75f19f2 tempest-TestMinimumBasicScenario-867511208 tempest-TestMinimumBasicScenario-867511208-project] 10.222.0.39 "GET /v2.0/ports?device_id=8b69e941-0dad-4449-8c59-eeac8c5bbffa HTTP/1.1" status: 200 len: 210 time: 0.0285497 Sep 15 16:25:29.945147 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-93124daa-2aac-48eb-8c20-871dc83b850b req-6627b46d-f753-4e54-aa16-997ca6213bde tempest-ServerRescueNegativeTestJSON-1504381068 tempest-ServerRescueNegativeTestJSON-1504381068-project] 10.222.0.39 "GET /v2.0/security-groups?id=4d527866-20a6-4314-9b14-89ea4e5cf7c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340669 Sep 15 16:25:30.631936 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f34e059-95d3-448e-a202-64c0329d2774 req-28949ff5-6457-4b9e-8e68-586c2e59226f tempest-AttachVolumeNegativeTest-624431894 tempest-AttachVolumeNegativeTest-624431894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:25:30.633375 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-8f34e059-95d3-448e-a202-64c0329d2774 req-28949ff5-6457-4b9e-8e68-586c2e59226f tempest-AttachVolumeNegativeTest-624431894 tempest-AttachVolumeNegativeTest-624431894-project] 10.222.0.39 "GET /v2.0/ports?device_id=a9845d6c-72e5-40cc-95ee-86241a4bef6a HTTP/1.1" status: 200 len: 945 time: 0.0654700 Sep 15 16:25:30.672294 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-8f34e059-95d3-448e-a202-64c0329d2774 req-832baa2f-1dbe-44f0-82f0-fba35489cf0a tempest-AttachVolumeNegativeTest-624431894 tempest-AttachVolumeNegativeTest-624431894-project] 10.222.0.39 "GET /v2.0/security-groups?id=55c08e70-940c-4a69-a384-24c4ba0679d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328441 Sep 15 16:25:31.057286 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-7a713c09-ee6f-4c40-9160-3c9d585ab3d2 req-16e7d1df-35b0-4960-8dce-bfb0c7bba1da tempest-TestMinimumBasicScenario-867511208 tempest-TestMinimumBasicScenario-867511208-project] 10.222.0.39 "GET /v2.0/ports?device_id=8b69e941-0dad-4449-8c59-eeac8c5bbffa HTTP/1.1" status: 200 len: 210 time: 0.0332541 Sep 15 16:25:31.098308 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556c91fd-8279-43f2-bdac-d056bba9dd41 req-66298d00-8547-4f0b-bb7c-eb7287e19f37 tempest-ServerRescueNegativeTestJSON-1504381068 tempest-ServerRescueNegativeTestJSON-1504381068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:25:31.100298 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-556c91fd-8279-43f2-bdac-d056bba9dd41 req-66298d00-8547-4f0b-bb7c-eb7287e19f37 tempest-ServerRescueNegativeTestJSON-1504381068 tempest-ServerRescueNegativeTestJSON-1504381068-project] 10.222.0.39 "GET /v2.0/ports?device_id=f39eaa55-2d8b-4bbc-8509-4c2d7df9f16e HTTP/1.1" status: 200 len: 946 time: 0.0713196 Sep 15 16:25:31.156697 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-556c91fd-8279-43f2-bdac-d056bba9dd41 req-8333529a-5b4b-4b8c-bd06-d8e6f26d35fc tempest-ServerRescueNegativeTestJSON-1504381068 tempest-ServerRescueNegativeTestJSON-1504381068-project] 10.222.0.39 "GET /v2.0/security-groups?id=4d527866-20a6-4314-9b14-89ea4e5cf7c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492733 Sep 15 16:25:31.232111 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b71d08d-d883-4fd4-98e6-e954110ce0e4 req-1ec738c7-aac3-45ea-88d5-3bc965023d5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:25:31.233613 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-8b71d08d-d883-4fd4-98e6-e954110ce0e4 req-1ec738c7-aac3-45ea-88d5-3bc965023d5a service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=f39eaa55-2d8b-4bbc-8509-4c2d7df9f16e HTTP/1.1" status: 200 len: 1099 time: 0.0424330 Sep 15 16:25:31.273282 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-8b71d08d-d883-4fd4-98e6-e954110ce0e4 req-67d1ab9e-ac0f-4e94-9ba5-7a8b92255fd9 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=4d527866-20a6-4314-9b14-89ea4e5cf7c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320733 Sep 15 16:25:31.797864 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad36249a-84e8-4d0b-9673-02cd4602528f req-a12d88bb-b533-419f-b103-85c33dfb0dd0 tempest-AttachVolumeNegativeTest-624431894 tempest-AttachVolumeNegativeTest-624431894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:25:31.799463 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-ad36249a-84e8-4d0b-9673-02cd4602528f req-a12d88bb-b533-419f-b103-85c33dfb0dd0 tempest-AttachVolumeNegativeTest-624431894 tempest-AttachVolumeNegativeTest-624431894-project] 10.222.0.39 "GET /v2.0/ports?device_id=a9845d6c-72e5-40cc-95ee-86241a4bef6a HTTP/1.1" status: 200 len: 945 time: 0.0538309 Sep 15 16:25:31.833027 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-57d8a9a3-d16f-4b20-b77b-ca1e664c03db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791196484491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953091'] for agent, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:25:31.842314 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-ad36249a-84e8-4d0b-9673-02cd4602528f req-7e0dd3a2-745b-41cb-9eb5-5a507f6dc7fd tempest-AttachVolumeNegativeTest-624431894 tempest-AttachVolumeNegativeTest-624431894-project] 10.222.0.39 "GET /v2.0/security-groups?id=55c08e70-940c-4a69-a384-24c4ba0679d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339661 Sep 15 16:25:31.930881 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-7e223ae0-8212-4cb6-9abe-b75b365ac840 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791196484491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953091'] for agent, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:25:32.098308 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7febc2-b0e2-4572-aae9-bd7304dbdf5d req-ea3357f1-0690-4cae-8f67-57f10cd84adc tempest-TestMinimumBasicScenario-867511208 tempest-TestMinimumBasicScenario-867511208-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:25:32.099892 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-2f7febc2-b0e2-4572-aae9-bd7304dbdf5d req-ea3357f1-0690-4cae-8f67-57f10cd84adc tempest-TestMinimumBasicScenario-867511208 tempest-TestMinimumBasicScenario-867511208-project] 10.222.0.45 "GET /v2.0/networks?id=c6939575-0b70-4011-b40f-e72ea525aac3 HTTP/1.1" status: 200 len: 814 time: 0.1098659 Sep 15 16:25:32.123606 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.api.v2.base [req-2f7febc2-b0e2-4572-aae9-bd7304dbdf5d req-86d16a88-6173-48f2-9a24-970671e07644 tempest-TestMinimumBasicScenario-867511208 tempest-TestMinimumBasicScenario-867511208-project] Request body: {'port': {'device_id': '8b69e941-0dad-4449-8c59-eeac8c5bbffa', 'network_id': 'c6939575-0b70-4011-b40f-e72ea525aac3', 'admin_state_up': True, 'tenant_id': 'c399e90bd6c14b28a0c663c318ac7dd0'}} {{(pid=93953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:25:32.186205 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-43f8b32c-3277-4b18-9db0-9fda82a55f57 req-52331da8-d7e3-4940-a9cc-776e33690e29 tempest-TestMinimumBasicScenario-867511208 tempest-TestMinimumBasicScenario-867511208-project] 10.222.0.39 "GET /v2.0/ports?device_id=8b69e941-0dad-4449-8c59-eeac8c5bbffa HTTP/1.1" status: 200 len: 210 time: 0.0454602 Sep 15 16:25:32.297215 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2f7febc2-b0e2-4572-aae9-bd7304dbdf5d req-86d16a88-6173-48f2-9a24-970671e07644 tempest-TestMinimumBasicScenario-867511208 tempest-TestMinimumBasicScenario-867511208-project] Made reservation on behalf of c399e90bd6c14b28a0c663c318ac7dd0 for: {'port': 1} {{(pid=93953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 16:25:32.301552 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [req-2f7febc2-b0e2-4572-aae9-bd7304dbdf5d req-86d16a88-6173-48f2-9a24-970671e07644 tempest-TestMinimumBasicScenario-867511208 tempest-TestMinimumBasicScenario-867511208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928820'] for port, before_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:25:32.335706 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b703f69a-c82a-46ba-bd26-f47551748ccc req-9fa43138-78f2-4aaa-a865-56f963fbb3d4 tempest-ServerRescueNegativeTestJSON-1504381068 tempest-ServerRescueNegativeTestJSON-1504381068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:25:32.340529 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-b703f69a-c82a-46ba-bd26-f47551748ccc req-9fa43138-78f2-4aaa-a865-56f963fbb3d4 tempest-ServerRescueNegativeTestJSON-1504381068 tempest-ServerRescueNegativeTestJSON-1504381068-project] 10.222.0.39 "GET /v2.0/ports?device_id=f39eaa55-2d8b-4bbc-8509-4c2d7df9f16e HTTP/1.1" status: 200 len: 946 time: 0.0912876 Sep 15 16:25:32.432776 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-b703f69a-c82a-46ba-bd26-f47551748ccc req-dfb265b9-9f35-49f2-abbd-c89a878e6a7f tempest-ServerRescueNegativeTestJSON-1504381068 tempest-ServerRescueNegativeTestJSON-1504381068-project] 10.222.0.39 "GET /v2.0/security-groups?id=4d527866-20a6-4314-9b14-89ea4e5cf7c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825887 Sep 15 16:25:32.497924 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.db.db_base_plugin_common [req-2f7febc2-b0e2-4572-aae9-bd7304dbdf5d req-86d16a88-6173-48f2-9a24-970671e07644 tempest-TestMinimumBasicScenario-867511208 tempest-TestMinimumBasicScenario-867511208-project] Allocated IP 172.20.0.8 (c6939575-0b70-4011-b40f-e72ea525aac3/d9230886-3d10-4207-9dd3-ce6966941488/6a694102-9a08-4066-9fc2-887d5dc7033e) {{(pid=93953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 16:25:32.683342 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [req-2f7febc2-b0e2-4572-aae9-bd7304dbdf5d req-86d16a88-6173-48f2-9a24-970671e07644 tempest-TestMinimumBasicScenario-867511208 tempest-TestMinimumBasicScenario-867511208-project] Notify callbacks [] for port, precommit_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:25:32.736068 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [req-2f7febc2-b0e2-4572-aae9-bd7304dbdf5d req-86d16a88-6173-48f2-9a24-970671e07644 tempest-TestMinimumBasicScenario-867511208 tempest-TestMinimumBasicScenario-867511208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791195969994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127878305'] for port, after_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:25:32.790486 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2f7febc2-b0e2-4572-aae9-bd7304dbdf5d req-86d16a88-6173-48f2-9a24-970671e07644 tempest-TestMinimumBasicScenario-867511208 tempest-TestMinimumBasicScenario-867511208-project] Network c6939575-0b70-4011-b40f-e72ea525aac3 is already hosted by enough agents. {{(pid=93953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:25:32.794097 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.scheduler.base_scheduler [req-2f7febc2-b0e2-4572-aae9-bd7304dbdf5d req-86d16a88-6173-48f2-9a24-970671e07644 tempest-TestMinimumBasicScenario-867511208 tempest-TestMinimumBasicScenario-867511208-project] Resources bound (agent type, host, resource id): {{(pid=93953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:25:32.797575 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f7febc2-b0e2-4572-aae9-bd7304dbdf5d req-86d16a88-6173-48f2-9a24-970671e07644 tempest-TestMinimumBasicScenario-867511208 tempest-TestMinimumBasicScenario-867511208-project] Received port after_create {{(pid=93953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 16:25:32.853392 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d16a88-6173-48f2-9a24-970671e07644 tempest-TestMinimumBasicScenario-867511208 tempest-TestMinimumBasicScenario-867511208-project] Pushing event updated for resources: {'Port': ['ID=6a694102-9a08-4066-9fc2-887d5dc7033e,revision_number=1']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:25:32.874019 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86d16a88-6173-48f2-9a24-970671e07644 tempest-TestMinimumBasicScenario-867511208 tempest-TestMinimumBasicScenario-867511208-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:25:32.874594 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86d16a88-6173-48f2-9a24-970671e07644 tempest-TestMinimumBasicScenario-867511208 tempest-TestMinimumBasicScenario-867511208-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:25:32.875196 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86d16a88-6173-48f2-9a24-970671e07644 tempest-TestMinimumBasicScenario-867511208 tempest-TestMinimumBasicScenario-867511208-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:25:32.876109 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86d16a88-6173-48f2-9a24-970671e07644 tempest-TestMinimumBasicScenario-867511208 tempest-TestMinimumBasicScenario-867511208-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:25:32.876475 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86d16a88-6173-48f2-9a24-970671e07644 tempest-TestMinimumBasicScenario-867511208 tempest-TestMinimumBasicScenario-867511208-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:25:32.876838 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86d16a88-6173-48f2-9a24-970671e07644 tempest-TestMinimumBasicScenario-867511208 tempest-TestMinimumBasicScenario-867511208-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:25:32.877196 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86d16a88-6173-48f2-9a24-970671e07644 tempest-TestMinimumBasicScenario-867511208 tempest-TestMinimumBasicScenario-867511208-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:25:32.877559 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86d16a88-6173-48f2-9a24-970671e07644 tempest-TestMinimumBasicScenario-867511208 tempest-TestMinimumBasicScenario-867511208-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:25:32.877890 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86d16a88-6173-48f2-9a24-970671e07644 tempest-TestMinimumBasicScenario-867511208 tempest-TestMinimumBasicScenario-867511208-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:25:32.880688 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86d16a88-6173-48f2-9a24-970671e07644 tempest-TestMinimumBasicScenario-867511208 tempest-TestMinimumBasicScenario-867511208-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:25:32.885187 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86d16a88-6173-48f2-9a24-970671e07644 tempest-TestMinimumBasicScenario-867511208 tempest-TestMinimumBasicScenario-867511208-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:25:32.885694 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86d16a88-6173-48f2-9a24-970671e07644 tempest-TestMinimumBasicScenario-867511208 tempest-TestMinimumBasicScenario-867511208-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:25:32.904215 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7febc2-b0e2-4572-aae9-bd7304dbdf5d req-86d16a88-6173-48f2-9a24-970671e07644 tempest-TestMinimumBasicScenario-867511208 tempest-TestMinimumBasicScenario-867511208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:25:32.904900 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [req-2f7febc2-b0e2-4572-aae9-bd7304dbdf5d req-86d16a88-6173-48f2-9a24-970671e07644 tempest-TestMinimumBasicScenario-867511208 tempest-TestMinimumBasicScenario-867511208-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58602'] for port, before_response {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:25:32.937911 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-2f7febc2-b0e2-4572-aae9-bd7304dbdf5d req-86d16a88-6173-48f2-9a24-970671e07644 tempest-TestMinimumBasicScenario-867511208 tempest-TestMinimumBasicScenario-867511208-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8199282 Sep 15 16:25:32.952066 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-eee1357e-56cc-4bdc-884d-16a88731d16f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791196484491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953091'] for agent, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:25:33.054006 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.db.provisioning_blocks [None req-3c4076c1-a65f-4ea3-8401-fef3953a0317 None None] Provisioning complete for port 6a694102-9a08-4066-9fc2-887d5dc7033e triggered by entity DHCP. {{(pid=93955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:25:33.054734 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-3c4076c1-a65f-4ea3-8401-fef3953a0317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953592'] for port, provisioning_complete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:25:33.090664 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [None req-3c4076c1-a65f-4ea3-8401-fef3953a0317 None None] Port 6a694102-9a08-4066-9fc2-887d5dc7033e cannot update to ACTIVE because it is not bound. {{(pid=93955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 16:25:33.351151 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e1ef87-28e0-4cf2-bf14-7dae0267fc1b req-4dafd8e5-8655-4ad5-995f-ad020feb4329 tempest-TestMinimumBasicScenario-867511208 tempest-TestMinimumBasicScenario-867511208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:25:33.359438 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-e2e1ef87-28e0-4cf2-bf14-7dae0267fc1b req-4dafd8e5-8655-4ad5-995f-ad020feb4329 tempest-TestMinimumBasicScenario-867511208 tempest-TestMinimumBasicScenario-867511208-project] 10.222.0.39 "GET /v2.0/ports?device_id=8b69e941-0dad-4449-8c59-eeac8c5bbffa HTTP/1.1" status: 200 len: 931 time: 0.0880651 Sep 15 16:25:33.402155 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-e2e1ef87-28e0-4cf2-bf14-7dae0267fc1b req-f2f4cec7-1edc-4dc5-aa2a-2ed53e57bb31 tempest-TestMinimumBasicScenario-867511208 tempest-TestMinimumBasicScenario-867511208-project] 10.222.0.39 "GET /v2.0/security-groups?id=f015b5f4-57be-4ab6-9bf7-9f53b172ec0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417447 Sep 15 16:25:33.556896 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7ed605-682e-4e31-8b5e-9898ef97591a req-a81a3a8d-4460-489f-8c61-45e3a9ac9f98 tempest-ServerRescueNegativeTestJSON-1504381068 tempest-ServerRescueNegativeTestJSON-1504381068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:25:33.558411 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-bc7ed605-682e-4e31-8b5e-9898ef97591a req-a81a3a8d-4460-489f-8c61-45e3a9ac9f98 tempest-ServerRescueNegativeTestJSON-1504381068 tempest-ServerRescueNegativeTestJSON-1504381068-project] 10.222.0.39 "GET /v2.0/ports?device_id=f39eaa55-2d8b-4bbc-8509-4c2d7df9f16e HTTP/1.1" status: 200 len: 946 time: 0.0532217 Sep 15 16:25:33.596942 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-bc7ed605-682e-4e31-8b5e-9898ef97591a req-382c9b5e-79cc-4bb8-8c71-3c00ba4881f2 tempest-ServerRescueNegativeTestJSON-1504381068 tempest-ServerRescueNegativeTestJSON-1504381068-project] 10.222.0.39 "GET /v2.0/security-groups?id=4d527866-20a6-4314-9b14-89ea4e5cf7c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322917 Sep 15 16:25:34.324336 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-7ad16b6f-1dcb-4567-914a-8ec9b5a04b47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791196484491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953091'] for agent, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:25:34.537301 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de490c8-9d32-4712-a32a-d030166026e4 req-3a1c01b1-7e95-410d-88fc-b69c2e06e114 tempest-TestMinimumBasicScenario-867511208 tempest-TestMinimumBasicScenario-867511208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:25:34.545524 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-0de490c8-9d32-4712-a32a-d030166026e4 req-3a1c01b1-7e95-410d-88fc-b69c2e06e114 tempest-TestMinimumBasicScenario-867511208 tempest-TestMinimumBasicScenario-867511208-project] 10.222.0.39 "GET /v2.0/ports?device_id=8b69e941-0dad-4449-8c59-eeac8c5bbffa HTTP/1.1" status: 200 len: 931 time: 0.0735900 Sep 15 16:25:34.567024 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.wsgi [-] (93954) accepted ('10.222.0.39', 35836) {{(pid=93954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:25:34.598728 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-0de490c8-9d32-4712-a32a-d030166026e4 req-1e267ca7-5370-4d0d-a922-7069f32ab026 tempest-TestMinimumBasicScenario-867511208 tempest-TestMinimumBasicScenario-867511208-project] 10.222.0.39 "GET /v2.0/security-groups?id=f015b5f4-57be-4ab6-9bf7-9f53b172ec0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519357 Sep 15 16:25:34.725320 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-7903d352-2ba9-4c1c-beae-0406a2d3feb1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:25:34.801238 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1915c8-85c2-4c28-aaa8-916918ba7bda req-f29a6f95-775a-4a28-bb45-63a179911431 tempest-ServerRescueNegativeTestJSON-1504381068 tempest-ServerRescueNegativeTestJSON-1504381068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:25:34.802816 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-ad1915c8-85c2-4c28-aaa8-916918ba7bda req-f29a6f95-775a-4a28-bb45-63a179911431 tempest-ServerRescueNegativeTestJSON-1504381068 tempest-ServerRescueNegativeTestJSON-1504381068-project] 10.222.0.39 "GET /v2.0/ports?device_id=f39eaa55-2d8b-4bbc-8509-4c2d7df9f16e HTTP/1.1" status: 200 len: 946 time: 0.0576379 Sep 15 16:25:34.834794 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-7903d352-2ba9-4c1c-beae-0406a2d3feb1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:25:34.840955 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-7903d352-2ba9-4c1c-beae-0406a2d3feb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3702208'] for security_group, after_create {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:25:34.846661 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-ad1915c8-85c2-4c28-aaa8-916918ba7bda req-52492736-5bed-4367-8dce-ac7f4ce99f73 tempest-ServerRescueNegativeTestJSON-1504381068 tempest-ServerRescueNegativeTestJSON-1504381068-project] 10.222.0.39 "GET /v2.0/security-groups?id=4d527866-20a6-4314-9b14-89ea4e5cf7c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343823 Sep 15 16:25:34.875983 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [None req-7903d352-2ba9-4c1c-beae-0406a2d3feb1 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=98f29c2aeeba447d8643dd484f429ecb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3078218 Sep 15 16:25:34.879831 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.wsgi [-] (93953) accepted ('10.222.0.39', 35844) {{(pid=93953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:25:34.889590 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7903d352-2ba9-4c1c-beae-0406a2d3feb1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fa2f19e-ca0c-4e8a-b329-0a8f5863f611,revision_number=1']} {{(pid=93954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:25:34.896906 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7903d352-2ba9-4c1c-beae-0406a2d3feb1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:25:34.897253 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7903d352-2ba9-4c1c-beae-0406a2d3feb1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:25:34.897671 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7903d352-2ba9-4c1c-beae-0406a2d3feb1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:25:34.897912 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7903d352-2ba9-4c1c-beae-0406a2d3feb1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:25:34.898412 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7903d352-2ba9-4c1c-beae-0406a2d3feb1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:25:34.898891 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7903d352-2ba9-4c1c-beae-0406a2d3feb1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:25:34.899380 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7903d352-2ba9-4c1c-beae-0406a2d3feb1 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:25:34.899851 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7903d352-2ba9-4c1c-beae-0406a2d3feb1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:25:34.900365 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7903d352-2ba9-4c1c-beae-0406a2d3feb1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:25:34.900691 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7903d352-2ba9-4c1c-beae-0406a2d3feb1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:25:34.901011 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7903d352-2ba9-4c1c-beae-0406a2d3feb1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:25:34.901327 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7903d352-2ba9-4c1c-beae-0406a2d3feb1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:25:34.928988 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-8372fc88-f7df-417a-9449-c5101e0ff80c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:25:34.949856 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-8372fc88-f7df-417a-9449-c5101e0ff80c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:25:34.998037 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-8372fc88-f7df-417a-9449-c5101e0ff80c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3702208'] for security_group, after_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:25:35.000630 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-8372fc88-f7df-417a-9449-c5101e0ff80c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:25:35.001805 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [None req-8372fc88-f7df-417a-9449-c5101e0ff80c admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/5fa2f19e-ca0c-4e8a-b329-0a8f5863f611 HTTP/1.1" status: 204 len: 168 time: 0.1209302 Sep 15 16:25:35.010822 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8372fc88-f7df-417a-9449-c5101e0ff80c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fa2f19e-ca0c-4e8a-b329-0a8f5863f611,revision_number=None']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:25:35.720665 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb0d0f5-1093-4021-bbb1-d64216aba0d1 req-be02f3ce-56ad-4dcd-a397-4ff7e75d725c tempest-TestMinimumBasicScenario-867511208 tempest-TestMinimumBasicScenario-867511208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:25:35.722388 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-fdb0d0f5-1093-4021-bbb1-d64216aba0d1 req-be02f3ce-56ad-4dcd-a397-4ff7e75d725c tempest-TestMinimumBasicScenario-867511208 tempest-TestMinimumBasicScenario-867511208-project] 10.222.0.39 "GET /v2.0/ports?device_id=8b69e941-0dad-4449-8c59-eeac8c5bbffa HTTP/1.1" status: 200 len: 931 time: 0.0513957 Sep 15 16:25:35.762851 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-fdb0d0f5-1093-4021-bbb1-d64216aba0d1 req-3dd7461b-679c-4d16-b061-e4217ebb43c9 tempest-TestMinimumBasicScenario-867511208 tempest-TestMinimumBasicScenario-867511208-project] 10.222.0.39 "GET /v2.0/security-groups?id=f015b5f4-57be-4ab6-9bf7-9f53b172ec0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334909 Sep 15 16:25:35.972261 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c74bf5-86d2-4641-b1d0-cf8f524d1156 req-4350326c-4ff1-452a-a5c8-414ef1e2f274 tempest-ServerRescueNegativeTestJSON-1504381068 tempest-ServerRescueNegativeTestJSON-1504381068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:25:35.973765 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-d0c74bf5-86d2-4641-b1d0-cf8f524d1156 req-4350326c-4ff1-452a-a5c8-414ef1e2f274 tempest-ServerRescueNegativeTestJSON-1504381068 tempest-ServerRescueNegativeTestJSON-1504381068-project] 10.222.0.39 "GET /v2.0/ports?device_id=f39eaa55-2d8b-4bbc-8509-4c2d7df9f16e HTTP/1.1" status: 200 len: 946 time: 0.0544178 Sep 15 16:25:36.014049 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-d0c74bf5-86d2-4641-b1d0-cf8f524d1156 req-6496fa85-af0a-432e-8c03-4b0cbcba07de tempest-ServerRescueNegativeTestJSON-1504381068 tempest-ServerRescueNegativeTestJSON-1504381068-project] 10.222.0.39 "GET /v2.0/security-groups?id=4d527866-20a6-4314-9b14-89ea4e5cf7c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341053 Sep 15 16:25:36.885589 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ad8191-fa33-41a6-9f14-9d1247ce5758 req-5246d90b-57da-47fe-bba8-b298ebd78ead tempest-TestMinimumBasicScenario-867511208 tempest-TestMinimumBasicScenario-867511208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:25:36.887027 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-39ad8191-fa33-41a6-9f14-9d1247ce5758 req-5246d90b-57da-47fe-bba8-b298ebd78ead tempest-TestMinimumBasicScenario-867511208 tempest-TestMinimumBasicScenario-867511208-project] 10.222.0.39 "GET /v2.0/ports?device_id=8b69e941-0dad-4449-8c59-eeac8c5bbffa HTTP/1.1" status: 200 len: 931 time: 0.0504382 Sep 15 16:25:36.929440 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-39ad8191-fa33-41a6-9f14-9d1247ce5758 req-ada6b6d1-4ea9-4438-9db0-b8d57fe973c0 tempest-TestMinimumBasicScenario-867511208 tempest-TestMinimumBasicScenario-867511208-project] 10.222.0.39 "GET /v2.0/security-groups?id=f015b5f4-57be-4ab6-9bf7-9f53b172ec0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332556 Sep 15 16:25:37.139977 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a319cec-9fee-466a-beb5-2569f2c85b5c req-09b9d3c3-a16a-4975-92f4-6d97d2b73967 tempest-ServerRescueNegativeTestJSON-1504381068 tempest-ServerRescueNegativeTestJSON-1504381068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:25:37.141475 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-5a319cec-9fee-466a-beb5-2569f2c85b5c req-09b9d3c3-a16a-4975-92f4-6d97d2b73967 tempest-ServerRescueNegativeTestJSON-1504381068 tempest-ServerRescueNegativeTestJSON-1504381068-project] 10.222.0.39 "GET /v2.0/ports?device_id=f39eaa55-2d8b-4bbc-8509-4c2d7df9f16e HTTP/1.1" status: 200 len: 946 time: 0.0599630 Sep 15 16:25:37.179149 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-5a319cec-9fee-466a-beb5-2569f2c85b5c req-75198696-0228-4ed8-99e7-c15c54eef2f5 tempest-ServerRescueNegativeTestJSON-1504381068 tempest-ServerRescueNegativeTestJSON-1504381068-project] 10.222.0.39 "GET /v2.0/security-groups?id=4d527866-20a6-4314-9b14-89ea4e5cf7c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316339 Sep 15 16:25:38.070555 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b416dab7-ce7f-445f-955a-fafd730d8a11 req-53eb78c5-517e-4243-a4ad-71b13427b278 tempest-TestMinimumBasicScenario-867511208 tempest-TestMinimumBasicScenario-867511208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:25:38.072027 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-b416dab7-ce7f-445f-955a-fafd730d8a11 req-53eb78c5-517e-4243-a4ad-71b13427b278 tempest-TestMinimumBasicScenario-867511208 tempest-TestMinimumBasicScenario-867511208-project] 10.222.0.39 "GET /v2.0/ports?device_id=8b69e941-0dad-4449-8c59-eeac8c5bbffa HTTP/1.1" status: 200 len: 931 time: 0.0552430 Sep 15 16:25:38.111798 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-b416dab7-ce7f-445f-955a-fafd730d8a11 req-e9346098-7a2a-4e3e-aa37-36612264b1c0 tempest-TestMinimumBasicScenario-867511208 tempest-TestMinimumBasicScenario-867511208-project] 10.222.0.39 "GET /v2.0/security-groups?id=f015b5f4-57be-4ab6-9bf7-9f53b172ec0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336416 Sep 15 16:25:38.309755 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b104b5f-a8df-48cd-b4d6-a893d2a2f26c req-959b0dcb-b041-41f8-a977-651a422b5401 tempest-ServerRescueNegativeTestJSON-1504381068 tempest-ServerRescueNegativeTestJSON-1504381068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:25:38.311546 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-3b104b5f-a8df-48cd-b4d6-a893d2a2f26c req-959b0dcb-b041-41f8-a977-651a422b5401 tempest-ServerRescueNegativeTestJSON-1504381068 tempest-ServerRescueNegativeTestJSON-1504381068-project] 10.222.0.39 "GET /v2.0/ports?device_id=f39eaa55-2d8b-4bbc-8509-4c2d7df9f16e HTTP/1.1" status: 200 len: 946 time: 0.0613415 Sep 15 16:25:38.362844 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-3b104b5f-a8df-48cd-b4d6-a893d2a2f26c req-7050f1d2-3a25-4339-a97f-8fa91e8986f9 tempest-ServerRescueNegativeTestJSON-1504381068 tempest-ServerRescueNegativeTestJSON-1504381068-project] 10.222.0.39 "GET /v2.0/security-groups?id=4d527866-20a6-4314-9b14-89ea4e5cf7c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392458 Sep 15 16:25:39.229046 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90efc616-6e5b-4708-9587-70f28e1fa478 req-8272ed73-f71d-4bfa-847d-05d426a7b016 tempest-TestMinimumBasicScenario-867511208 tempest-TestMinimumBasicScenario-867511208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:25:39.230512 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-90efc616-6e5b-4708-9587-70f28e1fa478 req-8272ed73-f71d-4bfa-847d-05d426a7b016 tempest-TestMinimumBasicScenario-867511208 tempest-TestMinimumBasicScenario-867511208-project] 10.222.0.39 "GET /v2.0/ports?device_id=8b69e941-0dad-4449-8c59-eeac8c5bbffa HTTP/1.1" status: 200 len: 931 time: 0.0491455 Sep 15 16:25:39.270734 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-90efc616-6e5b-4708-9587-70f28e1fa478 req-e2e18b52-bdfc-4f8a-a4e2-d46e93f575fd tempest-TestMinimumBasicScenario-867511208 tempest-TestMinimumBasicScenario-867511208-project] 10.222.0.39 "GET /v2.0/security-groups?id=f015b5f4-57be-4ab6-9bf7-9f53b172ec0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342789 Sep 15 16:25:39.487381 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfad4672-945d-40c7-a54e-46709ab0000e req-dab4a9a6-83aa-4e04-876d-2a1788a6fe8a tempest-ServerRescueNegativeTestJSON-1504381068 tempest-ServerRescueNegativeTestJSON-1504381068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:25:39.488926 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-dfad4672-945d-40c7-a54e-46709ab0000e req-dab4a9a6-83aa-4e04-876d-2a1788a6fe8a tempest-ServerRescueNegativeTestJSON-1504381068 tempest-ServerRescueNegativeTestJSON-1504381068-project] 10.222.0.39 "GET /v2.0/ports?device_id=f39eaa55-2d8b-4bbc-8509-4c2d7df9f16e HTTP/1.1" status: 200 len: 946 time: 0.0528359 Sep 15 16:25:39.530678 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-dfad4672-945d-40c7-a54e-46709ab0000e req-119d6691-9abc-471f-847b-7d9c30b1ec89 tempest-ServerRescueNegativeTestJSON-1504381068 tempest-ServerRescueNegativeTestJSON-1504381068-project] 10.222.0.39 "GET /v2.0/security-groups?id=4d527866-20a6-4314-9b14-89ea4e5cf7c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318375 Sep 15 16:25:40.393689 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7bc620-e561-4fbf-9fc9-47b58078a81a req-487f1a97-0a2f-4961-9110-de54251d2078 tempest-TestMinimumBasicScenario-867511208 tempest-TestMinimumBasicScenario-867511208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:25:40.395247 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-ca7bc620-e561-4fbf-9fc9-47b58078a81a req-487f1a97-0a2f-4961-9110-de54251d2078 tempest-TestMinimumBasicScenario-867511208 tempest-TestMinimumBasicScenario-867511208-project] 10.222.0.39 "GET /v2.0/ports?device_id=8b69e941-0dad-4449-8c59-eeac8c5bbffa HTTP/1.1" status: 200 len: 931 time: 0.0514622 Sep 15 16:25:40.435829 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-ca7bc620-e561-4fbf-9fc9-47b58078a81a req-8a8b92d8-b529-4388-ab19-6c429cd07d85 tempest-TestMinimumBasicScenario-867511208 tempest-TestMinimumBasicScenario-867511208-project] 10.222.0.39 "GET /v2.0/security-groups?id=f015b5f4-57be-4ab6-9bf7-9f53b172ec0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340855 Sep 15 16:25:40.651514 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf22a30-1d88-41a9-92e8-c278ffed216d req-d1f1ddd4-ff05-40c9-b8a3-ee744db218af tempest-ServerRescueNegativeTestJSON-1504381068 tempest-ServerRescueNegativeTestJSON-1504381068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:25:40.653038 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-ccf22a30-1d88-41a9-92e8-c278ffed216d req-d1f1ddd4-ff05-40c9-b8a3-ee744db218af tempest-ServerRescueNegativeTestJSON-1504381068 tempest-ServerRescueNegativeTestJSON-1504381068-project] 10.222.0.39 "GET /v2.0/ports?device_id=f39eaa55-2d8b-4bbc-8509-4c2d7df9f16e HTTP/1.1" status: 200 len: 946 time: 0.0521107 Sep 15 16:25:40.691541 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-ccf22a30-1d88-41a9-92e8-c278ffed216d req-ccf8348b-497e-481e-b0bd-d45a0b11e35c tempest-ServerRescueNegativeTestJSON-1504381068 tempest-ServerRescueNegativeTestJSON-1504381068-project] 10.222.0.39 "GET /v2.0/security-groups?id=4d527866-20a6-4314-9b14-89ea4e5cf7c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324347 Sep 15 16:25:41.418073 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron.db.agents_db [None req-9c583be1-859f-4a85-bd6b-6d26517e04c2 None None] Agent healthcheck: found 6 active agents {{(pid=93956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 16:25:41.561349 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9cad8c-959b-4a6b-88f8-516b2ce7c994 req-6ac3c857-5a8c-4261-9372-c9e303cfd0e6 tempest-TestMinimumBasicScenario-867511208 tempest-TestMinimumBasicScenario-867511208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:25:41.562785 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-6d9cad8c-959b-4a6b-88f8-516b2ce7c994 req-6ac3c857-5a8c-4261-9372-c9e303cfd0e6 tempest-TestMinimumBasicScenario-867511208 tempest-TestMinimumBasicScenario-867511208-project] 10.222.0.39 "GET /v2.0/ports?device_id=8b69e941-0dad-4449-8c59-eeac8c5bbffa HTTP/1.1" status: 200 len: 931 time: 0.0559542 Sep 15 16:25:41.603794 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-6d9cad8c-959b-4a6b-88f8-516b2ce7c994 req-1d3cdc73-9e08-4878-b464-47772e57c908 tempest-TestMinimumBasicScenario-867511208 tempest-TestMinimumBasicScenario-867511208-project] 10.222.0.39 "GET /v2.0/security-groups?id=f015b5f4-57be-4ab6-9bf7-9f53b172ec0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342946 Sep 15 16:25:41.818867 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3471e6-e982-4fce-8880-fadf68318c82 req-0a335f8a-5160-4ffc-bf5f-300b9d856747 tempest-ServerRescueNegativeTestJSON-1504381068 tempest-ServerRescueNegativeTestJSON-1504381068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:25:41.820391 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-2e3471e6-e982-4fce-8880-fadf68318c82 req-0a335f8a-5160-4ffc-bf5f-300b9d856747 tempest-ServerRescueNegativeTestJSON-1504381068 tempest-ServerRescueNegativeTestJSON-1504381068-project] 10.222.0.39 "GET /v2.0/ports?device_id=f39eaa55-2d8b-4bbc-8509-4c2d7df9f16e HTTP/1.1" status: 200 len: 946 time: 0.0589423 Sep 15 16:25:41.859416 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-2e3471e6-e982-4fce-8880-fadf68318c82 req-4b1d16df-21bf-4875-b20d-a92ed4dc554d tempest-ServerRescueNegativeTestJSON-1504381068 tempest-ServerRescueNegativeTestJSON-1504381068-project] 10.222.0.39 "GET /v2.0/security-groups?id=4d527866-20a6-4314-9b14-89ea4e5cf7c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330157 Sep 15 16:25:42.736380 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba116dc3-c94f-46a6-8582-1c06c3e8b319 req-34cccaed-7435-40a6-803d-10665f796a2f tempest-TestMinimumBasicScenario-867511208 tempest-TestMinimumBasicScenario-867511208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:25:42.737900 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-ba116dc3-c94f-46a6-8582-1c06c3e8b319 req-34cccaed-7435-40a6-803d-10665f796a2f tempest-TestMinimumBasicScenario-867511208 tempest-TestMinimumBasicScenario-867511208-project] 10.222.0.39 "GET /v2.0/ports?device_id=8b69e941-0dad-4449-8c59-eeac8c5bbffa HTTP/1.1" status: 200 len: 931 time: 0.0549216 Sep 15 16:25:42.784380 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-ba116dc3-c94f-46a6-8582-1c06c3e8b319 req-69ed42e4-e71d-4f08-89fe-77502b048baf tempest-TestMinimumBasicScenario-867511208 tempest-TestMinimumBasicScenario-867511208-project] 10.222.0.39 "GET /v2.0/security-groups?id=f015b5f4-57be-4ab6-9bf7-9f53b172ec0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390995 Sep 15 16:25:43.003801 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1cfc0ed-1cba-43d3-b4bc-806d16c1ce24 req-3fe0da62-abe8-4507-9950-d780a41667f8 tempest-ServerRescueNegativeTestJSON-1504381068 tempest-ServerRescueNegativeTestJSON-1504381068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:25:43.003801 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-e1cfc0ed-1cba-43d3-b4bc-806d16c1ce24 req-3fe0da62-abe8-4507-9950-d780a41667f8 tempest-ServerRescueNegativeTestJSON-1504381068 tempest-ServerRescueNegativeTestJSON-1504381068-project] 10.222.0.39 "GET /v2.0/ports?device_id=f39eaa55-2d8b-4bbc-8509-4c2d7df9f16e HTTP/1.1" status: 200 len: 946 time: 0.0610683 Sep 15 16:25:43.067620 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-e1cfc0ed-1cba-43d3-b4bc-806d16c1ce24 req-73cce4f7-2d24-489c-9807-1ce57d29b71e tempest-ServerRescueNegativeTestJSON-1504381068 tempest-ServerRescueNegativeTestJSON-1504381068-project] 10.222.0.39 "GET /v2.0/security-groups?id=4d527866-20a6-4314-9b14-89ea4e5cf7c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453610 Sep 15 16:25:43.905531 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25cdae76-d5c5-4c42-b157-e4455eacc751 req-6f6bcb03-ac8c-4bb8-ade8-1c2064ab4edb tempest-TestMinimumBasicScenario-867511208 tempest-TestMinimumBasicScenario-867511208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:25:43.907307 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-25cdae76-d5c5-4c42-b157-e4455eacc751 req-6f6bcb03-ac8c-4bb8-ade8-1c2064ab4edb tempest-TestMinimumBasicScenario-867511208 tempest-TestMinimumBasicScenario-867511208-project] 10.222.0.39 "GET /v2.0/ports?device_id=8b69e941-0dad-4449-8c59-eeac8c5bbffa HTTP/1.1" status: 200 len: 931 time: 0.0518792 Sep 15 16:25:43.951019 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-25cdae76-d5c5-4c42-b157-e4455eacc751 req-970260a2-3dfd-480d-b9ea-4a9f44781d84 tempest-TestMinimumBasicScenario-867511208 tempest-TestMinimumBasicScenario-867511208-project] 10.222.0.39 "GET /v2.0/security-groups?id=f015b5f4-57be-4ab6-9bf7-9f53b172ec0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370746 Sep 15 16:25:44.195794 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fde975-0357-42d2-90ca-8391db64990b req-a16a3a53-53e5-4b89-b71c-64586eadb5de tempest-ServerRescueNegativeTestJSON-1504381068 tempest-ServerRescueNegativeTestJSON-1504381068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:25:44.200197 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-24fde975-0357-42d2-90ca-8391db64990b req-a16a3a53-53e5-4b89-b71c-64586eadb5de tempest-ServerRescueNegativeTestJSON-1504381068 tempest-ServerRescueNegativeTestJSON-1504381068-project] 10.222.0.39 "GET /v2.0/ports?device_id=f39eaa55-2d8b-4bbc-8509-4c2d7df9f16e HTTP/1.1" status: 200 len: 946 time: 0.0551281 Sep 15 16:25:44.256207 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-24fde975-0357-42d2-90ca-8391db64990b req-acf36ab1-1f99-413e-a0ed-4ed5637cafaf tempest-ServerRescueNegativeTestJSON-1504381068 tempest-ServerRescueNegativeTestJSON-1504381068-project] 10.222.0.39 "GET /v2.0/security-groups?id=4d527866-20a6-4314-9b14-89ea4e5cf7c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455232 Sep 15 16:25:45.303061 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad035bb-b9cd-451b-9fc0-0889ad341e32 req-6bf46630-7372-47ae-9804-80113d5e34cc tempest-TestMinimumBasicScenario-867511208 tempest-TestMinimumBasicScenario-867511208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:25:45.304492 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-9ad035bb-b9cd-451b-9fc0-0889ad341e32 req-6bf46630-7372-47ae-9804-80113d5e34cc tempest-TestMinimumBasicScenario-867511208 tempest-TestMinimumBasicScenario-867511208-project] 10.222.0.39 "GET /v2.0/ports?device_id=8b69e941-0dad-4449-8c59-eeac8c5bbffa HTTP/1.1" status: 200 len: 931 time: 0.2834828 Sep 15 16:25:45.350570 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-9ad035bb-b9cd-451b-9fc0-0889ad341e32 req-60250782-7c98-493e-baa1-82e656b5a137 tempest-TestMinimumBasicScenario-867511208 tempest-TestMinimumBasicScenario-867511208-project] 10.222.0.39 "GET /v2.0/security-groups?id=f015b5f4-57be-4ab6-9bf7-9f53b172ec0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372953 Sep 15 16:25:45.512842 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eae8349-e565-46ed-bb85-1c965fabb718 req-2b954bd2-0b14-4c66-a42b-f8bed4efe2ed tempest-ServerRescueNegativeTestJSON-1504381068 tempest-ServerRescueNegativeTestJSON-1504381068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:25:45.514310 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-2eae8349-e565-46ed-bb85-1c965fabb718 req-2b954bd2-0b14-4c66-a42b-f8bed4efe2ed tempest-ServerRescueNegativeTestJSON-1504381068 tempest-ServerRescueNegativeTestJSON-1504381068-project] 10.222.0.39 "GET /v2.0/ports?device_id=f39eaa55-2d8b-4bbc-8509-4c2d7df9f16e HTTP/1.1" status: 200 len: 946 time: 0.0494235 Sep 15 16:25:45.553920 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-2eae8349-e565-46ed-bb85-1c965fabb718 req-c91e6541-8a89-4a48-9892-549c76ad4a95 tempest-ServerRescueNegativeTestJSON-1504381068 tempest-ServerRescueNegativeTestJSON-1504381068-project] 10.222.0.39 "GET /v2.0/security-groups?id=4d527866-20a6-4314-9b14-89ea4e5cf7c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333672 Sep 15 16:25:46.472866 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d87e0e-2eb5-4c28-9b55-7994fde808cd req-b3a769e9-a3e6-41be-b4a2-2b2fb89b7ab6 tempest-TestMinimumBasicScenario-867511208 tempest-TestMinimumBasicScenario-867511208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:25:46.474664 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-d8d87e0e-2eb5-4c28-9b55-7994fde808cd req-b3a769e9-a3e6-41be-b4a2-2b2fb89b7ab6 tempest-TestMinimumBasicScenario-867511208 tempest-TestMinimumBasicScenario-867511208-project] 10.222.0.39 "GET /v2.0/ports?device_id=8b69e941-0dad-4449-8c59-eeac8c5bbffa HTTP/1.1" status: 200 len: 931 time: 0.0534592 Sep 15 16:25:46.519923 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-d8d87e0e-2eb5-4c28-9b55-7994fde808cd req-f32fa30b-61f7-41e0-8c3b-9882314c5fa5 tempest-TestMinimumBasicScenario-867511208 tempest-TestMinimumBasicScenario-867511208-project] 10.222.0.39 "GET /v2.0/security-groups?id=f015b5f4-57be-4ab6-9bf7-9f53b172ec0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375824 Sep 15 16:25:46.680687 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766c19bb-d20d-4c20-8e06-7f2d63650522 req-a6226002-e50f-4602-9d6d-0699dfa4e14d tempest-ServerRescueNegativeTestJSON-1504381068 tempest-ServerRescueNegativeTestJSON-1504381068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:25:46.682311 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-766c19bb-d20d-4c20-8e06-7f2d63650522 req-a6226002-e50f-4602-9d6d-0699dfa4e14d tempest-ServerRescueNegativeTestJSON-1504381068 tempest-ServerRescueNegativeTestJSON-1504381068-project] 10.222.0.39 "GET /v2.0/ports?device_id=f39eaa55-2d8b-4bbc-8509-4c2d7df9f16e HTTP/1.1" status: 200 len: 946 time: 0.0532935 Sep 15 16:25:46.723533 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-766c19bb-d20d-4c20-8e06-7f2d63650522 req-ab3eafee-8f14-4fd2-ad0b-f1374b5dc7b2 tempest-ServerRescueNegativeTestJSON-1504381068 tempest-ServerRescueNegativeTestJSON-1504381068-project] 10.222.0.39 "GET /v2.0/security-groups?id=4d527866-20a6-4314-9b14-89ea4e5cf7c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330205 Sep 15 16:25:47.640214 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e7fb30-75a8-4336-816e-dc45abf1ac6c req-798ed285-b0f5-4870-a0fa-e4bfccd01ade tempest-TestMinimumBasicScenario-867511208 tempest-TestMinimumBasicScenario-867511208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:25:47.641778 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-f2e7fb30-75a8-4336-816e-dc45abf1ac6c req-798ed285-b0f5-4870-a0fa-e4bfccd01ade tempest-TestMinimumBasicScenario-867511208 tempest-TestMinimumBasicScenario-867511208-project] 10.222.0.39 "GET /v2.0/ports?device_id=8b69e941-0dad-4449-8c59-eeac8c5bbffa HTTP/1.1" status: 200 len: 931 time: 0.0528812 Sep 15 16:25:47.689908 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-f2e7fb30-75a8-4336-816e-dc45abf1ac6c req-dcb8a0c8-230f-435a-b1af-28a03cd51a59 tempest-TestMinimumBasicScenario-867511208 tempest-TestMinimumBasicScenario-867511208-project] 10.222.0.39 "GET /v2.0/security-groups?id=f015b5f4-57be-4ab6-9bf7-9f53b172ec0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417762 Sep 15 16:25:47.857139 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3eeed0b-7c0d-4ba1-8912-b720eab9529e req-85ccff0d-dfc3-4bd6-a95e-e82963c60d27 tempest-ServerRescueNegativeTestJSON-1504381068 tempest-ServerRescueNegativeTestJSON-1504381068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:25:47.858876 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-d3eeed0b-7c0d-4ba1-8912-b720eab9529e req-85ccff0d-dfc3-4bd6-a95e-e82963c60d27 tempest-ServerRescueNegativeTestJSON-1504381068 tempest-ServerRescueNegativeTestJSON-1504381068-project] 10.222.0.39 "GET /v2.0/ports?device_id=f39eaa55-2d8b-4bbc-8509-4c2d7df9f16e HTTP/1.1" status: 200 len: 946 time: 0.0539703 Sep 15 16:25:47.903654 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-d3eeed0b-7c0d-4ba1-8912-b720eab9529e req-1b91a416-a010-4644-b72a-efc2c9e340c7 tempest-ServerRescueNegativeTestJSON-1504381068 tempest-ServerRescueNegativeTestJSON-1504381068-project] 10.222.0.39 "GET /v2.0/security-groups?id=4d527866-20a6-4314-9b14-89ea4e5cf7c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386348 Sep 15 16:25:47.932567 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.wsgi [-] (93953) accepted ('10.222.0.39', 35968) {{(pid=93953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:25:48.043486 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-6d99fb51-a553-4477-bdba-cad44b95f313 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:25:48.150829 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-6d99fb51-a553-4477-bdba-cad44b95f313 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:25:48.158203 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-6d99fb51-a553-4477-bdba-cad44b95f313 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3702208'] for security_group, after_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:25:48.201047 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d99fb51-a553-4477-bdba-cad44b95f313 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b38ed94c-c1ee-46f8-9e8d-6e9c781a8215,revision_number=1']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:25:48.205352 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [None req-6d99fb51-a553-4477-bdba-cad44b95f313 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=1bc65c0d50a24d1c945e38c99307f64e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2717605 Sep 15 16:25:48.207939 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.wsgi [-] (93953) accepted ('10.222.0.39', 35972) {{(pid=93953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:25:48.257098 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-7b98de22-8193-40b3-9b6c-d7e4374ccce3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:25:48.278418 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-7b98de22-8193-40b3-9b6c-d7e4374ccce3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:25:48.332339 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-7b98de22-8193-40b3-9b6c-d7e4374ccce3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3702208'] for security_group, after_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:25:48.335159 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-7b98de22-8193-40b3-9b6c-d7e4374ccce3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:25:48.336461 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [None req-7b98de22-8193-40b3-9b6c-d7e4374ccce3 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/b38ed94c-c1ee-46f8-9e8d-6e9c781a8215 HTTP/1.1" status: 204 len: 168 time: 0.1274230 Sep 15 16:25:48.344709 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b98de22-8193-40b3-9b6c-d7e4374ccce3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b38ed94c-c1ee-46f8-9e8d-6e9c781a8215,revision_number=None']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:25:48.806944 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaee0e26-a1fc-4482-8766-24ce24deb6f7 req-7e7dbb84-060e-4a31-9cd4-7ef893516abe tempest-TestMinimumBasicScenario-867511208 tempest-TestMinimumBasicScenario-867511208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:25:48.808461 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-eaee0e26-a1fc-4482-8766-24ce24deb6f7 req-7e7dbb84-060e-4a31-9cd4-7ef893516abe tempest-TestMinimumBasicScenario-867511208 tempest-TestMinimumBasicScenario-867511208-project] 10.222.0.39 "GET /v2.0/ports?device_id=8b69e941-0dad-4449-8c59-eeac8c5bbffa HTTP/1.1" status: 200 len: 931 time: 0.0513754 Sep 15 16:25:48.847245 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-eaee0e26-a1fc-4482-8766-24ce24deb6f7 req-90d7d620-25af-4121-a839-3a2bece134fe tempest-TestMinimumBasicScenario-867511208 tempest-TestMinimumBasicScenario-867511208-project] 10.222.0.39 "GET /v2.0/security-groups?id=f015b5f4-57be-4ab6-9bf7-9f53b172ec0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329263 Sep 15 16:25:49.021766 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8398b8ab-0720-4f3e-9684-9e19261130a5 req-1052550f-323e-4065-88e1-ab0154517630 tempest-ServerRescueNegativeTestJSON-1504381068 tempest-ServerRescueNegativeTestJSON-1504381068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:25:49.023287 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-8398b8ab-0720-4f3e-9684-9e19261130a5 req-1052550f-323e-4065-88e1-ab0154517630 tempest-ServerRescueNegativeTestJSON-1504381068 tempest-ServerRescueNegativeTestJSON-1504381068-project] 10.222.0.39 "GET /v2.0/ports?device_id=f39eaa55-2d8b-4bbc-8509-4c2d7df9f16e HTTP/1.1" status: 200 len: 946 time: 0.0531230 Sep 15 16:25:49.063072 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-8398b8ab-0720-4f3e-9684-9e19261130a5 req-053f3682-0560-470a-bc0b-b08a07f580e9 tempest-ServerRescueNegativeTestJSON-1504381068 tempest-ServerRescueNegativeTestJSON-1504381068-project] 10.222.0.39 "GET /v2.0/security-groups?id=4d527866-20a6-4314-9b14-89ea4e5cf7c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329244 Sep 15 16:25:49.968375 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3b5b9c-2a63-4ca0-a794-520ea900f32b req-e6e5e94d-8409-483f-964e-d3b5c59f53db tempest-TestMinimumBasicScenario-867511208 tempest-TestMinimumBasicScenario-867511208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:25:49.969856 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-8a3b5b9c-2a63-4ca0-a794-520ea900f32b req-e6e5e94d-8409-483f-964e-d3b5c59f53db tempest-TestMinimumBasicScenario-867511208 tempest-TestMinimumBasicScenario-867511208-project] 10.222.0.39 "GET /v2.0/ports?device_id=8b69e941-0dad-4449-8c59-eeac8c5bbffa HTTP/1.1" status: 200 len: 931 time: 0.0497193 Sep 15 16:25:50.011642 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-8a3b5b9c-2a63-4ca0-a794-520ea900f32b req-3682420b-153f-4e8f-ba80-99d6bf1e68a4 tempest-TestMinimumBasicScenario-867511208 tempest-TestMinimumBasicScenario-867511208-project] 10.222.0.39 "GET /v2.0/security-groups?id=f015b5f4-57be-4ab6-9bf7-9f53b172ec0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332086 Sep 15 16:25:50.110028 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.api.v2.base [req-2f7febc2-b0e2-4572-aae9-bd7304dbdf5d req-5e959cb8-0a08-4b6b-805e-50696017c7f2 service neutron] Request body: {'port': {'device_id': '8b69e941-0dad-4449-8c59-eeac8c5bbffa', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77957'}} {{(pid=93953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:25:50.191468 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [req-2f7febc2-b0e2-4572-aae9-bd7304dbdf5d req-5e959cb8-0a08-4b6b-805e-50696017c7f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928820'] for port, before_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:25:50.218586 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6465c2-1db4-4605-bebf-858c9da28b27 req-b5e1be0e-35bc-47cd-9a97-f265b207b930 tempest-ServerRescueNegativeTestJSON-1504381068 tempest-ServerRescueNegativeTestJSON-1504381068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:25:50.220055 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-3f6465c2-1db4-4605-bebf-858c9da28b27 req-b5e1be0e-35bc-47cd-9a97-f265b207b930 tempest-ServerRescueNegativeTestJSON-1504381068 tempest-ServerRescueNegativeTestJSON-1504381068-project] 10.222.0.39 "GET /v2.0/ports?device_id=f39eaa55-2d8b-4bbc-8509-4c2d7df9f16e HTTP/1.1" status: 200 len: 946 time: 0.0883265 Sep 15 16:25:50.332804 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-3f6465c2-1db4-4605-bebf-858c9da28b27 req-77402088-ae25-4518-8dca-e1ebdddcbf7b tempest-ServerRescueNegativeTestJSON-1504381068 tempest-ServerRescueNegativeTestJSON-1504381068-project] 10.222.0.39 "GET /v2.0/security-groups?id=4d527866-20a6-4314-9b14-89ea4e5cf7c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960808 Sep 15 16:25:50.497741 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.notifiers.nova [req-2f7febc2-b0e2-4572-aae9-bd7304dbdf5d req-5e959cb8-0a08-4b6b-805e-50696017c7f2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6a694102-9a08-4066-9fc2-887d5dc7033e {{(pid=93953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 16:25:50.505241 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [req-2f7febc2-b0e2-4572-aae9-bd7304dbdf5d req-5e959cb8-0a08-4b6b-805e-50696017c7f2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:25:50.517754 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.db.provisioning_blocks [req-2f7febc2-b0e2-4572-aae9-bd7304dbdf5d req-5e959cb8-0a08-4b6b-805e-50696017c7f2 service neutron] Transition to ACTIVE for port object 6a694102-9a08-4066-9fc2-887d5dc7033e will not be triggered until provisioned by entity L2. {{(pid=93953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 16:25:50.523774 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [req-2f7febc2-b0e2-4572-aae9-bd7304dbdf5d req-5e959cb8-0a08-4b6b-805e-50696017c7f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791196459277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791195970012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791195970030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127878328'] for port, after_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:25:50.583157 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e959cb8-0a08-4b6b-805e-50696017c7f2 service neutron] Pushing event updated for resources: {'Port': ['ID=6a694102-9a08-4066-9fc2-887d5dc7033e,revision_number=2']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:25:50.653644 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.managers [req-2f7febc2-b0e2-4572-aae9-bd7304dbdf5d req-5e959cb8-0a08-4b6b-805e-50696017c7f2 service neutron] Attempting to bind port 6a694102-9a08-4066-9fc2-887d5dc7033e on host hv-cinder-77957 for vnic_type normal with profile {{(pid=93953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 16:25:50.654016 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.managers [req-2f7febc2-b0e2-4572-aae9-bd7304dbdf5d req-5e959cb8-0a08-4b6b-805e-50696017c7f2 service neutron] Attempting to bind port 6a694102-9a08-4066-9fc2-887d5dc7033e by drivers openvswitch,hyperv on host hv-cinder-77957 at level 0 using segments [{'id': '8b3f5ad2-375f-48a2-b3db-ec27bfd31ad4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'c6939575-0b70-4011-b40f-e72ea525aac3'}] {{(pid=93953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 16:25:50.654354 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f7febc2-b0e2-4572-aae9-bd7304dbdf5d req-5e959cb8-0a08-4b6b-805e-50696017c7f2 service neutron] Attempting to bind port 6a694102-9a08-4066-9fc2-887d5dc7033e on network c6939575-0b70-4011-b40f-e72ea525aac3 {{(pid=93953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 16:25:50.659180 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f7febc2-b0e2-4572-aae9-bd7304dbdf5d req-5e959cb8-0a08-4b6b-805e-50696017c7f2 service neutron] Port 6a694102-9a08-4066-9fc2-887d5dc7033e on network c6939575-0b70-4011-b40f-e72ea525aac3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77957 {{(pid=93953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 15 16:25:50.659498 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f7febc2-b0e2-4572-aae9-bd7304dbdf5d req-5e959cb8-0a08-4b6b-805e-50696017c7f2 service neutron] Attempting to bind port 6a694102-9a08-4066-9fc2-887d5dc7033e on network c6939575-0b70-4011-b40f-e72ea525aac3 {{(pid=93953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 16:25:50.664722 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f7febc2-b0e2-4572-aae9-bd7304dbdf5d req-5e959cb8-0a08-4b6b-805e-50696017c7f2 service neutron] Checking agent: {'id': 'ffe43d43-c071-44aa-bc11-ae2d4b291b02', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77957', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 16, 20, 23), 'started_at': datetime.datetime(2021, 9, 15, 16, 20, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 16, 25, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 16:25:50.665085 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f7febc2-b0e2-4572-aae9-bd7304dbdf5d req-5e959cb8-0a08-4b6b-805e-50696017c7f2 service neutron] Checking segment: {'id': '8b3f5ad2-375f-48a2-b3db-ec27bfd31ad4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'c6939575-0b70-4011-b40f-e72ea525aac3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 16:25:50.665446 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f7febc2-b0e2-4572-aae9-bd7304dbdf5d req-5e959cb8-0a08-4b6b-805e-50696017c7f2 service neutron] Bound using segment: {'id': '8b3f5ad2-375f-48a2-b3db-ec27bfd31ad4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'c6939575-0b70-4011-b40f-e72ea525aac3'} {{(pid=93953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 16:25:50.665877 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.managers [req-2f7febc2-b0e2-4572-aae9-bd7304dbdf5d req-5e959cb8-0a08-4b6b-805e-50696017c7f2 service neutron] Bound port: 6a694102-9a08-4066-9fc2-887d5dc7033e, host: hv-cinder-77957, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8b3f5ad2-375f-48a2-b3db-ec27bfd31ad4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'c6939575-0b70-4011-b40f-e72ea525aac3'}}] {{(pid=93953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 16:25:50.666263 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [req-2f7febc2-b0e2-4572-aae9-bd7304dbdf5d req-5e959cb8-0a08-4b6b-805e-50696017c7f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928820'] for port, before_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:25:50.742555 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.db [req-2f7febc2-b0e2-4572-aae9-bd7304dbdf5d req-5e959cb8-0a08-4b6b-805e-50696017c7f2 service neutron] For port 6a694102-9a08-4066-9fc2-887d5dc7033e, host hv-cinder-77957, cleared binding levels {{(pid=93953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 16:25:50.745811 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.db [req-2f7febc2-b0e2-4572-aae9-bd7304dbdf5d req-5e959cb8-0a08-4b6b-805e-50696017c7f2 service neutron] For port 6a694102-9a08-4066-9fc2-887d5dc7033e, host hv-cinder-77957, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77957',level=0,port_id=6a694102-9a08-4066-9fc2-887d5dc7033e,segment=NetworkSegment(8b3f5ad2-375f-48a2-b3db-ec27bfd31ad4),segment_id=8b3f5ad2-375f-48a2-b3db-ec27bfd31ad4)] {{(pid=93953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 16:25:50.751971 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [req-2f7febc2-b0e2-4572-aae9-bd7304dbdf5d req-5e959cb8-0a08-4b6b-805e-50696017c7f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791196459277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791195970012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791195970030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127878328'] for port, after_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:25:50.790474 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7febc2-b0e2-4572-aae9-bd7304dbdf5d req-5e959cb8-0a08-4b6b-805e-50696017c7f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:25:50.791092 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [req-2f7febc2-b0e2-4572-aae9-bd7304dbdf5d req-5e959cb8-0a08-4b6b-805e-50696017c7f2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58602'] for port, before_response {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:25:50.792502 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-2f7febc2-b0e2-4572-aae9-bd7304dbdf5d req-5e959cb8-0a08-4b6b-805e-50696017c7f2 service neutron] 10.222.0.45 "PUT /v2.0/ports/6a694102-9a08-4066-9fc2-887d5dc7033e HTTP/1.1" status: 200 len: 1093 time: 0.6872027 Sep 15 16:25:50.792942 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b69e941-0dad-4449-8c59-eeac8c5bbffa', 'tag': '6a694102-9a08-4066-9fc2-887d5dc7033e'}] {{(pid=93953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 16:25:50.795236 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5192e05b0783e869a38b3815ee673eee9316ce03dcaf8465063259ebfb62487" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6bed8a5-df5d-42de-bf64-6c3945f0b0a7" -d '{"events": [{"name": "network-changed", "server_uuid": "8b69e941-0dad-4449-8c59-eeac8c5bbffa", "tag": "6a694102-9a08-4066-9fc2-887d5dc7033e"}]}' {{(pid=93953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 16:25:50.836758 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e959cb8-0a08-4b6b-805e-50696017c7f2 service neutron] Pushing event updated for resources: {'Port': ['ID=6a694102-9a08-4066-9fc2-887d5dc7033e,revision_number=3']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:25:50.842670 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 16:25:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e3e34de-4df3-4c1a-be60-658e4bb64740 x-openstack-request-id: req-2e3e34de-4df3-4c1a-be60-658e4bb64740 {{(pid=93953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 16:25:50.842828 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b69e941-0dad-4449-8c59-eeac8c5bbffa", "tag": "6a694102-9a08-4066-9fc2-887d5dc7033e", "status": "completed", "code": 200}]} {{(pid=93953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 16:25:50.843171 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-2e3e34de-4df3-4c1a-be60-658e4bb64740 {{(pid=93953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 16:25:50.843527 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b69e941-0dad-4449-8c59-eeac8c5bbffa', 'tag': '6a694102-9a08-4066-9fc2-887d5dc7033e', 'status': 'completed', 'code': 200} Sep 15 16:25:50.888723 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7febc2-b0e2-4572-aae9-bd7304dbdf5d req-1f0d805b-7fec-4b84-aa65-7f0066bc7978 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:25:50.890275 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-2f7febc2-b0e2-4572-aae9-bd7304dbdf5d req-1f0d805b-7fec-4b84-aa65-7f0066bc7978 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=c399e90bd6c14b28a0c663c318ac7dd0&device_id=8b69e941-0dad-4449-8c59-eeac8c5bbffa HTTP/1.1" status: 200 len: 1096 time: 0.0428207 Sep 15 16:25:50.935925 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-2f7febc2-b0e2-4572-aae9-bd7304dbdf5d req-386a50d3-da9a-4494-8cdf-13f9fa71ad52 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6a694102-9a08-4066-9fc2-887d5dc7033e HTTP/1.1" status: 200 len: 217 time: 0.0364041 Sep 15 16:25:51.010307 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7febc2-b0e2-4572-aae9-bd7304dbdf5d req-eab6b8ae-0635-405b-815f-b3e1c30deeb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:25:51.011856 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-2f7febc2-b0e2-4572-aae9-bd7304dbdf5d req-eab6b8ae-0635-405b-815f-b3e1c30deeb0 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=d9230886-3d10-4207-9dd3-ce6966941488 HTTP/1.1" status: 200 len: 853 time: 0.0683582 Sep 15 16:25:51.061317 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7febc2-b0e2-4572-aae9-bd7304dbdf5d req-3f869571-7274-46b4-87d2-a52eb40144ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:25:51.062895 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-2f7febc2-b0e2-4572-aae9-bd7304dbdf5d req-3f869571-7274-46b4-87d2-a52eb40144ce service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=c6939575-0b70-4011-b40f-e72ea525aac3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0421157 Sep 15 16:25:51.175839 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ac50a1-e484-4050-b090-ecd887b858da req-ee2dd55d-a39f-4d83-aed1-463f8f897807 tempest-TestMinimumBasicScenario-867511208 tempest-TestMinimumBasicScenario-867511208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:25:51.177335 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-f9ac50a1-e484-4050-b090-ecd887b858da req-ee2dd55d-a39f-4d83-aed1-463f8f897807 tempest-TestMinimumBasicScenario-867511208 tempest-TestMinimumBasicScenario-867511208-project] 10.222.0.39 "GET /v2.0/ports?device_id=8b69e941-0dad-4449-8c59-eeac8c5bbffa HTTP/1.1" status: 200 len: 943 time: 0.0980680 Sep 15 16:25:51.198259 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-2f7febc2-b0e2-4572-aae9-bd7304dbdf5d req-829ce044-8220-437c-b603-40ce38f247e9 service neutron] 10.222.0.45 "GET /v2.0/networks/c6939575-0b70-4011-b40f-e72ea525aac3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275010 Sep 15 16:25:51.248344 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-f9ac50a1-e484-4050-b090-ecd887b858da req-c1ba1364-b122-479d-b76e-6872e4c0cab1 tempest-TestMinimumBasicScenario-867511208 tempest-TestMinimumBasicScenario-867511208-project] 10.222.0.39 "GET /v2.0/security-groups?id=f015b5f4-57be-4ab6-9bf7-9f53b172ec0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605886 Sep 15 16:25:51.304475 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-2f7febc2-b0e2-4572-aae9-bd7304dbdf5d req-4bce8747-d260-4d75-9058-1435fd42f451 service neutron] 10.222.0.45 "GET /v2.0/networks/c6939575-0b70-4011-b40f-e72ea525aac3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0978680 Sep 15 16:25:51.398619 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bed8a5-df5d-42de-bf64-6c3945f0b0a7 req-d7be4db6-9873-487b-85ff-a05595c3f4a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:25:51.400139 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-c6bed8a5-df5d-42de-bf64-6c3945f0b0a7 req-d7be4db6-9873-487b-85ff-a05595c3f4a1 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=c399e90bd6c14b28a0c663c318ac7dd0&device_id=8b69e941-0dad-4449-8c59-eeac8c5bbffa HTTP/1.1" status: 200 len: 1096 time: 0.0416143 Sep 15 16:25:51.508403 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3de394-bca2-4f87-8f85-204611cf9be3 req-b8855a20-eeef-412a-bbd8-40a485e78331 tempest-ServerRescueNegativeTestJSON-1504381068 tempest-ServerRescueNegativeTestJSON-1504381068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:25:51.509832 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-dc3de394-bca2-4f87-8f85-204611cf9be3 req-b8855a20-eeef-412a-bbd8-40a485e78331 tempest-ServerRescueNegativeTestJSON-1504381068 tempest-ServerRescueNegativeTestJSON-1504381068-project] 10.222.0.39 "GET /v2.0/ports?device_id=f39eaa55-2d8b-4bbc-8509-4c2d7df9f16e HTTP/1.1" status: 200 len: 946 time: 0.1059954 Sep 15 16:25:51.537774 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bed8a5-df5d-42de-bf64-6c3945f0b0a7 req-d54c60df-29e3-498c-84d2-5dbad39f5de2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:25:51.539341 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-c6bed8a5-df5d-42de-bf64-6c3945f0b0a7 req-d54c60df-29e3-498c-84d2-5dbad39f5de2 service neutron] 10.222.0.45 "GET /v2.0/networks?id=c6939575-0b70-4011-b40f-e72ea525aac3 HTTP/1.1" status: 200 len: 914 time: 0.1272743 Sep 15 16:25:51.588590 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-dc3de394-bca2-4f87-8f85-204611cf9be3 req-78e0426a-dc88-4d02-9689-b83a37e9cf2b tempest-ServerRescueNegativeTestJSON-1504381068 tempest-ServerRescueNegativeTestJSON-1504381068-project] 10.222.0.39 "GET /v2.0/security-groups?id=4d527866-20a6-4314-9b14-89ea4e5cf7c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706081 Sep 15 16:25:51.589748 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-c6bed8a5-df5d-42de-bf64-6c3945f0b0a7 req-15be1819-5839-4f47-92a3-a909887303e0 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6a694102-9a08-4066-9fc2-887d5dc7033e HTTP/1.1" status: 200 len: 217 time: 0.0381489 Sep 15 16:25:51.648513 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bed8a5-df5d-42de-bf64-6c3945f0b0a7 req-091a557e-c553-4078-b041-f8b0cfc009f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:25:51.649975 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-c6bed8a5-df5d-42de-bf64-6c3945f0b0a7 req-091a557e-c553-4078-b041-f8b0cfc009f8 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=d9230886-3d10-4207-9dd3-ce6966941488 HTTP/1.1" status: 200 len: 853 time: 0.0461109 Sep 15 16:25:51.703861 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bed8a5-df5d-42de-bf64-6c3945f0b0a7 req-ecfaba23-8ce0-4865-8251-c8a20c14393f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:25:51.705334 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-c6bed8a5-df5d-42de-bf64-6c3945f0b0a7 req-ecfaba23-8ce0-4865-8251-c8a20c14393f service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=c6939575-0b70-4011-b40f-e72ea525aac3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0455756 Sep 15 16:25:51.799468 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-c6bed8a5-df5d-42de-bf64-6c3945f0b0a7 req-d0317263-c6e4-4fe5-b1fa-33685270a8db service neutron] 10.222.0.45 "GET /v2.0/networks/c6939575-0b70-4011-b40f-e72ea525aac3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856965 Sep 15 16:25:51.901765 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-c6bed8a5-df5d-42de-bf64-6c3945f0b0a7 req-ba2f2284-d5b0-4839-9eb4-7b3b70af4738 service neutron] 10.222.0.45 "GET /v2.0/networks/c6939575-0b70-4011-b40f-e72ea525aac3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941164 Sep 15 16:25:52.366983 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff21ec5-19fb-4201-8b93-d58fd8f4426c req-8529787b-5d06-4f23-8af4-f4e172e58aa0 tempest-TestMinimumBasicScenario-867511208 tempest-TestMinimumBasicScenario-867511208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:25:52.368689 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-9ff21ec5-19fb-4201-8b93-d58fd8f4426c req-8529787b-5d06-4f23-8af4-f4e172e58aa0 tempest-TestMinimumBasicScenario-867511208 tempest-TestMinimumBasicScenario-867511208-project] 10.222.0.39 "GET /v2.0/ports?device_id=8b69e941-0dad-4449-8c59-eeac8c5bbffa HTTP/1.1" status: 200 len: 943 time: 0.0515769 Sep 15 16:25:52.408135 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-9ff21ec5-19fb-4201-8b93-d58fd8f4426c req-33024a00-278a-435f-ad8a-32b3e296493f tempest-TestMinimumBasicScenario-867511208 tempest-TestMinimumBasicScenario-867511208-project] 10.222.0.39 "GET /v2.0/security-groups?id=f015b5f4-57be-4ab6-9bf7-9f53b172ec0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333531 Sep 15 16:25:52.691200 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0133025-f8ac-40f6-aa46-de0235634489 req-16f04060-5eea-4a10-b11f-705aa0f21131 tempest-AttachVolumeNegativeTest-624431894 tempest-AttachVolumeNegativeTest-624431894-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:25:52.693331 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-d0133025-f8ac-40f6-aa46-de0235634489 req-16f04060-5eea-4a10-b11f-705aa0f21131 tempest-AttachVolumeNegativeTest-624431894 tempest-AttachVolumeNegativeTest-624431894-project] 10.222.0.39 "GET /v2.0/networks?id=9e66c478-4f71-4cdf-a293-798d2c526beb HTTP/1.1" status: 200 len: 814 time: 0.1096396 Sep 15 16:25:52.708828 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-d0133025-f8ac-40f6-aa46-de0235634489 req-479e7993-af7a-4376-81ef-8bbd9538a911 tempest-AttachVolumeNegativeTest-624431894 tempest-AttachVolumeNegativeTest-624431894-project] 10.222.0.39 "GET /v2.0/quotas/08b52847f34742319b50763d26a3e585 HTTP/1.1" status: 200 len: 375 time: 0.0093033 Sep 15 16:25:52.711734 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df51370-d720-4e9b-8904-db3823ffeb2e req-d5cd971a-26e1-495f-a5ba-68f2e9b2f7b7 tempest-ServerRescueNegativeTestJSON-1504381068 tempest-ServerRescueNegativeTestJSON-1504381068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:25:52.713272 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-2df51370-d720-4e9b-8904-db3823ffeb2e req-d5cd971a-26e1-495f-a5ba-68f2e9b2f7b7 tempest-ServerRescueNegativeTestJSON-1504381068 tempest-ServerRescueNegativeTestJSON-1504381068-project] 10.222.0.39 "GET /v2.0/ports?device_id=f39eaa55-2d8b-4bbc-8509-4c2d7df9f16e HTTP/1.1" status: 200 len: 946 time: 0.0500243 Sep 15 16:25:52.750974 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-2df51370-d720-4e9b-8904-db3823ffeb2e req-4a7dd2dc-5faa-4539-817f-c97abe82b832 tempest-ServerRescueNegativeTestJSON-1504381068 tempest-ServerRescueNegativeTestJSON-1504381068-project] 10.222.0.39 "GET /v2.0/security-groups?id=4d527866-20a6-4314-9b14-89ea4e5cf7c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317082 Sep 15 16:25:52.760533 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-d0133025-f8ac-40f6-aa46-de0235634489 req-0d12a78a-d649-410e-aca3-4f49413c6b71 tempest-AttachVolumeNegativeTest-624431894 tempest-AttachVolumeNegativeTest-624431894-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=08b52847f34742319b50763d26a3e585&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0460188 Sep 15 16:25:52.853789 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-d0133025-f8ac-40f6-aa46-de0235634489 req-5b7fe65c-f89b-4b8d-b357-c426500bbd8a service neutron] 10.222.0.39 "GET /v2.0/networks/9e66c478-4f71-4cdf-a293-798d2c526beb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851512 Sep 15 16:25:52.948852 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-d0133025-f8ac-40f6-aa46-de0235634489 req-12acbd24-429a-4634-8bec-93876a0adf36 service neutron] 10.222.0.39 "GET /v2.0/networks/9e66c478-4f71-4cdf-a293-798d2c526beb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882211 Sep 15 16:25:53.040422 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791196484491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953091'] for agent, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:25:53.120341 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-a127e98e-0df7-4eac-8d55-81e0335a177c req-0f2b4450-6775-4923-8ce3-0d1291d3d618 tempest-AttachVolumeNegativeTest-624431894 tempest-AttachVolumeNegativeTest-624431894-project] 10.222.0.39 "GET /v2.0/ports?device_id=4e20c2d9-43a4-4588-9dc2-d0e3f539e19c HTTP/1.1" status: 200 len: 210 time: 0.0274568 Sep 15 16:25:53.129340 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28137c00-9335-4122-8979-8a6c3a752691 req-27be2c6f-eb5b-40ff-a422-847399c36fcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:25:53.130967 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-28137c00-9335-4122-8979-8a6c3a752691 req-27be2c6f-eb5b-40ff-a422-847399c36fcd service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=e6a18f03044f465d813cff5376553386&device_id=f39eaa55-2d8b-4bbc-8509-4c2d7df9f16e HTTP/1.1" status: 200 len: 1099 time: 0.0641918 Sep 15 16:25:53.138984 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416df994-2733-4b81-9359-9009447c97d5 req-dbc9313e-d828-4967-b4dc-7802c8dd8cd8 tempest-ServerRescueNegativeTestJSON-1504381068 tempest-ServerRescueNegativeTestJSON-1504381068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:25:53.140488 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-416df994-2733-4b81-9359-9009447c97d5 req-dbc9313e-d828-4967-b4dc-7802c8dd8cd8 tempest-ServerRescueNegativeTestJSON-1504381068 tempest-ServerRescueNegativeTestJSON-1504381068-project] 10.222.0.39 "GET /v2.0/ports?device_id=f39eaa55-2d8b-4bbc-8509-4c2d7df9f16e HTTP/1.1" status: 200 len: 946 time: 0.0844917 Sep 15 16:25:53.234051 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-416df994-2733-4b81-9359-9009447c97d5 req-b5e1a583-b9b4-4cb0-b943-dbb6be800274 tempest-ServerRescueNegativeTestJSON-1504381068 tempest-ServerRescueNegativeTestJSON-1504381068-project] 10.222.0.39 "GET /v2.0/security-groups?id=4d527866-20a6-4314-9b14-89ea4e5cf7c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756841 Sep 15 16:25:53.253110 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28137c00-9335-4122-8979-8a6c3a752691 req-017e4e25-de9d-4604-a501-2e5d43215f59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:25:53.254562 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-28137c00-9335-4122-8979-8a6c3a752691 req-017e4e25-de9d-4604-a501-2e5d43215f59 service neutron] 10.222.0.45 "GET /v2.0/networks?id=a789c6c7-846e-484f-aca7-614dc13bfb69 HTTP/1.1" status: 200 len: 918 time: 0.1132174 Sep 15 16:25:53.299780 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-28137c00-9335-4122-8979-8a6c3a752691 req-8ed45308-4d7a-47f1-ae81-a6133a57a082 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ab8da74e-0d51-40fe-939d-923b412fd22d HTTP/1.1" status: 200 len: 217 time: 0.0362828 Sep 15 16:25:53.361841 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28137c00-9335-4122-8979-8a6c3a752691 req-49946f07-76f9-4248-9c96-91ca453858e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:25:53.363680 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-28137c00-9335-4122-8979-8a6c3a752691 req-49946f07-76f9-4248-9c96-91ca453858e5 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=a9fde6a5-a0c6-40f2-b012-f34594b44218 HTTP/1.1" status: 200 len: 858 time: 0.0546274 Sep 15 16:25:53.400757 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-28137c00-9335-4122-8979-8a6c3a752691 req-e3918726-dffd-4204-b5e5-f39b49d75482 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a789c6c7-846e-484f-aca7-614dc13bfb69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0276649 Sep 15 16:25:53.512761 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-28137c00-9335-4122-8979-8a6c3a752691 req-83c3f44e-b2af-43d6-8c50-e57586ee13d8 service neutron] 10.222.0.45 "GET /v2.0/networks/a789c6c7-846e-484f-aca7-614dc13bfb69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1031902 Sep 15 16:25:53.558611 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252c1343-33ea-48a6-8ad7-4fa87ac0a0ff req-5aeaeab5-b0bf-4b30-b613-5d06b27821c4 tempest-TestMinimumBasicScenario-867511208 tempest-TestMinimumBasicScenario-867511208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:25:53.560244 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-252c1343-33ea-48a6-8ad7-4fa87ac0a0ff req-5aeaeab5-b0bf-4b30-b613-5d06b27821c4 tempest-TestMinimumBasicScenario-867511208 tempest-TestMinimumBasicScenario-867511208-project] 10.222.0.39 "GET /v2.0/ports?device_id=8b69e941-0dad-4449-8c59-eeac8c5bbffa HTTP/1.1" status: 200 len: 943 time: 0.0576620 Sep 15 16:25:53.616251 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-252c1343-33ea-48a6-8ad7-4fa87ac0a0ff req-0f943e1e-8fff-4757-b6db-9c2a3fdc16d9 tempest-TestMinimumBasicScenario-867511208 tempest-TestMinimumBasicScenario-867511208-project] 10.222.0.39 "GET /v2.0/security-groups?id=f015b5f4-57be-4ab6-9bf7-9f53b172ec0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490828 Sep 15 16:25:53.630255 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-28137c00-9335-4122-8979-8a6c3a752691 req-210269d6-d537-46b7-b411-5bec397d78a5 service neutron] 10.222.0.45 "GET /v2.0/networks/a789c6c7-846e-484f-aca7-614dc13bfb69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1084769 Sep 15 16:25:53.826246 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.rpc [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] Device 6a694102-9a08-4066-9fc2-887d5dc7033e details requested by agent hyperv_hv-cinder-77957 with host hv-cinder-77957 {{(pid=93955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 16:25:53.924503 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.db [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] For port 6a694102-9a08-4066-9fc2-887d5dc7033e, host hv-cinder-77957, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77957',level=0,port_id=6a694102-9a08-4066-9fc2-887d5dc7033e,segment=NetworkSegment(8b3f5ad2-375f-48a2-b3db-ec27bfd31ad4),segment_id=8b3f5ad2-375f-48a2-b3db-ec27bfd31ad4)] {{(pid=93955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:25:53.935729 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.rpc [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] Returning: {'device': '6a694102-9a08-4066-9fc2-887d5dc7033e', 'network_id': 'c6939575-0b70-4011-b40f-e72ea525aac3', 'port_id': '6a694102-9a08-4066-9fc2-887d5dc7033e', 'mac_address': 'fa:16:3e:26:50:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 94, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9230886-3d10-4207-9dd3-ce6966941488', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 16:25:53.972501 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928820'] for port, before_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:25:53.985205 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.notifiers.nova [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a694102-9a08-4066-9fc2-887d5dc7033e {{(pid=93955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 16:25:54.005826 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.db [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] For port 6a694102-9a08-4066-9fc2-887d5dc7033e, host hv-cinder-77957, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77957',level=0,port_id=6a694102-9a08-4066-9fc2-887d5dc7033e,segment=NetworkSegment(8b3f5ad2-375f-48a2-b3db-ec27bfd31ad4),segment_id=8b3f5ad2-375f-48a2-b3db-ec27bfd31ad4)] {{(pid=93955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:25:54.016050 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791196459277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791195970012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791195970030'] for port, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:25:54.071103 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] Pushing event updated for resources: {'Port': ['ID=6a694102-9a08-4066-9fc2-887d5dc7033e,revision_number=4']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:25:54.146590 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0133025-f8ac-40f6-aa46-de0235634489 req-719bf529-281c-419b-a6a4-80b10798e897 tempest-AttachVolumeNegativeTest-624431894 tempest-AttachVolumeNegativeTest-624431894-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:25:54.148047 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-d0133025-f8ac-40f6-aa46-de0235634489 req-719bf529-281c-419b-a6a4-80b10798e897 tempest-AttachVolumeNegativeTest-624431894 tempest-AttachVolumeNegativeTest-624431894-project] 10.222.0.45 "GET /v2.0/networks?id=9e66c478-4f71-4cdf-a293-798d2c526beb HTTP/1.1" status: 200 len: 814 time: 0.1018679 Sep 15 16:25:54.167478 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.api.v2.base [req-d0133025-f8ac-40f6-aa46-de0235634489 req-e141a772-cb0e-4e7f-922c-0457e5cfedc9 tempest-AttachVolumeNegativeTest-624431894 tempest-AttachVolumeNegativeTest-624431894-project] Request body: {'port': {'device_id': '4e20c2d9-43a4-4588-9dc2-d0e3f539e19c', 'network_id': '9e66c478-4f71-4cdf-a293-798d2c526beb', 'admin_state_up': True, 'tenant_id': '08b52847f34742319b50763d26a3e585'}} {{(pid=93953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:25:54.225401 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-176adb9a-3bc5-4b57-a750-f5bf2375ae6d req-175620bc-9937-4d68-8102-bc06aeee026c tempest-AttachVolumeNegativeTest-624431894 tempest-AttachVolumeNegativeTest-624431894-project] 10.222.0.39 "GET /v2.0/ports?device_id=4e20c2d9-43a4-4588-9dc2-d0e3f539e19c HTTP/1.1" status: 200 len: 210 time: 0.0295229 Sep 15 16:25:54.292259 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d0133025-f8ac-40f6-aa46-de0235634489 req-e141a772-cb0e-4e7f-922c-0457e5cfedc9 tempest-AttachVolumeNegativeTest-624431894 tempest-AttachVolumeNegativeTest-624431894-project] Made reservation on behalf of 08b52847f34742319b50763d26a3e585 for: {'port': 1} {{(pid=93953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 16:25:54.295777 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [req-d0133025-f8ac-40f6-aa46-de0235634489 req-e141a772-cb0e-4e7f-922c-0457e5cfedc9 tempest-AttachVolumeNegativeTest-624431894 tempest-AttachVolumeNegativeTest-624431894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928820'] for port, before_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:25:54.435910 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38847ab-1251-4db7-96e0-e045ad7fd590 req-f869b9e7-32ab-47e9-9366-89e425fd3e60 tempest-ServerRescueNegativeTestJSON-1504381068 tempest-ServerRescueNegativeTestJSON-1504381068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:25:54.437434 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-c38847ab-1251-4db7-96e0-e045ad7fd590 req-f869b9e7-32ab-47e9-9366-89e425fd3e60 tempest-ServerRescueNegativeTestJSON-1504381068 tempest-ServerRescueNegativeTestJSON-1504381068-project] 10.222.0.39 "GET /v2.0/ports?device_id=f39eaa55-2d8b-4bbc-8509-4c2d7df9f16e HTTP/1.1" status: 200 len: 946 time: 0.1204364 Sep 15 16:25:54.469497 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.db.db_base_plugin_common [req-d0133025-f8ac-40f6-aa46-de0235634489 req-e141a772-cb0e-4e7f-922c-0457e5cfedc9 tempest-AttachVolumeNegativeTest-624431894 tempest-AttachVolumeNegativeTest-624431894-project] Allocated IP 172.20.0.8 (9e66c478-4f71-4cdf-a293-798d2c526beb/a6d88e66-c0ab-4dd8-a770-c6440e6f2b6d/f169192c-dd30-4142-bc17-f7823d2d8baa) {{(pid=93953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 16:25:54.497767 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-c38847ab-1251-4db7-96e0-e045ad7fd590 req-fdbe95cc-e680-4fc7-afad-5b1e6f3a9cad tempest-ServerRescueNegativeTestJSON-1504381068 tempest-ServerRescueNegativeTestJSON-1504381068-project] 10.222.0.39 "GET /v2.0/security-groups?id=4d527866-20a6-4314-9b14-89ea4e5cf7c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528884 Sep 15 16:25:54.633142 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [req-d0133025-f8ac-40f6-aa46-de0235634489 req-e141a772-cb0e-4e7f-922c-0457e5cfedc9 tempest-AttachVolumeNegativeTest-624431894 tempest-AttachVolumeNegativeTest-624431894-project] Notify callbacks [] for port, precommit_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:25:54.676568 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.db [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] get_ports_and_sgs() called for port_ids ['6a694102-9a08-4066-9fc2-887d5dc7033e'] {{(pid=93955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 16:25:54.676716 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [req-d0133025-f8ac-40f6-aa46-de0235634489 req-e141a772-cb0e-4e7f-922c-0457e5cfedc9 tempest-AttachVolumeNegativeTest-624431894 tempest-AttachVolumeNegativeTest-624431894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791195969994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127878305'] for port, after_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:25:54.739721 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d0133025-f8ac-40f6-aa46-de0235634489 req-e141a772-cb0e-4e7f-922c-0457e5cfedc9 tempest-AttachVolumeNegativeTest-624431894 tempest-AttachVolumeNegativeTest-624431894-project] Network 9e66c478-4f71-4cdf-a293-798d2c526beb is already hosted by enough agents. {{(pid=93953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:25:54.744595 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.scheduler.base_scheduler [req-d0133025-f8ac-40f6-aa46-de0235634489 req-e141a772-cb0e-4e7f-922c-0457e5cfedc9 tempest-AttachVolumeNegativeTest-624431894 tempest-AttachVolumeNegativeTest-624431894-project] Resources bound (agent type, host, resource id): {{(pid=93953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:25:54.754992 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfc2edf-b25b-4471-b6b7-5b8612bc8a2a req-eb34cd8c-c871-4eea-897a-b9d7c3ae1b36 tempest-TestMinimumBasicScenario-867511208 tempest-TestMinimumBasicScenario-867511208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:25:54.755495 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0133025-f8ac-40f6-aa46-de0235634489 req-e141a772-cb0e-4e7f-922c-0457e5cfedc9 tempest-AttachVolumeNegativeTest-624431894 tempest-AttachVolumeNegativeTest-624431894-project] Received port after_create {{(pid=93953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 16:25:54.757409 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-0cfc2edf-b25b-4471-b6b7-5b8612bc8a2a req-eb34cd8c-c871-4eea-897a-b9d7c3ae1b36 tempest-TestMinimumBasicScenario-867511208 tempest-TestMinimumBasicScenario-867511208-project] 10.222.0.39 "GET /v2.0/ports?device_id=8b69e941-0dad-4449-8c59-eeac8c5bbffa HTTP/1.1" status: 200 len: 944 time: 0.0661225 Sep 15 16:25:54.801173 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-0cfc2edf-b25b-4471-b6b7-5b8612bc8a2a req-556f3760-a6e7-4a3c-8943-40c108ffce1d tempest-TestMinimumBasicScenario-867511208 tempest-TestMinimumBasicScenario-867511208-project] 10.222.0.39 "GET /v2.0/security-groups?id=f015b5f4-57be-4ab6-9bf7-9f53b172ec0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361125 Sep 15 16:25:54.805284 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0133025-f8ac-40f6-aa46-de0235634489 req-e141a772-cb0e-4e7f-922c-0457e5cfedc9 tempest-AttachVolumeNegativeTest-624431894 tempest-AttachVolumeNegativeTest-624431894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:25:54.806189 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [req-d0133025-f8ac-40f6-aa46-de0235634489 req-e141a772-cb0e-4e7f-922c-0457e5cfedc9 tempest-AttachVolumeNegativeTest-624431894 tempest-AttachVolumeNegativeTest-624431894-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58602'] for port, before_response {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:25:54.814440 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e141a772-cb0e-4e7f-922c-0457e5cfedc9 tempest-AttachVolumeNegativeTest-624431894 tempest-AttachVolumeNegativeTest-624431894-project] Pushing event updated for resources: {'Port': ['ID=f169192c-dd30-4142-bc17-f7823d2d8baa,revision_number=1']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:25:54.829652 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-d0133025-f8ac-40f6-aa46-de0235634489 req-e141a772-cb0e-4e7f-922c-0457e5cfedc9 tempest-AttachVolumeNegativeTest-624431894 tempest-AttachVolumeNegativeTest-624431894-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6664324 Sep 15 16:25:54.847153 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.api.v2.base [req-d0133025-f8ac-40f6-aa46-de0235634489 req-df6c5c68-fe14-4e8a-9976-c6310179f932 service neutron] Request body: {'port': {'device_id': '4e20c2d9-43a4-4588-9dc2-d0e3f539e19c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77957'}} {{(pid=93953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:25:54.900569 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [req-d0133025-f8ac-40f6-aa46-de0235634489 req-df6c5c68-fe14-4e8a-9976-c6310179f932 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928820'] for port, before_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:25:55.155921 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.notifiers.nova [req-d0133025-f8ac-40f6-aa46-de0235634489 req-df6c5c68-fe14-4e8a-9976-c6310179f932 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f169192c-dd30-4142-bc17-f7823d2d8baa {{(pid=93953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 16:25:55.163690 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [req-d0133025-f8ac-40f6-aa46-de0235634489 req-df6c5c68-fe14-4e8a-9976-c6310179f932 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:25:55.175340 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.db.provisioning_blocks [req-d0133025-f8ac-40f6-aa46-de0235634489 req-df6c5c68-fe14-4e8a-9976-c6310179f932 service neutron] Transition to ACTIVE for port object f169192c-dd30-4142-bc17-f7823d2d8baa will not be triggered until provisioned by entity L2. {{(pid=93953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 16:25:55.186230 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [req-d0133025-f8ac-40f6-aa46-de0235634489 req-df6c5c68-fe14-4e8a-9976-c6310179f932 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791196459277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791195970012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791195970030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127878328'] for port, after_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:25:55.236119 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6c5c68-fe14-4e8a-9976-c6310179f932 service neutron] Pushing event updated for resources: {'Port': ['ID=f169192c-dd30-4142-bc17-f7823d2d8baa,revision_number=2']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:25:55.308216 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.managers [req-d0133025-f8ac-40f6-aa46-de0235634489 req-df6c5c68-fe14-4e8a-9976-c6310179f932 service neutron] Attempting to bind port f169192c-dd30-4142-bc17-f7823d2d8baa on host hv-cinder-77957 for vnic_type normal with profile {{(pid=93953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 16:25:55.308449 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.managers [req-d0133025-f8ac-40f6-aa46-de0235634489 req-df6c5c68-fe14-4e8a-9976-c6310179f932 service neutron] Attempting to bind port f169192c-dd30-4142-bc17-f7823d2d8baa by drivers openvswitch,hyperv on host hv-cinder-77957 at level 0 using segments [{'id': '59ddac4d-713c-429a-86bb-e4613c98c15a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '9e66c478-4f71-4cdf-a293-798d2c526beb'}] {{(pid=93953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 16:25:55.308796 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0133025-f8ac-40f6-aa46-de0235634489 req-df6c5c68-fe14-4e8a-9976-c6310179f932 service neutron] Attempting to bind port f169192c-dd30-4142-bc17-f7823d2d8baa on network 9e66c478-4f71-4cdf-a293-798d2c526beb {{(pid=93953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 16:25:55.313247 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0133025-f8ac-40f6-aa46-de0235634489 req-df6c5c68-fe14-4e8a-9976-c6310179f932 service neutron] Port f169192c-dd30-4142-bc17-f7823d2d8baa on network 9e66c478-4f71-4cdf-a293-798d2c526beb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77957 {{(pid=93953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 15 16:25:55.313558 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0133025-f8ac-40f6-aa46-de0235634489 req-df6c5c68-fe14-4e8a-9976-c6310179f932 service neutron] Attempting to bind port f169192c-dd30-4142-bc17-f7823d2d8baa on network 9e66c478-4f71-4cdf-a293-798d2c526beb {{(pid=93953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 16:25:55.318318 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0133025-f8ac-40f6-aa46-de0235634489 req-df6c5c68-fe14-4e8a-9976-c6310179f932 service neutron] Checking agent: {'id': 'ffe43d43-c071-44aa-bc11-ae2d4b291b02', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77957', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 16, 20, 23), 'started_at': datetime.datetime(2021, 9, 15, 16, 20, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 16, 25, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 16:25:55.318648 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0133025-f8ac-40f6-aa46-de0235634489 req-df6c5c68-fe14-4e8a-9976-c6310179f932 service neutron] Checking segment: {'id': '59ddac4d-713c-429a-86bb-e4613c98c15a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '9e66c478-4f71-4cdf-a293-798d2c526beb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 16:25:55.319009 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0133025-f8ac-40f6-aa46-de0235634489 req-df6c5c68-fe14-4e8a-9976-c6310179f932 service neutron] Bound using segment: {'id': '59ddac4d-713c-429a-86bb-e4613c98c15a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '9e66c478-4f71-4cdf-a293-798d2c526beb'} {{(pid=93953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 16:25:55.319431 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.managers [req-d0133025-f8ac-40f6-aa46-de0235634489 req-df6c5c68-fe14-4e8a-9976-c6310179f932 service neutron] Bound port: f169192c-dd30-4142-bc17-f7823d2d8baa, host: hv-cinder-77957, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '59ddac4d-713c-429a-86bb-e4613c98c15a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '9e66c478-4f71-4cdf-a293-798d2c526beb'}}] {{(pid=93953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 16:25:55.319782 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [req-d0133025-f8ac-40f6-aa46-de0235634489 req-df6c5c68-fe14-4e8a-9976-c6310179f932 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928820'] for port, before_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:25:55.339016 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d3c54e-d768-4e29-954f-1ba15db7b9f8 req-c07e7184-7176-4b5f-b500-0791607856f6 tempest-AttachVolumeNegativeTest-624431894 tempest-AttachVolumeNegativeTest-624431894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:25:55.340517 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-a7d3c54e-d768-4e29-954f-1ba15db7b9f8 req-c07e7184-7176-4b5f-b500-0791607856f6 tempest-AttachVolumeNegativeTest-624431894 tempest-AttachVolumeNegativeTest-624431894-project] 10.222.0.39 "GET /v2.0/ports?device_id=4e20c2d9-43a4-4588-9dc2-d0e3f539e19c HTTP/1.1" status: 200 len: 943 time: 0.0482342 Sep 15 16:25:55.378709 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-a7d3c54e-d768-4e29-954f-1ba15db7b9f8 req-59e30ace-6b55-41e2-9bdd-b2603a99f6a0 tempest-AttachVolumeNegativeTest-624431894 tempest-AttachVolumeNegativeTest-624431894-project] 10.222.0.39 "GET /v2.0/security-groups?id=55c08e70-940c-4a69-a384-24c4ba0679d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320177 Sep 15 16:25:55.383560 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.db [req-d0133025-f8ac-40f6-aa46-de0235634489 req-df6c5c68-fe14-4e8a-9976-c6310179f932 service neutron] For port f169192c-dd30-4142-bc17-f7823d2d8baa, host hv-cinder-77957, cleared binding levels {{(pid=93953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 16:25:55.387138 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.db [req-d0133025-f8ac-40f6-aa46-de0235634489 req-df6c5c68-fe14-4e8a-9976-c6310179f932 service neutron] For port f169192c-dd30-4142-bc17-f7823d2d8baa, host hv-cinder-77957, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77957',level=0,port_id=f169192c-dd30-4142-bc17-f7823d2d8baa,segment=NetworkSegment(59ddac4d-713c-429a-86bb-e4613c98c15a),segment_id=59ddac4d-713c-429a-86bb-e4613c98c15a)] {{(pid=93953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 16:25:55.394061 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [req-d0133025-f8ac-40f6-aa46-de0235634489 req-df6c5c68-fe14-4e8a-9976-c6310179f932 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791196459277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791195970012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791195970030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127878328'] for port, after_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:25:55.437207 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0133025-f8ac-40f6-aa46-de0235634489 req-df6c5c68-fe14-4e8a-9976-c6310179f932 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:25:55.437813 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [req-d0133025-f8ac-40f6-aa46-de0235634489 req-df6c5c68-fe14-4e8a-9976-c6310179f932 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58602'] for port, before_response {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:25:55.439218 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-d0133025-f8ac-40f6-aa46-de0235634489 req-df6c5c68-fe14-4e8a-9976-c6310179f932 service neutron] 10.222.0.45 "PUT /v2.0/ports/f169192c-dd30-4142-bc17-f7823d2d8baa HTTP/1.1" status: 200 len: 1093 time: 0.5963254 Sep 15 16:25:55.439646 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e20c2d9-43a4-4588-9dc2-d0e3f539e19c', 'tag': 'f169192c-dd30-4142-bc17-f7823d2d8baa'}] {{(pid=93953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 16:25:55.441884 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5192e05b0783e869a38b3815ee673eee9316ce03dcaf8465063259ebfb62487" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42312902-869c-48ff-b805-3062c7fe0aa6" -d '{"events": [{"name": "network-changed", "server_uuid": "4e20c2d9-43a4-4588-9dc2-d0e3f539e19c", "tag": "f169192c-dd30-4142-bc17-f7823d2d8baa"}]}' {{(pid=93953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 16:25:55.466842 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6c5c68-fe14-4e8a-9976-c6310179f932 service neutron] Pushing event updated for resources: {'Port': ['ID=f169192c-dd30-4142-bc17-f7823d2d8baa,revision_number=3']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:25:55.485297 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 16:25:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c01ccb32-84ec-4359-b705-7f7d685e061f x-openstack-request-id: req-c01ccb32-84ec-4359-b705-7f7d685e061f {{(pid=93953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 16:25:55.485585 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e20c2d9-43a4-4588-9dc2-d0e3f539e19c", "tag": "f169192c-dd30-4142-bc17-f7823d2d8baa", "status": "completed", "code": 200}]} {{(pid=93953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 16:25:55.485837 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-c01ccb32-84ec-4359-b705-7f7d685e061f {{(pid=93953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 16:25:55.486229 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e20c2d9-43a4-4588-9dc2-d0e3f539e19c', 'tag': 'f169192c-dd30-4142-bc17-f7823d2d8baa', 'status': 'completed', 'code': 200} Sep 15 16:25:55.530845 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0133025-f8ac-40f6-aa46-de0235634489 req-430b6391-d673-468c-a06c-e41011607451 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:25:55.532355 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-d0133025-f8ac-40f6-aa46-de0235634489 req-430b6391-d673-468c-a06c-e41011607451 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=08b52847f34742319b50763d26a3e585&device_id=4e20c2d9-43a4-4588-9dc2-d0e3f539e19c HTTP/1.1" status: 200 len: 1096 time: 0.0452728 Sep 15 16:25:55.576337 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-d0133025-f8ac-40f6-aa46-de0235634489 req-e9770f14-320b-4bc6-9f17-938d259ff803 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f169192c-dd30-4142-bc17-f7823d2d8baa HTTP/1.1" status: 200 len: 217 time: 0.0343378 Sep 15 16:25:55.621343 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cac6b8a-1c17-412b-8724-453edc75ab27 req-a01e4625-eb47-4a55-a03e-df401d6c9bf4 tempest-ServerRescueNegativeTestJSON-1504381068 tempest-ServerRescueNegativeTestJSON-1504381068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:25:55.623095 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-1cac6b8a-1c17-412b-8724-453edc75ab27 req-a01e4625-eb47-4a55-a03e-df401d6c9bf4 tempest-ServerRescueNegativeTestJSON-1504381068 tempest-ServerRescueNegativeTestJSON-1504381068-project] 10.222.0.39 "GET /v2.0/ports?device_id=f39eaa55-2d8b-4bbc-8509-4c2d7df9f16e HTTP/1.1" status: 200 len: 946 time: 0.0525141 Sep 15 16:25:55.630842 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0133025-f8ac-40f6-aa46-de0235634489 req-0ef8295f-f6fa-420f-ac43-5a18abfea826 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:25:55.632882 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-d0133025-f8ac-40f6-aa46-de0235634489 req-0ef8295f-f6fa-420f-ac43-5a18abfea826 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=a6d88e66-c0ab-4dd8-a770-c6440e6f2b6d HTTP/1.1" status: 200 len: 854 time: 0.0449603 Sep 15 16:25:55.663219 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-1cac6b8a-1c17-412b-8724-453edc75ab27 req-312deaf4-7ca4-47bf-b8fa-e7d6ae5c2da8 tempest-ServerRescueNegativeTestJSON-1504381068 tempest-ServerRescueNegativeTestJSON-1504381068-project] 10.222.0.39 "GET /v2.0/security-groups?id=4d527866-20a6-4314-9b14-89ea4e5cf7c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332539 Sep 15 16:25:55.667866 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-d0133025-f8ac-40f6-aa46-de0235634489 req-bc0a0ee8-7fe0-4765-b0b6-ac98db692653 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=9e66c478-4f71-4cdf-a293-798d2c526beb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0278909 Sep 15 16:25:55.907258 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.db [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] get_ports_and_sgs() called for port_ids ['c90f172d-6513-48bb-a6c9-ec2d8f15890b', '34c3aa11-daeb-4ab6-a096-b2f4a738fdd9'] {{(pid=93955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 16:25:56.020661 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03604128-0237-4d77-be22-4744eacaba52 req-e2b85899-c1a9-4ed5-a6d7-3954f5cb147d tempest-TestMinimumBasicScenario-867511208 tempest-TestMinimumBasicScenario-867511208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:25:56.022139 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-03604128-0237-4d77-be22-4744eacaba52 req-e2b85899-c1a9-4ed5-a6d7-3954f5cb147d tempest-TestMinimumBasicScenario-867511208 tempest-TestMinimumBasicScenario-867511208-project] 10.222.0.39 "GET /v2.0/ports?device_id=8b69e941-0dad-4449-8c59-eeac8c5bbffa HTTP/1.1" status: 200 len: 944 time: 0.0946879 Sep 15 16:25:56.026103 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-d0133025-f8ac-40f6-aa46-de0235634489 req-90a9aabf-225c-48cf-8048-078c9f59c639 service neutron] 10.222.0.45 "GET /v2.0/networks/9e66c478-4f71-4cdf-a293-798d2c526beb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3502612 Sep 15 16:25:56.132684 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-03604128-0237-4d77-be22-4744eacaba52 req-2e88b114-da6b-48fe-8ec7-0df6af5e5170 tempest-TestMinimumBasicScenario-867511208 tempest-TestMinimumBasicScenario-867511208-project] 10.222.0.39 "GET /v2.0/security-groups?id=f015b5f4-57be-4ab6-9bf7-9f53b172ec0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025417 Sep 15 16:25:56.166604 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-d0133025-f8ac-40f6-aa46-de0235634489 req-e0cb3f48-1a20-4236-a89f-eb3d8e5064ca service neutron] 10.222.0.45 "GET /v2.0/networks/9e66c478-4f71-4cdf-a293-798d2c526beb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1305451 Sep 15 16:25:56.252227 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42312902-869c-48ff-b805-3062c7fe0aa6 req-2364fe0f-4867-47d8-9658-cf3966cc759b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:25:56.253718 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-42312902-869c-48ff-b805-3062c7fe0aa6 req-2364fe0f-4867-47d8-9658-cf3966cc759b service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=08b52847f34742319b50763d26a3e585&device_id=4e20c2d9-43a4-4588-9dc2-d0e3f539e19c HTTP/1.1" status: 200 len: 1096 time: 0.0415654 Sep 15 16:25:56.354214 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42312902-869c-48ff-b805-3062c7fe0aa6 req-6e5b535b-c1e3-4438-84a0-afc9bab14307 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:25:56.355564 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-42312902-869c-48ff-b805-3062c7fe0aa6 req-6e5b535b-c1e3-4438-84a0-afc9bab14307 service neutron] 10.222.0.45 "GET /v2.0/networks?id=9e66c478-4f71-4cdf-a293-798d2c526beb HTTP/1.1" status: 200 len: 914 time: 0.0857394 Sep 15 16:25:56.397832 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-42312902-869c-48ff-b805-3062c7fe0aa6 req-6b296142-3ae4-4f38-9202-122608d72800 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f169192c-dd30-4142-bc17-f7823d2d8baa HTTP/1.1" status: 200 len: 217 time: 0.0338767 Sep 15 16:25:56.457509 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42312902-869c-48ff-b805-3062c7fe0aa6 req-8998a012-b911-492e-8dd3-6edd6a7c1a7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:25:56.459026 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-42312902-869c-48ff-b805-3062c7fe0aa6 req-8998a012-b911-492e-8dd3-6edd6a7c1a7d service neutron] 10.222.0.45 "GET /v2.0/subnets?id=a6d88e66-c0ab-4dd8-a770-c6440e6f2b6d HTTP/1.1" status: 200 len: 854 time: 0.0515509 Sep 15 16:25:56.494533 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-42312902-869c-48ff-b805-3062c7fe0aa6 req-d49249d3-f719-4831-a0a2-7f4b61183c7b service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=9e66c478-4f71-4cdf-a293-798d2c526beb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265191 Sep 15 16:25:56.515287 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a39e873-774a-42e7-be6f-6415f52d1f88 req-d6fd1475-bc93-446b-9f30-9193c126dd55 tempest-AttachVolumeNegativeTest-624431894 tempest-AttachVolumeNegativeTest-624431894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:25:56.516744 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-5a39e873-774a-42e7-be6f-6415f52d1f88 req-d6fd1475-bc93-446b-9f30-9193c126dd55 tempest-AttachVolumeNegativeTest-624431894 tempest-AttachVolumeNegativeTest-624431894-project] 10.222.0.39 "GET /v2.0/ports?device_id=4e20c2d9-43a4-4588-9dc2-d0e3f539e19c HTTP/1.1" status: 200 len: 943 time: 0.0538039 Sep 15 16:25:56.554465 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-5a39e873-774a-42e7-be6f-6415f52d1f88 req-ac1d9d18-8820-49ee-9683-092925344f84 tempest-AttachVolumeNegativeTest-624431894 tempest-AttachVolumeNegativeTest-624431894-project] 10.222.0.39 "GET /v2.0/security-groups?id=55c08e70-940c-4a69-a384-24c4ba0679d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316982 Sep 15 16:25:56.584565 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-42312902-869c-48ff-b805-3062c7fe0aa6 req-b2d3e7d6-d9e9-4004-8b8a-9bee86236dca service neutron] 10.222.0.45 "GET /v2.0/networks/9e66c478-4f71-4cdf-a293-798d2c526beb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822275 Sep 15 16:25:56.682902 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-42312902-869c-48ff-b805-3062c7fe0aa6 req-960c2e3a-b865-4fa0-bbbb-b9029e2f1707 service neutron] 10.222.0.45 "GET /v2.0/networks/9e66c478-4f71-4cdf-a293-798d2c526beb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901430 Sep 15 16:25:56.792171 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195093e4-2366-4655-94b3-edd8feeb4eb2 req-2dfe464f-85a9-4a94-ac87-cb7e012b017c tempest-ServerRescueNegativeTestJSON-1504381068 tempest-ServerRescueNegativeTestJSON-1504381068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:25:56.793631 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-195093e4-2366-4655-94b3-edd8feeb4eb2 req-2dfe464f-85a9-4a94-ac87-cb7e012b017c tempest-ServerRescueNegativeTestJSON-1504381068 tempest-ServerRescueNegativeTestJSON-1504381068-project] 10.222.0.39 "GET /v2.0/ports?device_id=f39eaa55-2d8b-4bbc-8509-4c2d7df9f16e HTTP/1.1" status: 200 len: 946 time: 0.0584264 Sep 15 16:25:56.834018 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-195093e4-2366-4655-94b3-edd8feeb4eb2 req-22730226-f6ab-45a7-90ad-f84b3d4b9933 tempest-ServerRescueNegativeTestJSON-1504381068 tempest-ServerRescueNegativeTestJSON-1504381068-project] 10.222.0.39 "GET /v2.0/security-groups?id=4d527866-20a6-4314-9b14-89ea4e5cf7c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321059 Sep 15 16:25:57.256054 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205aa55d-76f1-4d40-b3e5-50f6bb2f99ec req-f4f8afcc-5c3d-4a6c-a431-322683cceda2 tempest-TestMinimumBasicScenario-867511208 tempest-TestMinimumBasicScenario-867511208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:25:57.257429 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-205aa55d-76f1-4d40-b3e5-50f6bb2f99ec req-f4f8afcc-5c3d-4a6c-a431-322683cceda2 tempest-TestMinimumBasicScenario-867511208 tempest-TestMinimumBasicScenario-867511208-project] 10.222.0.39 "GET /v2.0/ports?device_id=8b69e941-0dad-4449-8c59-eeac8c5bbffa HTTP/1.1" status: 200 len: 944 time: 0.0593801 Sep 15 16:25:57.295366 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-205aa55d-76f1-4d40-b3e5-50f6bb2f99ec req-3a7527a1-4e37-4058-ab41-4130224ae23b tempest-TestMinimumBasicScenario-867511208 tempest-TestMinimumBasicScenario-867511208-project] 10.222.0.39 "GET /v2.0/security-groups?id=f015b5f4-57be-4ab6-9bf7-9f53b172ec0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318589 Sep 15 16:25:57.683971 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd61aa8-ba3e-4013-829d-6dd16874d195 req-6c200301-424e-4f62-be17-a4c9aad9803f tempest-AttachVolumeNegativeTest-624431894 tempest-AttachVolumeNegativeTest-624431894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:25:57.685465 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-7dd61aa8-ba3e-4013-829d-6dd16874d195 req-6c200301-424e-4f62-be17-a4c9aad9803f tempest-AttachVolumeNegativeTest-624431894 tempest-AttachVolumeNegativeTest-624431894-project] 10.222.0.39 "GET /v2.0/ports?device_id=4e20c2d9-43a4-4588-9dc2-d0e3f539e19c HTTP/1.1" status: 200 len: 943 time: 0.0501132 Sep 15 16:25:57.723034 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-7dd61aa8-ba3e-4013-829d-6dd16874d195 req-272da093-e416-41f6-87a7-b89d684bf0de tempest-AttachVolumeNegativeTest-624431894 tempest-AttachVolumeNegativeTest-624431894-project] 10.222.0.39 "GET /v2.0/security-groups?id=55c08e70-940c-4a69-a384-24c4ba0679d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316427 Sep 15 16:25:57.953862 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd3ff88-53b7-47f6-aeb0-6b95e499d8fe req-d9da5722-ea02-499d-905a-faecfdbbb0f7 tempest-ServerRescueNegativeTestJSON-1504381068 tempest-ServerRescueNegativeTestJSON-1504381068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:25:57.955324 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-1cd3ff88-53b7-47f6-aeb0-6b95e499d8fe req-d9da5722-ea02-499d-905a-faecfdbbb0f7 tempest-ServerRescueNegativeTestJSON-1504381068 tempest-ServerRescueNegativeTestJSON-1504381068-project] 10.222.0.39 "GET /v2.0/ports?device_id=f39eaa55-2d8b-4bbc-8509-4c2d7df9f16e HTTP/1.1" status: 200 len: 946 time: 0.0491869 Sep 15 16:25:57.992874 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-1cd3ff88-53b7-47f6-aeb0-6b95e499d8fe req-be1cf868-89c5-4856-a556-73fa1b24bc23 tempest-ServerRescueNegativeTestJSON-1504381068 tempest-ServerRescueNegativeTestJSON-1504381068-project] 10.222.0.39 "GET /v2.0/security-groups?id=4d527866-20a6-4314-9b14-89ea4e5cf7c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316167 Sep 15 16:25:58.388752 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.rpc [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] Device 6a694102-9a08-4066-9fc2-887d5dc7033e up at agent hyperv_hv-cinder-77957 {{(pid=93955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 16:25:58.419605 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5018d5c4-0500-4d84-985b-a768293dd3fe req-352196d0-8e8c-4dee-b322-0ba53a3c518b tempest-TestMinimumBasicScenario-867511208 tempest-TestMinimumBasicScenario-867511208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:25:58.421296 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-5018d5c4-0500-4d84-985b-a768293dd3fe req-352196d0-8e8c-4dee-b322-0ba53a3c518b tempest-TestMinimumBasicScenario-867511208 tempest-TestMinimumBasicScenario-867511208-project] 10.222.0.39 "GET /v2.0/ports?device_id=8b69e941-0dad-4449-8c59-eeac8c5bbffa HTTP/1.1" status: 200 len: 944 time: 0.0536106 Sep 15 16:25:58.445256 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.db.provisioning_blocks [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] Provisioning for port 6a694102-9a08-4066-9fc2-887d5dc7033e completed by entity L2. {{(pid=93955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 16:25:58.449249 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.db.provisioning_blocks [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] Provisioning complete for port 6a694102-9a08-4066-9fc2-887d5dc7033e triggered by entity L2. {{(pid=93955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:25:58.449624 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953592'] for port, provisioning_complete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:25:58.462876 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-5018d5c4-0500-4d84-985b-a768293dd3fe req-39ee27ea-c5af-4602-8ed0-a8bd59f51b96 tempest-TestMinimumBasicScenario-867511208 tempest-TestMinimumBasicScenario-867511208-project] 10.222.0.39 "GET /v2.0/security-groups?id=f015b5f4-57be-4ab6-9bf7-9f53b172ec0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344980 Sep 15 16:25:58.527873 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928820'] for port, before_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:25:58.552408 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b69e941-0dad-4449-8c59-eeac8c5bbffa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a694102-9a08-4066-9fc2-887d5dc7033e'}] {{(pid=93955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 16:25:58.554602 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cc821c0eec02d2c96bcea0a08104c2827b642bf310f598bba7a206798b1bddd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b900efc0-dfe6-425a-8534-c7bd274210ec" -d '{"events": [{"server_uuid": "8b69e941-0dad-4449-8c59-eeac8c5bbffa", "name": "network-vif-plugged", "status": "completed", "tag": "6a694102-9a08-4066-9fc2-887d5dc7033e"}]}' {{(pid=93955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 16:25:58.567504 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.db [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] For port 6a694102-9a08-4066-9fc2-887d5dc7033e, host hv-cinder-77957, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77957',level=0,port_id=6a694102-9a08-4066-9fc2-887d5dc7033e,segment=NetworkSegment(8b3f5ad2-375f-48a2-b3db-ec27bfd31ad4),segment_id=8b3f5ad2-375f-48a2-b3db-ec27bfd31ad4)] {{(pid=93955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:25:58.572875 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791196459277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791195970012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791195970030'] for port, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:25:58.596371 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 16:25:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efc187d7-d3c2-4b54-9a59-89688387e139 x-openstack-request-id: req-efc187d7-d3c2-4b54-9a59-89688387e139 {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 16:25:58.596653 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b69e941-0dad-4449-8c59-eeac8c5bbffa", "name": "network-vif-plugged", "status": "completed", "tag": "6a694102-9a08-4066-9fc2-887d5dc7033e", "code": 200}]} {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 16:25:58.596871 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-efc187d7-d3c2-4b54-9a59-89688387e139 {{(pid=93955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 16:25:58.597247 dv-cinder-779576-8-iscsi neutron-server[93955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b69e941-0dad-4449-8c59-eeac8c5bbffa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a694102-9a08-4066-9fc2-887d5dc7033e', 'code': 200} Sep 15 16:25:58.622443 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] Pushing event updated for resources: {'Port': ['ID=6a694102-9a08-4066-9fc2-887d5dc7033e,revision_number=5']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:25:58.863861 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbaf3e55-f736-4904-ac5e-42e16f4e1b3c req-478d4b5a-7445-4597-87a9-586aa586557f tempest-AttachVolumeNegativeTest-624431894 tempest-AttachVolumeNegativeTest-624431894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:25:58.865342 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-bbaf3e55-f736-4904-ac5e-42e16f4e1b3c req-478d4b5a-7445-4597-87a9-586aa586557f tempest-AttachVolumeNegativeTest-624431894 tempest-AttachVolumeNegativeTest-624431894-project] 10.222.0.39 "GET /v2.0/ports?device_id=4e20c2d9-43a4-4588-9dc2-d0e3f539e19c HTTP/1.1" status: 200 len: 943 time: 0.0534151 Sep 15 16:25:58.906703 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-bbaf3e55-f736-4904-ac5e-42e16f4e1b3c req-d80851b4-c61d-4c68-bb84-05c85852b66f tempest-AttachVolumeNegativeTest-624431894 tempest-AttachVolumeNegativeTest-624431894-project] 10.222.0.39 "GET /v2.0/security-groups?id=55c08e70-940c-4a69-a384-24c4ba0679d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321705 Sep 15 16:25:59.110993 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830e5cab-a4c1-4630-a6d0-39b4f563d4bd req-a16bad8c-2c59-4faf-b118-2d3f7fc3ab34 tempest-ServerRescueNegativeTestJSON-1504381068 tempest-ServerRescueNegativeTestJSON-1504381068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:25:59.112497 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-830e5cab-a4c1-4630-a6d0-39b4f563d4bd req-a16bad8c-2c59-4faf-b118-2d3f7fc3ab34 tempest-ServerRescueNegativeTestJSON-1504381068 tempest-ServerRescueNegativeTestJSON-1504381068-project] 10.222.0.39 "GET /v2.0/ports?device_id=f39eaa55-2d8b-4bbc-8509-4c2d7df9f16e HTTP/1.1" status: 200 len: 946 time: 0.0511856 Sep 15 16:25:59.136295 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-36b43d42-2a58-4597-82fa-1d35bdd44d2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791196484491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953091'] for agent, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:25:59.155932 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-830e5cab-a4c1-4630-a6d0-39b4f563d4bd req-010d22c4-1c7e-4725-801a-fc718b2a4899 tempest-ServerRescueNegativeTestJSON-1504381068 tempest-ServerRescueNegativeTestJSON-1504381068-project] 10.222.0.39 "GET /v2.0/security-groups?id=4d527866-20a6-4314-9b14-89ea4e5cf7c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358999 Sep 15 16:25:59.584515 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478d84d3-7670-4939-8c00-a3aa923d8b48 req-c87951ad-4bd6-49c0-93e9-de4cc7e24148 tempest-TestMinimumBasicScenario-867511208 tempest-TestMinimumBasicScenario-867511208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:25:59.585876 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-478d84d3-7670-4939-8c00-a3aa923d8b48 req-c87951ad-4bd6-49c0-93e9-de4cc7e24148 tempest-TestMinimumBasicScenario-867511208 tempest-TestMinimumBasicScenario-867511208-project] 10.222.0.39 "GET /v2.0/ports?device_id=8b69e941-0dad-4449-8c59-eeac8c5bbffa HTTP/1.1" status: 200 len: 945 time: 0.0486348 Sep 15 16:25:59.626916 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-478d84d3-7670-4939-8c00-a3aa923d8b48 req-96a2c8e1-e482-4f95-b2c6-13bfef826e91 tempest-TestMinimumBasicScenario-867511208 tempest-TestMinimumBasicScenario-867511208-project] 10.222.0.39 "GET /v2.0/security-groups?id=f015b5f4-57be-4ab6-9bf7-9f53b172ec0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350320 Sep 15 16:26:00.039129 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c9593d-81d1-4947-a606-4d8275654bd9 req-1eb7fdd7-905d-4b06-b659-7c80cfb46ec1 tempest-AttachVolumeNegativeTest-624431894 tempest-AttachVolumeNegativeTest-624431894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:26:00.040625 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-03c9593d-81d1-4947-a606-4d8275654bd9 req-1eb7fdd7-905d-4b06-b659-7c80cfb46ec1 tempest-AttachVolumeNegativeTest-624431894 tempest-AttachVolumeNegativeTest-624431894-project] 10.222.0.39 "GET /v2.0/ports?device_id=4e20c2d9-43a4-4588-9dc2-d0e3f539e19c HTTP/1.1" status: 200 len: 943 time: 0.0612297 Sep 15 16:26:00.080970 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-03c9593d-81d1-4947-a606-4d8275654bd9 req-3da6e782-ae06-4a57-9a96-08fc8165b78f tempest-AttachVolumeNegativeTest-624431894 tempest-AttachVolumeNegativeTest-624431894-project] 10.222.0.39 "GET /v2.0/security-groups?id=55c08e70-940c-4a69-a384-24c4ba0679d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342267 Sep 15 16:26:00.288428 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974267c2-07fb-44b4-8716-8fdb9133ac86 req-5c089c6f-69fe-4d00-bc1f-5f83b37daafa tempest-ServerRescueNegativeTestJSON-1504381068 tempest-ServerRescueNegativeTestJSON-1504381068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:26:00.289958 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-974267c2-07fb-44b4-8716-8fdb9133ac86 req-5c089c6f-69fe-4d00-bc1f-5f83b37daafa tempest-ServerRescueNegativeTestJSON-1504381068 tempest-ServerRescueNegativeTestJSON-1504381068-project] 10.222.0.39 "GET /v2.0/ports?device_id=f39eaa55-2d8b-4bbc-8509-4c2d7df9f16e HTTP/1.1" status: 200 len: 946 time: 0.0528872 Sep 15 16:26:00.330176 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-974267c2-07fb-44b4-8716-8fdb9133ac86 req-4e1915ff-8bd2-42f9-a8bc-ae276cf7e8c3 tempest-ServerRescueNegativeTestJSON-1504381068 tempest-ServerRescueNegativeTestJSON-1504381068-project] 10.222.0.39 "GET /v2.0/security-groups?id=4d527866-20a6-4314-9b14-89ea4e5cf7c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340712 Sep 15 16:26:00.753619 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc782d20-eef8-4821-a21a-f8315221c843 req-1fa70f42-06e4-46da-b149-5b82fa8ad816 tempest-TestMinimumBasicScenario-867511208 tempest-TestMinimumBasicScenario-867511208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:26:00.755065 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-fc782d20-eef8-4821-a21a-f8315221c843 req-1fa70f42-06e4-46da-b149-5b82fa8ad816 tempest-TestMinimumBasicScenario-867511208 tempest-TestMinimumBasicScenario-867511208-project] 10.222.0.39 "GET /v2.0/ports?device_id=8b69e941-0dad-4449-8c59-eeac8c5bbffa HTTP/1.1" status: 200 len: 945 time: 0.0547900 Sep 15 16:26:00.800392 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-fc782d20-eef8-4821-a21a-f8315221c843 req-2e46902e-7c18-4257-bc7f-1fa9d206d5ff tempest-TestMinimumBasicScenario-867511208 tempest-TestMinimumBasicScenario-867511208-project] 10.222.0.39 "GET /v2.0/security-groups?id=f015b5f4-57be-4ab6-9bf7-9f53b172ec0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360644 Sep 15 16:26:01.057026 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d17c0cb-bf54-4f78-aea9-1e4b9487c7d5 req-d383b305-e600-4312-a386-9fa7cf7557fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:26:01.058593 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-4d17c0cb-bf54-4f78-aea9-1e4b9487c7d5 req-d383b305-e600-4312-a386-9fa7cf7557fc service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=8b69e941-0dad-4449-8c59-eeac8c5bbffa HTTP/1.1" status: 200 len: 1098 time: 0.0462594 Sep 15 16:26:01.094141 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-4d17c0cb-bf54-4f78-aea9-1e4b9487c7d5 req-75a77567-fea2-4c22-a529-aa6563f01cf3 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=f015b5f4-57be-4ab6-9bf7-9f53b172ec0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0278070 Sep 15 16:26:01.204438 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c53e42b-6983-4408-8b65-1900c190b290 req-47b56812-756e-4971-b652-52078b2d377f tempest-AttachVolumeNegativeTest-624431894 tempest-AttachVolumeNegativeTest-624431894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:26:01.205921 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-9c53e42b-6983-4408-8b65-1900c190b290 req-47b56812-756e-4971-b652-52078b2d377f tempest-AttachVolumeNegativeTest-624431894 tempest-AttachVolumeNegativeTest-624431894-project] 10.222.0.39 "GET /v2.0/ports?device_id=4e20c2d9-43a4-4588-9dc2-d0e3f539e19c HTTP/1.1" status: 200 len: 943 time: 0.0533879 Sep 15 16:26:01.243139 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-9c53e42b-6983-4408-8b65-1900c190b290 req-1f51682a-83c7-48ab-8887-c4279eada263 tempest-AttachVolumeNegativeTest-624431894 tempest-AttachVolumeNegativeTest-624431894-project] 10.222.0.39 "GET /v2.0/security-groups?id=55c08e70-940c-4a69-a384-24c4ba0679d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312285 Sep 15 16:26:01.452957 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f747279-b19d-4de6-9ce0-c6c423e088a2 req-e27294f8-516d-4612-91db-c32796431a08 tempest-ServerRescueNegativeTestJSON-1504381068 tempest-ServerRescueNegativeTestJSON-1504381068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:26:01.454421 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-0f747279-b19d-4de6-9ce0-c6c423e088a2 req-e27294f8-516d-4612-91db-c32796431a08 tempest-ServerRescueNegativeTestJSON-1504381068 tempest-ServerRescueNegativeTestJSON-1504381068-project] 10.222.0.39 "GET /v2.0/ports?device_id=f39eaa55-2d8b-4bbc-8509-4c2d7df9f16e HTTP/1.1" status: 200 len: 946 time: 0.0547700 Sep 15 16:26:01.496861 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-0f747279-b19d-4de6-9ce0-c6c423e088a2 req-82b76c1c-b5ba-4d1c-9745-46299a4ea357 tempest-ServerRescueNegativeTestJSON-1504381068 tempest-ServerRescueNegativeTestJSON-1504381068-project] 10.222.0.39 "GET /v2.0/security-groups?id=4d527866-20a6-4314-9b14-89ea4e5cf7c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333967 Sep 15 16:26:01.842956 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-57d8a9a3-d16f-4b20-b77b-ca1e664c03db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791196484491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953091'] for agent, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:26:01.920498 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767658a8-770e-449d-a25d-1bc7b9116749 req-a86ad17e-650f-473a-aa0c-10a65c15250a tempest-TestMinimumBasicScenario-867511208 tempest-TestMinimumBasicScenario-867511208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:26:01.922015 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-767658a8-770e-449d-a25d-1bc7b9116749 req-a86ad17e-650f-473a-aa0c-10a65c15250a tempest-TestMinimumBasicScenario-867511208 tempest-TestMinimumBasicScenario-867511208-project] 10.222.0.39 "GET /v2.0/ports?device_id=8b69e941-0dad-4449-8c59-eeac8c5bbffa HTTP/1.1" status: 200 len: 945 time: 0.0513098 Sep 15 16:26:01.927992 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-05fe5dd1-0667-4001-a240-456128143bfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791196484491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953091'] for agent, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:26:01.962659 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-767658a8-770e-449d-a25d-1bc7b9116749 req-f5c48034-fce1-4d36-9386-93502e4c59dd tempest-TestMinimumBasicScenario-867511208 tempest-TestMinimumBasicScenario-867511208-project] 10.222.0.39 "GET /v2.0/security-groups?id=f015b5f4-57be-4ab6-9bf7-9f53b172ec0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326269 Sep 15 16:26:02.369949 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec64728-07f4-4b6d-9b4b-74240a6c0537 req-19f0a9ae-6fc2-4a4c-9666-b583325ad919 tempest-AttachVolumeNegativeTest-624431894 tempest-AttachVolumeNegativeTest-624431894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:26:02.371413 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-cec64728-07f4-4b6d-9b4b-74240a6c0537 req-19f0a9ae-6fc2-4a4c-9666-b583325ad919 tempest-AttachVolumeNegativeTest-624431894 tempest-AttachVolumeNegativeTest-624431894-project] 10.222.0.39 "GET /v2.0/ports?device_id=4e20c2d9-43a4-4588-9dc2-d0e3f539e19c HTTP/1.1" status: 200 len: 943 time: 0.0525920 Sep 15 16:26:02.410527 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-cec64728-07f4-4b6d-9b4b-74240a6c0537 req-4408172d-7819-4c26-9d10-55482b9f6750 tempest-AttachVolumeNegativeTest-624431894 tempest-AttachVolumeNegativeTest-624431894-project] 10.222.0.39 "GET /v2.0/security-groups?id=55c08e70-940c-4a69-a384-24c4ba0679d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328965 Sep 15 16:26:02.624413 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4953e7-a118-4975-a6c4-ab6d7b9ea3cf req-95e0a0aa-2de7-456a-a057-b82d55a7efda tempest-ServerRescueNegativeTestJSON-1504381068 tempest-ServerRescueNegativeTestJSON-1504381068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:26:02.625849 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-1a4953e7-a118-4975-a6c4-ab6d7b9ea3cf req-95e0a0aa-2de7-456a-a057-b82d55a7efda tempest-ServerRescueNegativeTestJSON-1504381068 tempest-ServerRescueNegativeTestJSON-1504381068-project] 10.222.0.39 "GET /v2.0/ports?device_id=f39eaa55-2d8b-4bbc-8509-4c2d7df9f16e HTTP/1.1" status: 200 len: 946 time: 0.0514572 Sep 15 16:26:02.665280 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-1a4953e7-a118-4975-a6c4-ab6d7b9ea3cf req-74f57564-56b5-4f50-b16d-72ac2a74e39b tempest-ServerRescueNegativeTestJSON-1504381068 tempest-ServerRescueNegativeTestJSON-1504381068-project] 10.222.0.39 "GET /v2.0/security-groups?id=4d527866-20a6-4314-9b14-89ea4e5cf7c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332749 Sep 15 16:26:02.950552 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-eee1357e-56cc-4bdc-884d-16a88731d16f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791196484491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953091'] for agent, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:26:03.117460 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e2f7e7-77ae-4ddc-b146-afe9c6af44e7 req-959900e9-581f-429f-b17b-be01df68c07c tempest-TestMinimumBasicScenario-867511208 tempest-TestMinimumBasicScenario-867511208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:26:03.119082 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-13e2f7e7-77ae-4ddc-b146-afe9c6af44e7 req-959900e9-581f-429f-b17b-be01df68c07c tempest-TestMinimumBasicScenario-867511208 tempest-TestMinimumBasicScenario-867511208-project] 10.222.0.39 "GET /v2.0/ports?device_id=8b69e941-0dad-4449-8c59-eeac8c5bbffa HTTP/1.1" status: 200 len: 945 time: 0.0665681 Sep 15 16:26:03.162965 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-13e2f7e7-77ae-4ddc-b146-afe9c6af44e7 req-c0f4ae35-3726-493d-b495-51cda611f6e2 tempest-TestMinimumBasicScenario-867511208 tempest-TestMinimumBasicScenario-867511208-project] 10.222.0.39 "GET /v2.0/security-groups?id=f015b5f4-57be-4ab6-9bf7-9f53b172ec0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344250 Sep 15 16:26:03.533180 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94025d87-7369-4b8d-a0a8-4c2d3da6a169 req-be8f6082-01fa-4f5a-9b6c-480adea9fa57 tempest-AttachVolumeNegativeTest-624431894 tempest-AttachVolumeNegativeTest-624431894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:26:03.534655 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-94025d87-7369-4b8d-a0a8-4c2d3da6a169 req-be8f6082-01fa-4f5a-9b6c-480adea9fa57 tempest-AttachVolumeNegativeTest-624431894 tempest-AttachVolumeNegativeTest-624431894-project] 10.222.0.39 "GET /v2.0/ports?device_id=4e20c2d9-43a4-4588-9dc2-d0e3f539e19c HTTP/1.1" status: 200 len: 943 time: 0.0557508 Sep 15 16:26:03.573378 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-94025d87-7369-4b8d-a0a8-4c2d3da6a169 req-26008dee-a4cb-491b-b03a-07df967bfe97 tempest-AttachVolumeNegativeTest-624431894 tempest-AttachVolumeNegativeTest-624431894-project] 10.222.0.39 "GET /v2.0/security-groups?id=55c08e70-940c-4a69-a384-24c4ba0679d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322993 Sep 15 16:26:04.293045 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c2bb73-3f48-496d-90f9-578969078335 req-3022c85d-ab27-4432-969f-5f0722f89dee tempest-TestMinimumBasicScenario-867511208 tempest-TestMinimumBasicScenario-867511208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:26:04.300524 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-c9c2bb73-3f48-496d-90f9-578969078335 req-3022c85d-ab27-4432-969f-5f0722f89dee tempest-TestMinimumBasicScenario-867511208 tempest-TestMinimumBasicScenario-867511208-project] 10.222.0.39 "GET /v2.0/ports?device_id=8b69e941-0dad-4449-8c59-eeac8c5bbffa HTTP/1.1" status: 200 len: 945 time: 0.0660570 Sep 15 16:26:04.324091 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-7ad16b6f-1dcb-4567-914a-8ec9b5a04b47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791196484491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953091'] for agent, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:26:04.337040 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-c9c2bb73-3f48-496d-90f9-578969078335 req-b04ee741-6069-4d73-8095-9401ae5f9069 tempest-TestMinimumBasicScenario-867511208 tempest-TestMinimumBasicScenario-867511208-project] 10.222.0.39 "GET /v2.0/security-groups?id=f015b5f4-57be-4ab6-9bf7-9f53b172ec0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356715 Sep 15 16:26:04.461683 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d86dff-bba1-4a9f-87e6-14d2d1f15a25 req-f92b72c4-2ba3-438b-9b23-82122918efee tempest-TestMinimumBasicScenario-867511208 tempest-TestMinimumBasicScenario-867511208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:26:04.463076 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-54d86dff-bba1-4a9f-87e6-14d2d1f15a25 req-f92b72c4-2ba3-438b-9b23-82122918efee tempest-TestMinimumBasicScenario-867511208 tempest-TestMinimumBasicScenario-867511208-project] 10.222.0.39 "GET /v2.0/ports?device_id=8b69e941-0dad-4449-8c59-eeac8c5bbffa HTTP/1.1" status: 200 len: 945 time: 0.0519431 Sep 15 16:26:04.501451 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-54d86dff-bba1-4a9f-87e6-14d2d1f15a25 req-7091da57-7c64-42c1-bbf4-015357d9f9f0 tempest-TestMinimumBasicScenario-867511208 tempest-TestMinimumBasicScenario-867511208-project] 10.222.0.39 "GET /v2.0/security-groups?id=f015b5f4-57be-4ab6-9bf7-9f53b172ec0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320671 Sep 15 16:26:04.689242 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55b8841-3a6c-44b3-8c6b-7c6f9cc3275f req-a3b014db-cbc1-4187-8b43-b0faf28d39f6 tempest-AttachVolumeNegativeTest-624431894 tempest-AttachVolumeNegativeTest-624431894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:26:04.690755 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-d55b8841-3a6c-44b3-8c6b-7c6f9cc3275f req-a3b014db-cbc1-4187-8b43-b0faf28d39f6 tempest-AttachVolumeNegativeTest-624431894 tempest-AttachVolumeNegativeTest-624431894-project] 10.222.0.39 "GET /v2.0/ports?device_id=4e20c2d9-43a4-4588-9dc2-d0e3f539e19c HTTP/1.1" status: 200 len: 943 time: 0.0500798 Sep 15 16:26:04.729781 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-d55b8841-3a6c-44b3-8c6b-7c6f9cc3275f req-b2d0eab4-8e72-4c79-87c8-ea2acdf90f00 tempest-AttachVolumeNegativeTest-624431894 tempest-AttachVolumeNegativeTest-624431894-project] 10.222.0.39 "GET /v2.0/security-groups?id=55c08e70-940c-4a69-a384-24c4ba0679d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327945 Sep 15 16:26:04.828751 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae19f9a-374f-4a30-9c18-63014ece3508 req-a386d3b3-c976-4fc2-8add-5d697eb0d69d tempest-TestMinimumBasicScenario-867511208 tempest-TestMinimumBasicScenario-867511208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:26:04.830275 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-4ae19f9a-374f-4a30-9c18-63014ece3508 req-a386d3b3-c976-4fc2-8add-5d697eb0d69d tempest-TestMinimumBasicScenario-867511208 tempest-TestMinimumBasicScenario-867511208-project] 10.222.0.39 "GET /v2.0/ports?device_id=8b69e941-0dad-4449-8c59-eeac8c5bbffa HTTP/1.1" status: 200 len: 945 time: 0.0505073 Sep 15 16:26:04.835693 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.rpc [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] Device f169192c-dd30-4142-bc17-f7823d2d8baa details requested by agent hyperv_hv-cinder-77957 with host hv-cinder-77957 {{(pid=93955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 16:26:04.869722 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-4ae19f9a-374f-4a30-9c18-63014ece3508 req-a835f498-ef4a-413d-8b14-d42945ff4f5a tempest-TestMinimumBasicScenario-867511208 tempest-TestMinimumBasicScenario-867511208-project] 10.222.0.39 "GET /v2.0/security-groups?id=f015b5f4-57be-4ab6-9bf7-9f53b172ec0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323908 Sep 15 16:26:04.933175 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.db [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] For port f169192c-dd30-4142-bc17-f7823d2d8baa, host hv-cinder-77957, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77957',level=0,port_id=f169192c-dd30-4142-bc17-f7823d2d8baa,segment=NetworkSegment(59ddac4d-713c-429a-86bb-e4613c98c15a),segment_id=59ddac4d-713c-429a-86bb-e4613c98c15a)] {{(pid=93955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:26:04.945043 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.rpc [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] Returning: {'device': 'f169192c-dd30-4142-bc17-f7823d2d8baa', 'network_id': '9e66c478-4f71-4cdf-a293-798d2c526beb', 'port_id': 'f169192c-dd30-4142-bc17-f7823d2d8baa', 'mac_address': 'fa:16:3e:f2:53:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 50, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a6d88e66-c0ab-4dd8-a770-c6440e6f2b6d', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 16:26:04.986028 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928820'] for port, before_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:26:04.999376 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.notifiers.nova [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f169192c-dd30-4142-bc17-f7823d2d8baa {{(pid=93955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 16:26:05.019380 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.db [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] For port f169192c-dd30-4142-bc17-f7823d2d8baa, host hv-cinder-77957, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77957',level=0,port_id=f169192c-dd30-4142-bc17-f7823d2d8baa,segment=NetworkSegment(59ddac4d-713c-429a-86bb-e4613c98c15a),segment_id=59ddac4d-713c-429a-86bb-e4613c98c15a)] {{(pid=93955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:26:05.023468 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791196459277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791195970012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791195970030'] for port, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:26:05.069950 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] Pushing event updated for resources: {'Port': ['ID=f169192c-dd30-4142-bc17-f7823d2d8baa,revision_number=4']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:26:05.432312 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.db [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] get_ports_and_sgs() called for port_ids ['f169192c-dd30-4142-bc17-f7823d2d8baa'] {{(pid=93955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 16:26:05.868393 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002cb97e-e7cb-42d4-bec1-4d44502c1499 req-265ba2d0-e531-4b16-be81-b8974a78bdba tempest-AttachVolumeNegativeTest-624431894 tempest-AttachVolumeNegativeTest-624431894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:26:05.869870 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-002cb97e-e7cb-42d4-bec1-4d44502c1499 req-265ba2d0-e531-4b16-be81-b8974a78bdba tempest-AttachVolumeNegativeTest-624431894 tempest-AttachVolumeNegativeTest-624431894-project] 10.222.0.39 "GET /v2.0/ports?device_id=4e20c2d9-43a4-4588-9dc2-d0e3f539e19c HTTP/1.1" status: 200 len: 944 time: 0.0591755 Sep 15 16:26:05.908630 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-002cb97e-e7cb-42d4-bec1-4d44502c1499 req-bbecb871-c7ef-47e3-8057-393d83e81aba tempest-AttachVolumeNegativeTest-624431894 tempest-AttachVolumeNegativeTest-624431894-project] 10.222.0.39 "GET /v2.0/security-groups?id=55c08e70-940c-4a69-a384-24c4ba0679d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325067 Sep 15 16:26:06.839821 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.rpc [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] Device f169192c-dd30-4142-bc17-f7823d2d8baa up at agent hyperv_hv-cinder-77957 {{(pid=93955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 16:26:06.873279 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f56e488-f673-439c-bfa8-1476f073f50a req-b208c3f2-0c96-4ba8-abb8-0cd4732984b0 tempest-ServerRescueNegativeTestJSON-1504381068 tempest-ServerRescueNegativeTestJSON-1504381068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:26:06.881000 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-0f56e488-f673-439c-bfa8-1476f073f50a req-b208c3f2-0c96-4ba8-abb8-0cd4732984b0 tempest-ServerRescueNegativeTestJSON-1504381068 tempest-ServerRescueNegativeTestJSON-1504381068-project] 10.222.0.39 "GET /v2.0/ports?device_id=6d0621ec-4650-42b8-8f87-7666278b3af8 HTTP/1.1" status: 200 len: 945 time: 0.0624487 Sep 15 16:26:06.892698 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.db.provisioning_blocks [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] Provisioning for port f169192c-dd30-4142-bc17-f7823d2d8baa completed by entity L2. {{(pid=93955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 16:26:06.896750 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.db.provisioning_blocks [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] Provisioning complete for port f169192c-dd30-4142-bc17-f7823d2d8baa triggered by entity L2. {{(pid=93955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:26:06.897179 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953592'] for port, provisioning_complete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:26:06.917016 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-0f56e488-f673-439c-bfa8-1476f073f50a req-56ccaf6d-d5e1-4b03-a2d8-c645c5dfa175 tempest-ServerRescueNegativeTestJSON-1504381068 tempest-ServerRescueNegativeTestJSON-1504381068-project] 10.222.0.39 "GET /v2.0/security-groups?id=4d527866-20a6-4314-9b14-89ea4e5cf7c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349600 Sep 15 16:26:06.990011 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928820'] for port, before_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:26:07.016891 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e20c2d9-43a4-4588-9dc2-d0e3f539e19c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f169192c-dd30-4142-bc17-f7823d2d8baa'}] {{(pid=93955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 16:26:07.019151 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cc821c0eec02d2c96bcea0a08104c2827b642bf310f598bba7a206798b1bddd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1e814b4-dc3c-48d6-976a-0223ef8c88f5" -d '{"events": [{"server_uuid": "4e20c2d9-43a4-4588-9dc2-d0e3f539e19c", "name": "network-vif-plugged", "status": "completed", "tag": "f169192c-dd30-4142-bc17-f7823d2d8baa"}]}' {{(pid=93955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 16:26:07.033402 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914b5bac-38fc-4b2b-9458-255c6edb7995 req-fe6d4b70-d36f-42ad-ba16-719b2ebd8f04 tempest-AttachVolumeNegativeTest-624431894 tempest-AttachVolumeNegativeTest-624431894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:26:07.034985 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-914b5bac-38fc-4b2b-9458-255c6edb7995 req-fe6d4b70-d36f-42ad-ba16-719b2ebd8f04 tempest-AttachVolumeNegativeTest-624431894 tempest-AttachVolumeNegativeTest-624431894-project] 10.222.0.39 "GET /v2.0/ports?device_id=4e20c2d9-43a4-4588-9dc2-d0e3f539e19c HTTP/1.1" status: 200 len: 944 time: 0.0555422 Sep 15 16:26:07.039377 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.db [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] For port f169192c-dd30-4142-bc17-f7823d2d8baa, host hv-cinder-77957, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77957',level=0,port_id=f169192c-dd30-4142-bc17-f7823d2d8baa,segment=NetworkSegment(59ddac4d-713c-429a-86bb-e4613c98c15a),segment_id=59ddac4d-713c-429a-86bb-e4613c98c15a)] {{(pid=93955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:26:07.046217 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791196459277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791195970012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791195970030'] for port, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:26:07.073607 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 16:26:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e0d278f-d04e-4170-9a60-142531acba22 x-openstack-request-id: req-0e0d278f-d04e-4170-9a60-142531acba22 {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 16:26:07.073925 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e20c2d9-43a4-4588-9dc2-d0e3f539e19c", "name": "network-vif-plugged", "status": "completed", "tag": "f169192c-dd30-4142-bc17-f7823d2d8baa", "code": 200}]} {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 16:26:07.074139 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-0e0d278f-d04e-4170-9a60-142531acba22 {{(pid=93955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 16:26:07.074518 dv-cinder-779576-8-iscsi neutron-server[93955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e20c2d9-43a4-4588-9dc2-d0e3f539e19c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f169192c-dd30-4142-bc17-f7823d2d8baa', 'code': 200} Sep 15 16:26:07.079357 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-914b5bac-38fc-4b2b-9458-255c6edb7995 req-f435ce05-94fe-425a-a8fb-6cea2ac4ebed tempest-AttachVolumeNegativeTest-624431894 tempest-AttachVolumeNegativeTest-624431894-project] 10.222.0.39 "GET /v2.0/security-groups?id=55c08e70-940c-4a69-a384-24c4ba0679d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365500 Sep 15 16:26:07.101330 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] Pushing event updated for resources: {'Port': ['ID=f169192c-dd30-4142-bc17-f7823d2d8baa,revision_number=5']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:26:07.279743 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864d85d9-9a5d-43c5-9118-638f750f8a30 req-71c2ead7-7e2a-4adc-b869-009d2139ea21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:26:07.281583 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-864d85d9-9a5d-43c5-9118-638f750f8a30 req-71c2ead7-7e2a-4adc-b869-009d2139ea21 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=4e20c2d9-43a4-4588-9dc2-d0e3f539e19c HTTP/1.1" status: 200 len: 1098 time: 0.0531986 Sep 15 16:26:07.320209 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-864d85d9-9a5d-43c5-9118-638f750f8a30 req-dbd20e1d-9f8e-4d57-a327-115015471c2a service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=55c08e70-940c-4a69-a384-24c4ba0679d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299823 Sep 15 16:26:08.046526 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa099d2-4263-4695-87a0-968ad44b085a req-21287d87-a216-4954-bce4-abcbb48c00b5 tempest-ServerRescueNegativeTestJSON-1504381068 tempest-ServerRescueNegativeTestJSON-1504381068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:26:08.048153 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-3fa099d2-4263-4695-87a0-968ad44b085a req-21287d87-a216-4954-bce4-abcbb48c00b5 tempest-ServerRescueNegativeTestJSON-1504381068 tempest-ServerRescueNegativeTestJSON-1504381068-project] 10.222.0.39 "GET /v2.0/ports?device_id=6d0621ec-4650-42b8-8f87-7666278b3af8 HTTP/1.1" status: 200 len: 945 time: 0.0523109 Sep 15 16:26:08.089041 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-3fa099d2-4263-4695-87a0-968ad44b085a req-7d3fdc4b-9214-4929-abf0-6ea9a15a3ece tempest-ServerRescueNegativeTestJSON-1504381068 tempest-ServerRescueNegativeTestJSON-1504381068-project] 10.222.0.39 "GET /v2.0/security-groups?id=4d527866-20a6-4314-9b14-89ea4e5cf7c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341206 Sep 15 16:26:08.205757 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4a0a9e-5997-48a3-a2f5-a77127160c4c req-072b0460-df69-457c-9cb8-828bf56dd707 tempest-AttachVolumeNegativeTest-624431894 tempest-AttachVolumeNegativeTest-624431894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:26:08.207409 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-dd4a0a9e-5997-48a3-a2f5-a77127160c4c req-072b0460-df69-457c-9cb8-828bf56dd707 tempest-AttachVolumeNegativeTest-624431894 tempest-AttachVolumeNegativeTest-624431894-project] 10.222.0.39 "GET /v2.0/ports?device_id=4e20c2d9-43a4-4588-9dc2-d0e3f539e19c HTTP/1.1" status: 200 len: 945 time: 0.0556171 Sep 15 16:26:08.246952 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-dd4a0a9e-5997-48a3-a2f5-a77127160c4c req-88c631e6-68f9-405a-a749-9595e87e632c tempest-AttachVolumeNegativeTest-624431894 tempest-AttachVolumeNegativeTest-624431894-project] 10.222.0.39 "GET /v2.0/security-groups?id=55c08e70-940c-4a69-a384-24c4ba0679d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332301 Sep 15 16:26:09.218772 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983131df-e328-4863-b83f-d5575b066dd1 req-699fb0f9-0f56-45aa-a48c-c4a26776bf38 tempest-ServerRescueNegativeTestJSON-1504381068 tempest-ServerRescueNegativeTestJSON-1504381068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:26:09.220266 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-983131df-e328-4863-b83f-d5575b066dd1 req-699fb0f9-0f56-45aa-a48c-c4a26776bf38 tempest-ServerRescueNegativeTestJSON-1504381068 tempest-ServerRescueNegativeTestJSON-1504381068-project] 10.222.0.39 "GET /v2.0/ports?device_id=6d0621ec-4650-42b8-8f87-7666278b3af8 HTTP/1.1" status: 200 len: 945 time: 0.0554364 Sep 15 16:26:09.260324 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-983131df-e328-4863-b83f-d5575b066dd1 req-1a7a31ef-b086-41b2-ac14-7a66e47c5a58 tempest-ServerRescueNegativeTestJSON-1504381068 tempest-ServerRescueNegativeTestJSON-1504381068-project] 10.222.0.39 "GET /v2.0/security-groups?id=4d527866-20a6-4314-9b14-89ea4e5cf7c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341315 Sep 15 16:26:09.381306 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6868abd0-a152-419c-adc5-30f646af4231 req-53058b47-12a5-49f9-94cf-c5c66039de4d tempest-AttachVolumeNegativeTest-624431894 tempest-AttachVolumeNegativeTest-624431894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:26:09.382812 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-6868abd0-a152-419c-adc5-30f646af4231 req-53058b47-12a5-49f9-94cf-c5c66039de4d tempest-AttachVolumeNegativeTest-624431894 tempest-AttachVolumeNegativeTest-624431894-project] 10.222.0.39 "GET /v2.0/ports?device_id=4e20c2d9-43a4-4588-9dc2-d0e3f539e19c HTTP/1.1" status: 200 len: 945 time: 0.0570440 Sep 15 16:26:09.421504 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-6868abd0-a152-419c-adc5-30f646af4231 req-e19c9835-9531-491a-9a78-5ddedc565670 tempest-AttachVolumeNegativeTest-624431894 tempest-AttachVolumeNegativeTest-624431894-project] 10.222.0.39 "GET /v2.0/security-groups?id=55c08e70-940c-4a69-a384-24c4ba0679d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325851 Sep 15 16:26:10.340009 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad78e19-69f7-49dd-bb55-9a2af8e169aa req-803b1e5e-2a5b-478b-bd9f-39c374884785 tempest-ServerRescueNegativeTestJSON-1504381068 tempest-ServerRescueNegativeTestJSON-1504381068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:26:10.341522 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-0ad78e19-69f7-49dd-bb55-9a2af8e169aa req-803b1e5e-2a5b-478b-bd9f-39c374884785 tempest-ServerRescueNegativeTestJSON-1504381068 tempest-ServerRescueNegativeTestJSON-1504381068-project] 10.222.0.45 "GET /v2.0/ports?device_id=6d0621ec-4650-42b8-8f87-7666278b3af8 HTTP/1.1" status: 200 len: 945 time: 0.0505772 Sep 15 16:26:10.378578 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696e8680-73f0-40c8-a942-6d701eed1851 req-daae723f-56ba-43c1-a139-2250e8d25562 tempest-ServerRescueNegativeTestJSON-1504381068 tempest-ServerRescueNegativeTestJSON-1504381068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:26:10.380109 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-696e8680-73f0-40c8-a942-6d701eed1851 req-daae723f-56ba-43c1-a139-2250e8d25562 tempest-ServerRescueNegativeTestJSON-1504381068 tempest-ServerRescueNegativeTestJSON-1504381068-project] 10.222.0.39 "GET /v2.0/ports?device_id=6d0621ec-4650-42b8-8f87-7666278b3af8 HTTP/1.1" status: 200 len: 945 time: 0.0505168 Sep 15 16:26:10.427789 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-696e8680-73f0-40c8-a942-6d701eed1851 req-9838fce3-5182-494f-9fb9-cfec0855b958 tempest-ServerRescueNegativeTestJSON-1504381068 tempest-ServerRescueNegativeTestJSON-1504381068-project] 10.222.0.39 "GET /v2.0/security-groups?id=4d527866-20a6-4314-9b14-89ea4e5cf7c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416584 Sep 15 16:26:10.443167 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.plugin [req-0ad78e19-69f7-49dd-bb55-9a2af8e169aa req-d7e61533-274c-44db-a84f-0c6f53b66ed9 tempest-ServerRescueNegativeTestJSON-1504381068 tempest-ServerRescueNegativeTestJSON-1504381068-project] Deleting port 1b26f999-c030-4479-a84c-7937128625b0 {{(pid=93953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:26:10.443506 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [req-0ad78e19-69f7-49dd-bb55-9a2af8e169aa req-d7e61533-274c-44db-a84f-0c6f53b66ed9 tempest-ServerRescueNegativeTestJSON-1504381068 tempest-ServerRescueNegativeTestJSON-1504381068-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791196454449'] for port, before_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:26:10.532846 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.db [req-0ad78e19-69f7-49dd-bb55-9a2af8e169aa req-d7e61533-274c-44db-a84f-0c6f53b66ed9 tempest-ServerRescueNegativeTestJSON-1504381068 tempest-ServerRescueNegativeTestJSON-1504381068-project] For port 1b26f999-c030-4479-a84c-7937128625b0, host hv-cinder-77957, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77957',level=0,port_id=1b26f999-c030-4479-a84c-7937128625b0,segment=NetworkSegment(d35cd436-27a4-4e9c-acc2-6e2b0ac7696c),segment_id=d35cd436-27a4-4e9c-acc2-6e2b0ac7696c)] {{(pid=93953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:26:10.533211 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [req-0ad78e19-69f7-49dd-bb55-9a2af8e169aa req-d7e61533-274c-44db-a84f-0c6f53b66ed9 tempest-ServerRescueNegativeTestJSON-1504381068 tempest-ServerRescueNegativeTestJSON-1504381068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3729503'] for port, precommit_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:26:10.548828 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.plugin [req-0ad78e19-69f7-49dd-bb55-9a2af8e169aa req-d7e61533-274c-44db-a84f-0c6f53b66ed9 tempest-ServerRescueNegativeTestJSON-1504381068 tempest-ServerRescueNegativeTestJSON-1504381068-project] Calling delete_port for 1b26f999-c030-4479-a84c-7937128625b0 owned by compute:nova {{(pid=93953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:26:10.690374 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [req-0ad78e19-69f7-49dd-bb55-9a2af8e169aa req-d7e61533-274c-44db-a84f-0c6f53b66ed9 tempest-ServerRescueNegativeTestJSON-1504381068 tempest-ServerRescueNegativeTestJSON-1504381068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791196460023', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791195970003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127878305'] for port, after_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:26:10.708366 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.db [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] get_ports_and_sgs() called for port_ids ['1b26f999-c030-4479-a84c-7937128625b0', 'ab8da74e-0d51-40fe-939d-923b412fd22d'] {{(pid=93955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 16:26:10.718531 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e61533-274c-44db-a84f-0c6f53b66ed9 tempest-ServerRescueNegativeTestJSON-1504381068 tempest-ServerRescueNegativeTestJSON-1504381068-project] Pushing event deleted for resources: {'Port': ['ID=1b26f999-c030-4479-a84c-7937128625b0,revision_number=None']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:26:10.758652 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ad78e19-69f7-49dd-bb55-9a2af8e169aa req-d7e61533-274c-44db-a84f-0c6f53b66ed9 tempest-ServerRescueNegativeTestJSON-1504381068 tempest-ServerRescueNegativeTestJSON-1504381068-project] No DVR routers for this DVR port 1b26f999-c030-4479-a84c-7937128625b0 on host hv-cinder-77957 {{(pid=93953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 16:26:10.761307 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [req-0ad78e19-69f7-49dd-bb55-9a2af8e169aa req-d7e61533-274c-44db-a84f-0c6f53b66ed9 tempest-ServerRescueNegativeTestJSON-1504381068 tempest-ServerRescueNegativeTestJSON-1504381068-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58602'] for port, before_response {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:26:10.764038 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-0ad78e19-69f7-49dd-bb55-9a2af8e169aa req-d7e61533-274c-44db-a84f-0c6f53b66ed9 tempest-ServerRescueNegativeTestJSON-1504381068 tempest-ServerRescueNegativeTestJSON-1504381068-project] 10.222.0.45 "DELETE /v2.0/ports/1b26f999-c030-4479-a84c-7937128625b0 HTTP/1.1" status: 204 len: 173 time: 0.4108472 Sep 15 16:26:10.764472 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d0621ec-4650-42b8-8f87-7666278b3af8', 'name': 'network-vif-deleted', 'tag': '1b26f999-c030-4479-a84c-7937128625b0'}] {{(pid=93953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 16:26:10.766717 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5192e05b0783e869a38b3815ee673eee9316ce03dcaf8465063259ebfb62487" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58733118-3fe9-4721-b5ac-c4468e771704" -d '{"events": [{"server_uuid": "6d0621ec-4650-42b8-8f87-7666278b3af8", "name": "network-vif-deleted", "tag": "1b26f999-c030-4479-a84c-7937128625b0"}]}' {{(pid=93953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 16:26:10.807697 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 16:26:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eefc844a-7fee-497a-998b-f2b91c388841 x-openstack-request-id: req-eefc844a-7fee-497a-998b-f2b91c388841 {{(pid=93953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 16:26:10.808219 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d0621ec-4650-42b8-8f87-7666278b3af8", "name": "network-vif-deleted", "tag": "1b26f999-c030-4479-a84c-7937128625b0", "status": "completed", "code": 200}]} {{(pid=93953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 16:26:10.808629 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-eefc844a-7fee-497a-998b-f2b91c388841 {{(pid=93953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 16:26:10.809245 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d0621ec-4650-42b8-8f87-7666278b3af8', 'name': 'network-vif-deleted', 'tag': '1b26f999-c030-4479-a84c-7937128625b0', 'status': 'completed', 'code': 200} Sep 15 16:26:11.712041 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2237d875-ae00-47ec-ac85-721a549ee9ce req-c679bebe-bd08-4072-a57d-9b68efd710dd tempest-ServerRescueNegativeTestJSON-1504381068 tempest-ServerRescueNegativeTestJSON-1504381068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:26:11.713463 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-2237d875-ae00-47ec-ac85-721a549ee9ce req-c679bebe-bd08-4072-a57d-9b68efd710dd tempest-ServerRescueNegativeTestJSON-1504381068 tempest-ServerRescueNegativeTestJSON-1504381068-project] 10.222.0.39 "GET /v2.0/ports?device_id=f39eaa55-2d8b-4bbc-8509-4c2d7df9f16e HTTP/1.1" status: 200 len: 946 time: 0.0540943 Sep 15 16:26:11.759089 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-2237d875-ae00-47ec-ac85-721a549ee9ce req-9e415276-2e25-4d52-9907-e92d3249feb0 tempest-ServerRescueNegativeTestJSON-1504381068 tempest-ServerRescueNegativeTestJSON-1504381068-project] 10.222.0.39 "GET /v2.0/security-groups?id=4d527866-20a6-4314-9b14-89ea4e5cf7c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367153 Sep 15 16:26:12.886432 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57c10d0-c5e8-4787-bb53-2d54e56e7e82 req-8705a5e4-0eb8-4921-b7e3-be2fb9f30897 tempest-ServerRescueNegativeTestJSON-1504381068 tempest-ServerRescueNegativeTestJSON-1504381068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:26:12.888106 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-e57c10d0-c5e8-4787-bb53-2d54e56e7e82 req-8705a5e4-0eb8-4921-b7e3-be2fb9f30897 tempest-ServerRescueNegativeTestJSON-1504381068 tempest-ServerRescueNegativeTestJSON-1504381068-project] 10.222.0.39 "GET /v2.0/ports?device_id=f39eaa55-2d8b-4bbc-8509-4c2d7df9f16e HTTP/1.1" status: 200 len: 946 time: 0.0507190 Sep 15 16:26:12.928140 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-e57c10d0-c5e8-4787-bb53-2d54e56e7e82 req-54d05c9e-b5dc-480f-9dd4-f6a7acf60434 tempest-ServerRescueNegativeTestJSON-1504381068 tempest-ServerRescueNegativeTestJSON-1504381068-project] 10.222.0.39 "GET /v2.0/security-groups?id=4d527866-20a6-4314-9b14-89ea4e5cf7c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336516 Sep 15 16:26:14.049974 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef69e2a-233e-4754-a0ab-c346b7325040 req-f2ea9bab-0755-4833-b78b-af58b50d03c8 tempest-ServerRescueNegativeTestJSON-1504381068 tempest-ServerRescueNegativeTestJSON-1504381068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:26:14.051521 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-bef69e2a-233e-4754-a0ab-c346b7325040 req-f2ea9bab-0755-4833-b78b-af58b50d03c8 tempest-ServerRescueNegativeTestJSON-1504381068 tempest-ServerRescueNegativeTestJSON-1504381068-project] 10.222.0.39 "GET /v2.0/ports?device_id=f39eaa55-2d8b-4bbc-8509-4c2d7df9f16e HTTP/1.1" status: 200 len: 946 time: 0.0556412 Sep 15 16:26:14.093460 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-bef69e2a-233e-4754-a0ab-c346b7325040 req-ab097fa3-8d9f-4d0c-9e76-2c4782865805 tempest-ServerRescueNegativeTestJSON-1504381068 tempest-ServerRescueNegativeTestJSON-1504381068-project] 10.222.0.39 "GET /v2.0/security-groups?id=4d527866-20a6-4314-9b14-89ea4e5cf7c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344486 Sep 15 16:26:14.442749 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757973bb-0c2d-46b9-bdca-b7c122adb181 req-8a5def93-b568-4f7b-a42e-f70edb5d8417 tempest-TestMinimumBasicScenario-867511208 tempest-TestMinimumBasicScenario-867511208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:26:14.444319 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-757973bb-0c2d-46b9-bdca-b7c122adb181 req-8a5def93-b568-4f7b-a42e-f70edb5d8417 tempest-TestMinimumBasicScenario-867511208 tempest-TestMinimumBasicScenario-867511208-project] 10.222.0.39 "GET /v2.0/ports?device_id=8b69e941-0dad-4449-8c59-eeac8c5bbffa HTTP/1.1" status: 200 len: 945 time: 0.0568578 Sep 15 16:26:14.482613 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-757973bb-0c2d-46b9-bdca-b7c122adb181 req-eff032b6-1f09-417a-943b-3bfb85dd4890 tempest-TestMinimumBasicScenario-867511208 tempest-TestMinimumBasicScenario-867511208-project] 10.222.0.39 "GET /v2.0/security-groups?id=f015b5f4-57be-4ab6-9bf7-9f53b172ec0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323265 Sep 15 16:26:14.507075 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.wsgi [-] (93953) accepted ('10.222.0.39', 36452) {{(pid=93953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:26:14.709785 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd8e4c78-111f-4992-bba8-e2f0fe5d0f0a tempest-TestMinimumBasicScenario-701954894 tempest-TestMinimumBasicScenario-701954894-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:26:14.711574 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [None req-cd8e4c78-111f-4992-bba8-e2f0fe5d0f0a tempest-TestMinimumBasicScenario-701954894 tempest-TestMinimumBasicScenario-701954894-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=8b69e941-0dad-4449-8c59-eeac8c5bbffa HTTP/1.1" status: 200 len: 1093 time: 0.2035544 Sep 15 16:26:14.714482 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.wsgi [-] (93953) accepted ('10.222.0.39', 36456) {{(pid=93953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:26:14.718842 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.api.v2.base [None req-9fa69694-be7f-41bb-ba92-c9bb4f2950e3 tempest-TestMinimumBasicScenario-867511208 tempest-TestMinimumBasicScenario-867511208-project] Request body: {'floatingip': {'floating_network_id': '62251075-a3e3-4d47-8761-104d217b089a', 'port_id': '6a694102-9a08-4066-9fc2-887d5dc7033e', 'tenant_id': 'c399e90bd6c14b28a0c663c318ac7dd0', 'fixed_ip_address': '172.20.0.8'}} {{(pid=93953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:26:14.742261 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-9fa69694-be7f-41bb-ba92-c9bb4f2950e3 tempest-TestMinimumBasicScenario-867511208 tempest-TestMinimumBasicScenario-867511208-project] Notify callbacks [] for floatingip, before_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:26:14.841343 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-9fa69694-be7f-41bb-ba92-c9bb4f2950e3 tempest-TestMinimumBasicScenario-867511208 tempest-TestMinimumBasicScenario-867511208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928820'] for port, before_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:26:14.888794 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.rpc [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] Device 1b26f999-c030-4479-a84c-7937128625b0 no longer exists at agent hyperv_hv-cinder-77957 {{(pid=93955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 16:26:14.913772 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] No Port match for: 1b26f999-c030-4479-a84c-7937128625b0 {{(pid=93955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 16:26:14.913997 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.rpc [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] Device 1b26f999-c030-4479-a84c-7937128625b0 not bound to the agent host hv-cinder-77957 {{(pid=93955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 16:26:14.947093 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.db.db_base_plugin_common [None req-9fa69694-be7f-41bb-ba92-c9bb4f2950e3 tempest-TestMinimumBasicScenario-867511208 tempest-TestMinimumBasicScenario-867511208-project] Allocated IP 172.27.3.202 (62251075-a3e3-4d47-8761-104d217b089a/9a71565b-217b-482b-8364-bc8ecb4c8f88/3a03ff70-fb29-4c87-a2be-f31e3ec90e84) {{(pid=93953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 16:26:15.058574 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-9fa69694-be7f-41bb-ba92-c9bb4f2950e3 tempest-TestMinimumBasicScenario-867511208 tempest-TestMinimumBasicScenario-867511208-project] Notify callbacks [] for port, precommit_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:26:15.095959 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-9fa69694-be7f-41bb-ba92-c9bb4f2950e3 tempest-TestMinimumBasicScenario-867511208 tempest-TestMinimumBasicScenario-867511208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791195969994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127878305'] for port, after_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:26:15.134685 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fa69694-be7f-41bb-ba92-c9bb4f2950e3 tempest-TestMinimumBasicScenario-867511208 tempest-TestMinimumBasicScenario-867511208-project] Network 62251075-a3e3-4d47-8761-104d217b089a is already hosted by enough agents. {{(pid=93953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:26:15.137589 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.scheduler.base_scheduler [None req-9fa69694-be7f-41bb-ba92-c9bb4f2950e3 tempest-TestMinimumBasicScenario-867511208 tempest-TestMinimumBasicScenario-867511208-project] Resources bound (agent type, host, resource id): {{(pid=93953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:26:15.140930 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fa69694-be7f-41bb-ba92-c9bb4f2950e3 tempest-TestMinimumBasicScenario-867511208 tempest-TestMinimumBasicScenario-867511208-project] Received port after_create {{(pid=93953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 16:26:15.149163 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa69694-be7f-41bb-ba92-c9bb4f2950e3 tempest-TestMinimumBasicScenario-867511208 tempest-TestMinimumBasicScenario-867511208-project] Pushing event updated for resources: {'Port': ['ID=3a03ff70-fb29-4c87-a2be-f31e3ec90e84,revision_number=1']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:26:15.223451 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71149a5-83c6-4183-afc0-811e418a1814 req-c313fdac-b020-4ba5-b9e7-912c8fe85a81 tempest-ServerRescueNegativeTestJSON-1504381068 tempest-ServerRescueNegativeTestJSON-1504381068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:26:15.225140 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-b71149a5-83c6-4183-afc0-811e418a1814 req-c313fdac-b020-4ba5-b9e7-912c8fe85a81 tempest-ServerRescueNegativeTestJSON-1504381068 tempest-ServerRescueNegativeTestJSON-1504381068-project] 10.222.0.39 "GET /v2.0/ports?device_id=f39eaa55-2d8b-4bbc-8509-4c2d7df9f16e HTTP/1.1" status: 200 len: 946 time: 0.0583172 Sep 15 16:26:15.263878 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-b71149a5-83c6-4183-afc0-811e418a1814 req-20702558-a7a9-43c8-b1e1-9e7eeb2ada2f tempest-ServerRescueNegativeTestJSON-1504381068 tempest-ServerRescueNegativeTestJSON-1504381068-project] 10.222.0.39 "GET /v2.0/security-groups?id=4d527866-20a6-4314-9b14-89ea4e5cf7c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328846 Sep 15 16:26:15.531042 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-9fa69694-be7f-41bb-ba92-c9bb4f2950e3 tempest-TestMinimumBasicScenario-867511208 tempest-TestMinimumBasicScenario-867511208-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:26:15.602904 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-9fa69694-be7f-41bb-ba92-c9bb4f2950e3 tempest-TestMinimumBasicScenario-867511208 tempest-TestMinimumBasicScenario-867511208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928820'] for port, before_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:26:15.762702 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-9fa69694-be7f-41bb-ba92-c9bb4f2950e3 tempest-TestMinimumBasicScenario-867511208 tempest-TestMinimumBasicScenario-867511208-project] Notify callbacks [] for port, precommit_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:26:15.769532 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-9fa69694-be7f-41bb-ba92-c9bb4f2950e3 tempest-TestMinimumBasicScenario-867511208 tempest-TestMinimumBasicScenario-867511208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791196459277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791195970012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791195970030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127878328'] for port, after_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:26:15.841826 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa69694-be7f-41bb-ba92-c9bb4f2950e3 tempest-TestMinimumBasicScenario-867511208 tempest-TestMinimumBasicScenario-867511208-project] Pushing event updated for resources: {'Port': ['ID=3a03ff70-fb29-4c87-a2be-f31e3ec90e84,revision_number=2']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:26:15.851684 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-9fa69694-be7f-41bb-ba92-c9bb4f2950e3 tempest-TestMinimumBasicScenario-867511208 tempest-TestMinimumBasicScenario-867511208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3725591'] for floatingip, after_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:26:15.958117 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.db.l3_db [None req-9fa69694-be7f-41bb-ba92-c9bb4f2950e3 tempest-TestMinimumBasicScenario-867511208 tempest-TestMinimumBasicScenario-867511208-project] Floating IP 048715f7-481c-40ce-aaa8-7bc4207fc4d7 associated. External IP: 172.27.3.202, port: 6a694102-9a08-4066-9fc2-887d5dc7033e. Sep 15 16:26:16.173854 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9fa69694-be7f-41bb-ba92-c9bb4f2950e3 tempest-TestMinimumBasicScenario-867511208 tempest-TestMinimumBasicScenario-867511208-project] Router 4ced20cb-78bd-463d-a639-2fabada1e81e has already been hosted by L3 agent 7a8df8d7-c3ef-43b4-9534-c977f7014926 {{(pid=93953) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 16:26:16.290737 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fa69694-be7f-41bb-ba92-c9bb4f2950e3 tempest-TestMinimumBasicScenario-867511208 tempest-TestMinimumBasicScenario-867511208-project] Notify agent at l3_agent.dv-cinder-779576-8-iscsi the message routers_updated {{(pid=93953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 16:26:16.305233 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e74226b0-9379-48e8-a5e1-6f83e55dd620 None None] Sync routers for ids ['4ced20cb-78bd-463d-a639-2fabada1e81e'] in dv-cinder-779576-8-iscsi {{(pid=93956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 16:26:16.309023 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-9fa69694-be7f-41bb-ba92-c9bb4f2950e3 tempest-TestMinimumBasicScenario-867511208 tempest-TestMinimumBasicScenario-867511208-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58602'] for floatingip, before_response {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:26:16.317950 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e74226b0-9379-48e8-a5e1-6f83e55dd620 None None] Routers {'4ced20cb-78bd-463d-a639-2fabada1e81e'} bound to L3 agent in host dv-cinder-779576-8-iscsi {{(pid=93956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:26:16.318951 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron.db.l3_hamode_db [None req-e74226b0-9379-48e8-a5e1-6f83e55dd620 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779576-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-15T16:14:02Z,description=,heartbeat_timestamp=2021-09-15T16:26:02Z,host='dv-cinder-779576-8-iscsi',id=7a8df8d7-c3ef-43b4-9534-c977f7014926,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T16:14:02Z,topic='l3_agent')) {'router_ids': ['4ced20cb-78bd-463d-a639-2fabada1e81e'], 'active': True} {{(pid=93956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:26:16.339741 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [None req-9fa69694-be7f-41bb-ba92-c9bb4f2950e3 tempest-TestMinimumBasicScenario-867511208 tempest-TestMinimumBasicScenario-867511208-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6242154 Sep 15 16:26:16.340606 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b69e941-0dad-4449-8c59-eeac8c5bbffa', 'tag': '6a694102-9a08-4066-9fc2-887d5dc7033e'}] {{(pid=93953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 16:26:16.342728 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.wsgi [-] (93954) accepted ('10.222.0.39', 36470) {{(pid=93954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:26:16.343223 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5192e05b0783e869a38b3815ee673eee9316ce03dcaf8465063259ebfb62487" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6892b19f-ee9c-4f5d-83b6-1e4be701ead8" -d '{"events": [{"name": "network-changed", "server_uuid": "8b69e941-0dad-4449-8c59-eeac8c5bbffa", "tag": "6a694102-9a08-4066-9fc2-887d5dc7033e"}]}' {{(pid=93953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 16:26:16.348344 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.api.v2.base [None req-f6de1ecc-8e54-4363-9c6d-0f4186a3bc75 tempest-TestMinimumBasicScenario-867511208 tempest-TestMinimumBasicScenario-867511208-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-844117708', 'description': 'tempest-secgroup-smoke-844117708 description', 'project_id': 'c399e90bd6c14b28a0c663c318ac7dd0'}} {{(pid=93954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:26:16.381225 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 16:26:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-207e17a5-f6ee-468d-90e8-f633d658b43f x-openstack-request-id: req-207e17a5-f6ee-468d-90e8-f633d658b43f {{(pid=93953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 16:26:16.381225 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b69e941-0dad-4449-8c59-eeac8c5bbffa", "tag": "6a694102-9a08-4066-9fc2-887d5dc7033e", "status": "completed", "code": 200}]} {{(pid=93953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 16:26:16.381225 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-207e17a5-f6ee-468d-90e8-f633d658b43f {{(pid=93953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 16:26:16.381225 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b69e941-0dad-4449-8c59-eeac8c5bbffa', 'tag': '6a694102-9a08-4066-9fc2-887d5dc7033e', 'status': 'completed', 'code': 200} Sep 15 16:26:16.409103 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-f6de1ecc-8e54-4363-9c6d-0f4186a3bc75 tempest-TestMinimumBasicScenario-867511208 tempest-TestMinimumBasicScenario-867511208-project] Notify callbacks [] for security_group, before_create {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:26:16.431216 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron.db.l3_dvr_db [None req-e74226b0-9379-48e8-a5e1-6f83e55dd620 None None] Set router 4ced20cb-78bd-463d-a639-2fabada1e81e gateway port host: dv-cinder-779576-8-iscsi {{(pid=93956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 16:26:16.432024 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c114a4df-1d85-475a-b35c-da5e675f1274 req-7c779da7-ea79-42a1-8d42-b61ccd5df758 tempest-ServerRescueNegativeTestJSON-1504381068 tempest-ServerRescueNegativeTestJSON-1504381068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:26:16.436635 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-c114a4df-1d85-475a-b35c-da5e675f1274 req-7c779da7-ea79-42a1-8d42-b61ccd5df758 tempest-ServerRescueNegativeTestJSON-1504381068 tempest-ServerRescueNegativeTestJSON-1504381068-project] 10.222.0.39 "GET /v2.0/ports?device_id=f39eaa55-2d8b-4bbc-8509-4c2d7df9f16e HTTP/1.1" status: 200 len: 946 time: 0.0823941 Sep 15 16:26:16.464516 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6892b19f-ee9c-4f5d-83b6-1e4be701ead8 req-d8058ff7-3c91-42ce-b116-f50745051e2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:26:16.466575 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-6892b19f-ee9c-4f5d-83b6-1e4be701ead8 req-d8058ff7-3c91-42ce-b116-f50745051e2b service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=c399e90bd6c14b28a0c663c318ac7dd0&device_id=8b69e941-0dad-4449-8c59-eeac8c5bbffa HTTP/1.1" status: 200 len: 1098 time: 0.0507457 Sep 15 16:26:16.505639 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-c114a4df-1d85-475a-b35c-da5e675f1274 req-6b9fa5d5-0418-4045-a49a-ca67e23e92f0 tempest-ServerRescueNegativeTestJSON-1504381068 tempest-ServerRescueNegativeTestJSON-1504381068-project] 10.222.0.39 "GET /v2.0/security-groups?id=4d527866-20a6-4314-9b14-89ea4e5cf7c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612009 Sep 15 16:26:16.567538 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-f6de1ecc-8e54-4363-9c6d-0f4186a3bc75 tempest-TestMinimumBasicScenario-867511208 tempest-TestMinimumBasicScenario-867511208-project] Notify callbacks [] for security_group, precommit_create {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:26:16.580354 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-f6de1ecc-8e54-4363-9c6d-0f4186a3bc75 tempest-TestMinimumBasicScenario-867511208 tempest-TestMinimumBasicScenario-867511208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3702208'] for security_group, after_create {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:26:16.603067 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6892b19f-ee9c-4f5d-83b6-1e4be701ead8 req-f0aebc65-b7d8-42da-bb5e-66612a4a8d97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:26:16.604627 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-6892b19f-ee9c-4f5d-83b6-1e4be701ead8 req-f0aebc65-b7d8-42da-bb5e-66612a4a8d97 service neutron] 10.222.0.45 "GET /v2.0/networks?id=c6939575-0b70-4011-b40f-e72ea525aac3 HTTP/1.1" status: 200 len: 914 time: 0.1297154 Sep 15 16:26:16.624649 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-f6de1ecc-8e54-4363-9c6d-0f4186a3bc75 tempest-TestMinimumBasicScenario-867511208 tempest-TestMinimumBasicScenario-867511208-project] Notify callbacks [] for security_group, before_response {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:26:16.629025 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [None req-f6de1ecc-8e54-4363-9c6d-0f4186a3bc75 tempest-TestMinimumBasicScenario-867511208 tempest-TestMinimumBasicScenario-867511208-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.2821715 Sep 15 16:26:16.629185 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.wsgi [-] (93954) accepted ('10.222.0.39', 36478) {{(pid=93954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:26:16.633446 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.api.v2.base [None req-74be8f2e-bccd-4cc3-815b-d6a1e50d3985 tempest-TestMinimumBasicScenario-867511208 tempest-TestMinimumBasicScenario-867511208-project] Request body: {'security_group_rule': {'security_group_id': 'ca1343a4-d607-4a9c-b5a1-764a5018bc56', 'project_id': 'c399e90bd6c14b28a0c663c318ac7dd0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:26:16.639077 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6de1ecc-8e54-4363-9c6d-0f4186a3bc75 tempest-TestMinimumBasicScenario-867511208 tempest-TestMinimumBasicScenario-867511208-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ca1343a4-d607-4a9c-b5a1-764a5018bc56,revision_number=1']} {{(pid=93954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:26:16.669761 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-74be8f2e-bccd-4cc3-815b-d6a1e50d3985 tempest-TestMinimumBasicScenario-867511208 tempest-TestMinimumBasicScenario-867511208-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:26:16.690690 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron.db.l3_hamode_db [None req-e74226b0-9379-48e8-a5e1-6f83e55dd620 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ced20cb-78bd-463d-a639-2fabada1e81e', 'name': 'tempest-TestMinimumBasicScenario-414778358-router', 'tenant_id': 'c399e90bd6c14b28a0c663c318ac7dd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62251075-a3e3-4d47-8761-104d217b089a', 'external_fixed_ips': [{'subnet_id': '9a71565b-217b-482b-8364-bc8ecb4c8f88', 'ip_address': '172.27.3.17'}], 'enable_snat': True}, 'gw_port_id': 'd78352ab-9614-405e-92ee-c29472d3206d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:25:09Z', 'updated_at': '2021-09-15T16:25:12Z', 'revision_number': 4, 'project_id': 'c399e90bd6c14b28a0c663c318ac7dd0', 'gw_port': {'id': 'd78352ab-9614-405e-92ee-c29472d3206d', 'name': '', 'network_id': '62251075-a3e3-4d47-8761-104d217b089a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:2c:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ced20cb-78bd-463d-a639-2fabada1e81e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '9a71565b-217b-482b-8364-bc8ecb4c8f88', 'ip_address': '172.27.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779576-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:25:10Z', 'updated_at': '2021-09-15T16:25:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a71565b-217b-482b-8364-bc8ecb4c8f88', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779576-8-iscsi', '_floatingips': [{'id': '048715f7-481c-40ce-aaa8-7bc4207fc4d7', 'tenant_id': 'c399e90bd6c14b28a0c663c318ac7dd0', 'floating_ip_address': '172.27.3.202', 'floating_network_id': '62251075-a3e3-4d47-8761-104d217b089a', 'router_id': '4ced20cb-78bd-463d-a639-2fabada1e81e', 'port_id': '6a694102-9a08-4066-9fc2-887d5dc7033e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 427, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c6939575-0b70-4011-b40f-e72ea525aac3', 'mac_address': 'fa:16:3e:26:50:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b69e941-0dad-4449-8c59-eeac8c5bbffa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T16:26:15Z', 'updated_at': '2021-09-15T16:26:15Z', 'revision_number': 0, 'project_id': 'c399e90bd6c14b28a0c663c318ac7dd0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e32e7ae-9ba7-43b1-b194-4a1e40cf6b75', 'name': '', 'network_id': 'c6939575-0b70-4011-b40f-e72ea525aac3', 'tenant_id': 'c399e90bd6c14b28a0c663c318ac7dd0', 'mac_address': 'fa:16:3e:3d:0a:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ced20cb-78bd-463d-a639-2fabada1e81e', 'device_owner': 'network:router_interface', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': 'd9230886-3d10-4207-9dd3-ce6966941488', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779576-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:25:12Z', 'updated_at': '2021-09-15T16:25:16Z', 'revision_number': 5, 'project_id': 'c399e90bd6c14b28a0c663c318ac7dd0', 'subnets': [{'id': 'd9230886-3d10-4207-9dd3-ce6966941488', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779576-8-iscsi', False) {} {{(pid=93956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:26:16.724547 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e74226b0-9379-48e8-a5e1-6f83e55dd620 None None] Checking router: 4ced20cb-78bd-463d-a639-2fabada1e81e for host: dv-cinder-779576-8-iscsi {{(pid=93956) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 16:26:16.737127 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e74226b0-9379-48e8-a5e1-6f83e55dd620 None None] Routers {'4ced20cb-78bd-463d-a639-2fabada1e81e'} bound to L3 agent in host dv-cinder-779576-8-iscsi {{(pid=93956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:26:16.737867 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron.db.l3_hamode_db [None req-e74226b0-9379-48e8-a5e1-6f83e55dd620 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779576-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-15T16:14:02Z,description=,heartbeat_timestamp=2021-09-15T16:26:02Z,host='dv-cinder-779576-8-iscsi',id=7a8df8d7-c3ef-43b4-9534-c977f7014926,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T16:14:02Z,topic='l3_agent')) {'router_ids': ['4ced20cb-78bd-463d-a639-2fabada1e81e'], 'active': True} {{(pid=93956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:26:16.750059 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-74be8f2e-bccd-4cc3-815b-d6a1e50d3985 tempest-TestMinimumBasicScenario-867511208 tempest-TestMinimumBasicScenario-867511208-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:26:16.755546 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-74be8f2e-bccd-4cc3-815b-d6a1e50d3985 tempest-TestMinimumBasicScenario-867511208 tempest-TestMinimumBasicScenario-867511208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3714140'] for security_group_rule, after_create {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:26:16.775517 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74be8f2e-bccd-4cc3-815b-d6a1e50d3985 tempest-TestMinimumBasicScenario-867511208 tempest-TestMinimumBasicScenario-867511208-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=55607809-1356-42e9-8d18-9df8cb9b50c5,revision_number=0']} {{(pid=93954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:26:16.787787 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-74be8f2e-bccd-4cc3-815b-d6a1e50d3985 tempest-TestMinimumBasicScenario-867511208 tempest-TestMinimumBasicScenario-867511208-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:26:16.791541 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [None req-74be8f2e-bccd-4cc3-815b-d6a1e50d3985 tempest-TestMinimumBasicScenario-867511208 tempest-TestMinimumBasicScenario-867511208-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1590047 Sep 15 16:26:16.792387 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.wsgi [-] (93954) accepted ('10.222.0.39', 36480) {{(pid=93954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:26:16.796915 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.api.v2.base [None req-c5c2caa9-3ee0-4673-959a-e6116b39428a tempest-TestMinimumBasicScenario-867511208 tempest-TestMinimumBasicScenario-867511208-project] Request body: {'security_group_rule': {'security_group_id': 'ca1343a4-d607-4a9c-b5a1-764a5018bc56', 'project_id': 'c399e90bd6c14b28a0c663c318ac7dd0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:26:16.826331 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-c5c2caa9-3ee0-4673-959a-e6116b39428a tempest-TestMinimumBasicScenario-867511208 tempest-TestMinimumBasicScenario-867511208-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:26:16.857268 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron.db.l3_dvr_db [None req-e74226b0-9379-48e8-a5e1-6f83e55dd620 None None] Set router 4ced20cb-78bd-463d-a639-2fabada1e81e gateway port host: dv-cinder-779576-8-iscsi {{(pid=93956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 16:26:16.889672 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-c5c2caa9-3ee0-4673-959a-e6116b39428a tempest-TestMinimumBasicScenario-867511208 tempest-TestMinimumBasicScenario-867511208-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:26:16.895468 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-c5c2caa9-3ee0-4673-959a-e6116b39428a tempest-TestMinimumBasicScenario-867511208 tempest-TestMinimumBasicScenario-867511208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3714140'] for security_group_rule, after_create {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:26:16.902539 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-6892b19f-ee9c-4f5d-83b6-1e4be701ead8 req-128bc747-5aa1-4b4d-9800-e57694683bfc service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6a694102-9a08-4066-9fc2-887d5dc7033e HTTP/1.1" status: 200 len: 999 time: 0.2877059 Sep 15 16:26:16.914048 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c2caa9-3ee0-4673-959a-e6116b39428a tempest-TestMinimumBasicScenario-867511208 tempest-TestMinimumBasicScenario-867511208-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=20c01a22-20cc-46f4-a9d4-fd73ee6bc868,revision_number=0']} {{(pid=93954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:26:16.923399 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-c5c2caa9-3ee0-4673-959a-e6116b39428a tempest-TestMinimumBasicScenario-867511208 tempest-TestMinimumBasicScenario-867511208-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:26:16.928035 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [None req-c5c2caa9-3ee0-4673-959a-e6116b39428a tempest-TestMinimumBasicScenario-867511208 tempest-TestMinimumBasicScenario-867511208-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1314311 Sep 15 16:26:16.928519 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.wsgi [-] (93954) accepted ('10.222.0.39', 36482) {{(pid=93954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:26:16.932955 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.api.v2.base [None req-d61a0529-664f-4297-8470-1136794b4cc7 tempest-TestMinimumBasicScenario-867511208 tempest-TestMinimumBasicScenario-867511208-project] Request body: {'security_group_rule': {'security_group_id': 'ca1343a4-d607-4a9c-b5a1-764a5018bc56', 'project_id': 'c399e90bd6c14b28a0c663c318ac7dd0', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:26:16.960719 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6892b19f-ee9c-4f5d-83b6-1e4be701ead8 req-ab8c8965-f118-44f3-99af-e6f72a0cf2b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:26:16.962176 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-6892b19f-ee9c-4f5d-83b6-1e4be701ead8 req-ab8c8965-f118-44f3-99af-e6f72a0cf2b1 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=d9230886-3d10-4207-9dd3-ce6966941488 HTTP/1.1" status: 200 len: 853 time: 0.0504534 Sep 15 16:26:16.974530 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-d61a0529-664f-4297-8470-1136794b4cc7 tempest-TestMinimumBasicScenario-867511208 tempest-TestMinimumBasicScenario-867511208-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:26:17.018242 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6892b19f-ee9c-4f5d-83b6-1e4be701ead8 req-32abbda8-7ad2-49e0-b546-8580d65dd445 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:26:17.020055 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-6892b19f-ee9c-4f5d-83b6-1e4be701ead8 req-32abbda8-7ad2-49e0-b546-8580d65dd445 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=c6939575-0b70-4011-b40f-e72ea525aac3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0449736 Sep 15 16:26:17.040411 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-d61a0529-664f-4297-8470-1136794b4cc7 tempest-TestMinimumBasicScenario-867511208 tempest-TestMinimumBasicScenario-867511208-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:26:17.046495 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-d61a0529-664f-4297-8470-1136794b4cc7 tempest-TestMinimumBasicScenario-867511208 tempest-TestMinimumBasicScenario-867511208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3714140'] for security_group_rule, after_create {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:26:17.066184 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61a0529-664f-4297-8470-1136794b4cc7 tempest-TestMinimumBasicScenario-867511208 tempest-TestMinimumBasicScenario-867511208-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=16c323f5-e281-497d-8572-2913ff369ea9,revision_number=0']} {{(pid=93954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:26:17.071372 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-d61a0529-664f-4297-8470-1136794b4cc7 tempest-TestMinimumBasicScenario-867511208 tempest-TestMinimumBasicScenario-867511208-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:26:17.072688 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [None req-d61a0529-664f-4297-8470-1136794b4cc7 tempest-TestMinimumBasicScenario-867511208 tempest-TestMinimumBasicScenario-867511208-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1431541 Sep 15 16:26:17.075439 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.wsgi [-] (93954) accepted ('10.222.0.39', 36484) {{(pid=93954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:26:17.079847 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.api.v2.base [None req-d96be296-6d84-4894-9a5a-fe43ecf010ef tempest-TestMinimumBasicScenario-867511208 tempest-TestMinimumBasicScenario-867511208-project] Request body: {'security_group_rule': {'security_group_id': 'ca1343a4-d607-4a9c-b5a1-764a5018bc56', 'project_id': 'c399e90bd6c14b28a0c663c318ac7dd0', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:26:17.109058 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-d96be296-6d84-4894-9a5a-fe43ecf010ef tempest-TestMinimumBasicScenario-867511208 tempest-TestMinimumBasicScenario-867511208-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:26:17.122159 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-6892b19f-ee9c-4f5d-83b6-1e4be701ead8 req-ee3d0df1-03d3-457a-bda7-1e4fdd4fff79 service neutron] 10.222.0.45 "GET /v2.0/networks/c6939575-0b70-4011-b40f-e72ea525aac3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909219 Sep 15 16:26:17.125963 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron.db.l3_hamode_db [None req-e74226b0-9379-48e8-a5e1-6f83e55dd620 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ced20cb-78bd-463d-a639-2fabada1e81e', 'name': 'tempest-TestMinimumBasicScenario-414778358-router', 'tenant_id': 'c399e90bd6c14b28a0c663c318ac7dd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62251075-a3e3-4d47-8761-104d217b089a', 'external_fixed_ips': [{'subnet_id': '9a71565b-217b-482b-8364-bc8ecb4c8f88', 'ip_address': '172.27.3.17'}], 'enable_snat': True}, 'gw_port_id': 'd78352ab-9614-405e-92ee-c29472d3206d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:25:09Z', 'updated_at': '2021-09-15T16:25:12Z', 'revision_number': 4, 'project_id': 'c399e90bd6c14b28a0c663c318ac7dd0', 'gw_port': {'id': 'd78352ab-9614-405e-92ee-c29472d3206d', 'name': '', 'network_id': '62251075-a3e3-4d47-8761-104d217b089a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:2c:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ced20cb-78bd-463d-a639-2fabada1e81e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '9a71565b-217b-482b-8364-bc8ecb4c8f88', 'ip_address': '172.27.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779576-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:25:10Z', 'updated_at': '2021-09-15T16:25:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a71565b-217b-482b-8364-bc8ecb4c8f88', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779576-8-iscsi', '_floatingips': [{'id': '048715f7-481c-40ce-aaa8-7bc4207fc4d7', 'tenant_id': 'c399e90bd6c14b28a0c663c318ac7dd0', 'floating_ip_address': '172.27.3.202', 'floating_network_id': '62251075-a3e3-4d47-8761-104d217b089a', 'router_id': '4ced20cb-78bd-463d-a639-2fabada1e81e', 'port_id': '6a694102-9a08-4066-9fc2-887d5dc7033e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 427, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c6939575-0b70-4011-b40f-e72ea525aac3', 'mac_address': 'fa:16:3e:26:50:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b69e941-0dad-4449-8c59-eeac8c5bbffa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T16:26:15Z', 'updated_at': '2021-09-15T16:26:15Z', 'revision_number': 0, 'project_id': 'c399e90bd6c14b28a0c663c318ac7dd0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e32e7ae-9ba7-43b1-b194-4a1e40cf6b75', 'name': '', 'network_id': 'c6939575-0b70-4011-b40f-e72ea525aac3', 'tenant_id': 'c399e90bd6c14b28a0c663c318ac7dd0', 'mac_address': 'fa:16:3e:3d:0a:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ced20cb-78bd-463d-a639-2fabada1e81e', 'device_owner': 'network:router_interface', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': 'd9230886-3d10-4207-9dd3-ce6966941488', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779576-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:25:12Z', 'updated_at': '2021-09-15T16:25:16Z', 'revision_number': 5, 'project_id': 'c399e90bd6c14b28a0c663c318ac7dd0', 'subnets': [{'id': 'd9230886-3d10-4207-9dd3-ce6966941488', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779576-8-iscsi', False) {} {{(pid=93956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:26:17.152445 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e74226b0-9379-48e8-a5e1-6f83e55dd620 None None] The sync data for ids ['4ced20cb-78bd-463d-a639-2fabada1e81e'] in dv-cinder-779576-8-iscsi is: [{'id': '4ced20cb-78bd-463d-a639-2fabada1e81e', 'name': 'tempest-TestMinimumBasicScenario-414778358-router', 'tenant_id': 'c399e90bd6c14b28a0c663c318ac7dd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62251075-a3e3-4d47-8761-104d217b089a', 'external_fixed_ips': [{'subnet_id': '9a71565b-217b-482b-8364-bc8ecb4c8f88', 'ip_address': '172.27.3.17'}], 'enable_snat': True}, 'gw_port_id': 'd78352ab-9614-405e-92ee-c29472d3206d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:25:09Z', 'updated_at': '2021-09-15T16:25:12Z', 'revision_number': 4, 'project_id': 'c399e90bd6c14b28a0c663c318ac7dd0', 'gw_port': {'id': 'd78352ab-9614-405e-92ee-c29472d3206d', 'name': '', 'network_id': '62251075-a3e3-4d47-8761-104d217b089a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:2c:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ced20cb-78bd-463d-a639-2fabada1e81e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '9a71565b-217b-482b-8364-bc8ecb4c8f88', 'ip_address': '172.27.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779576-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:25:10Z', 'updated_at': '2021-09-15T16:25:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a71565b-217b-482b-8364-bc8ecb4c8f88', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779576-8-iscsi', '_floatingips': [{'id': '048715f7-481c-40ce-aaa8-7bc4207fc4d7', 'tenant_id': 'c399e90bd6c14b28a0c663c318ac7dd0', 'floating_ip_address': '172.27.3.202', 'floating_network_id': '62251075-a3e3-4d47-8761-104d217b089a', 'router_id': '4ced20cb-78bd-463d-a639-2fabada1e81e', 'port_id': '6a694102-9a08-4066-9fc2-887d5dc7033e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 427, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c6939575-0b70-4011-b40f-e72ea525aac3', 'mac_address': 'fa:16:3e:26:50:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b69e941-0dad-4449-8c59-eeac8c5bbffa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T16:26:15Z', 'updated_at': '2021-09-15T16:26:15Z', 'revision_number': 0, 'project_id': 'c399e90bd6c14b28a0c663c318ac7dd0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e32e7ae-9ba7-43b1-b194-4a1e40cf6b75', 'name': '', 'network_id': 'c6939575-0b70-4011-b40f-e72ea525aac3', 'tenant_id': 'c399e90bd6c14b28a0c663c318ac7dd0', 'mac_address': 'fa:16:3e:3d:0a:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ced20cb-78bd-463d-a639-2fabada1e81e', 'device_owner': 'network:router_interface', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': 'd9230886-3d10-4207-9dd3-ce6966941488', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779576-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:25:12Z', 'updated_at': '2021-09-15T16:25:16Z', 'revision_number': 5, 'project_id': 'c399e90bd6c14b28a0c663c318ac7dd0', 'subnets': [{'id': 'd9230886-3d10-4207-9dd3-ce6966941488', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 16:26:17.185107 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-d96be296-6d84-4894-9a5a-fe43ecf010ef tempest-TestMinimumBasicScenario-867511208 tempest-TestMinimumBasicScenario-867511208-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:26:17.195101 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-d96be296-6d84-4894-9a5a-fe43ecf010ef tempest-TestMinimumBasicScenario-867511208 tempest-TestMinimumBasicScenario-867511208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3714140'] for security_group_rule, after_create {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:26:17.214259 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96be296-6d84-4894-9a5a-fe43ecf010ef tempest-TestMinimumBasicScenario-867511208 tempest-TestMinimumBasicScenario-867511208-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=86d0b53c-1dbf-4943-b50b-fe0879a0b0eb,revision_number=0']} {{(pid=93954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:26:17.226431 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-d96be296-6d84-4894-9a5a-fe43ecf010ef tempest-TestMinimumBasicScenario-867511208 tempest-TestMinimumBasicScenario-867511208-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:26:17.227183 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-6892b19f-ee9c-4f5d-83b6-1e4be701ead8 req-37088d65-d640-46a9-9947-0876d0a35da7 service neutron] 10.222.0.45 "GET /v2.0/networks/c6939575-0b70-4011-b40f-e72ea525aac3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948513 Sep 15 16:26:17.230661 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [None req-d96be296-6d84-4894-9a5a-fe43ecf010ef tempest-TestMinimumBasicScenario-867511208 tempest-TestMinimumBasicScenario-867511208-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1512611 Sep 15 16:26:17.230661 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.wsgi [-] (93954) accepted ('10.222.0.39', 36486) {{(pid=93954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:26:17.234873 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.api.v2.base [None req-4796c2f3-4aec-4f4c-bd8e-47b83db8f0f6 tempest-TestMinimumBasicScenario-867511208 tempest-TestMinimumBasicScenario-867511208-project] Request body: {'security_group_rule': {'security_group_id': 'ca1343a4-d607-4a9c-b5a1-764a5018bc56', 'project_id': 'c399e90bd6c14b28a0c663c318ac7dd0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:26:17.258780 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.db.securitygroups_db [None req-4796c2f3-4aec-4f4c-bd8e-47b83db8f0f6 tempest-TestMinimumBasicScenario-867511208 tempest-TestMinimumBasicScenario-867511208-project] Project c399e90bd6c14b28a0c663c318ac7dd0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 15 16:26:17.263747 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-4796c2f3-4aec-4f4c-bd8e-47b83db8f0f6 tempest-TestMinimumBasicScenario-867511208 tempest-TestMinimumBasicScenario-867511208-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:26:17.325899 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-4796c2f3-4aec-4f4c-bd8e-47b83db8f0f6 tempest-TestMinimumBasicScenario-867511208 tempest-TestMinimumBasicScenario-867511208-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:26:17.332906 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-4796c2f3-4aec-4f4c-bd8e-47b83db8f0f6 tempest-TestMinimumBasicScenario-867511208 tempest-TestMinimumBasicScenario-867511208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3714140'] for security_group_rule, after_create {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:26:17.354606 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4796c2f3-4aec-4f4c-bd8e-47b83db8f0f6 tempest-TestMinimumBasicScenario-867511208 tempest-TestMinimumBasicScenario-867511208-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e91cea4-f7f0-4dab-b30b-6f05d4e92f10,revision_number=0']} {{(pid=93954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:26:17.358615 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-4796c2f3-4aec-4f4c-bd8e-47b83db8f0f6 tempest-TestMinimumBasicScenario-867511208 tempest-TestMinimumBasicScenario-867511208-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:26:17.363550 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.wsgi [-] (93953) accepted ('10.222.0.39', 36490) {{(pid=93953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:26:17.363868 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [None req-4796c2f3-4aec-4f4c-bd8e-47b83db8f0f6 tempest-TestMinimumBasicScenario-867511208 tempest-TestMinimumBasicScenario-867511208-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1322439 Sep 15 16:26:17.369349 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.api.v2.base [None req-50a7e4ed-8dd1-4282-b6e2-aae89c0f9794 tempest-TestMinimumBasicScenario-867511208 tempest-TestMinimumBasicScenario-867511208-project] Request body: {'security_group_rule': {'security_group_id': 'ca1343a4-d607-4a9c-b5a1-764a5018bc56', 'project_id': 'c399e90bd6c14b28a0c663c318ac7dd0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:26:17.376407 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08e4b444-d4c8-41e1-9c17-c04e75e2760a None None] New status for floating IP 048715f7-481c-40ce-aaa8-7bc4207fc4d7: ACTIVE {{(pid=93955) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 15 16:26:17.394924 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.db.securitygroups_db [None req-50a7e4ed-8dd1-4282-b6e2-aae89c0f9794 tempest-TestMinimumBasicScenario-867511208 tempest-TestMinimumBasicScenario-867511208-project] Project c399e90bd6c14b28a0c663c318ac7dd0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 15 16:26:17.403555 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-50a7e4ed-8dd1-4282-b6e2-aae89c0f9794 tempest-TestMinimumBasicScenario-867511208 tempest-TestMinimumBasicScenario-867511208-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:26:17.503044 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-50a7e4ed-8dd1-4282-b6e2-aae89c0f9794 tempest-TestMinimumBasicScenario-867511208 tempest-TestMinimumBasicScenario-867511208-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:26:17.508219 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-50a7e4ed-8dd1-4282-b6e2-aae89c0f9794 tempest-TestMinimumBasicScenario-867511208 tempest-TestMinimumBasicScenario-867511208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3714140'] for security_group_rule, after_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:26:17.530323 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a7e4ed-8dd1-4282-b6e2-aae89c0f9794 tempest-TestMinimumBasicScenario-867511208 tempest-TestMinimumBasicScenario-867511208-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f82a1f8a-0ed5-49dc-98c0-2af95e6478dc,revision_number=0']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:26:17.535059 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-50a7e4ed-8dd1-4282-b6e2-aae89c0f9794 tempest-TestMinimumBasicScenario-867511208 tempest-TestMinimumBasicScenario-867511208-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:26:17.536434 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [None req-50a7e4ed-8dd1-4282-b6e2-aae89c0f9794 tempest-TestMinimumBasicScenario-867511208 tempest-TestMinimumBasicScenario-867511208-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1712859 Sep 15 16:26:17.627081 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c289c5f-5ede-4f2c-a781-0e21032beb73 req-68b004fd-02ad-4036-8511-5db7a7b9b934 tempest-ServerRescueNegativeTestJSON-1504381068 tempest-ServerRescueNegativeTestJSON-1504381068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:26:17.628691 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-1c289c5f-5ede-4f2c-a781-0e21032beb73 req-68b004fd-02ad-4036-8511-5db7a7b9b934 tempest-ServerRescueNegativeTestJSON-1504381068 tempest-ServerRescueNegativeTestJSON-1504381068-project] 10.222.0.39 "GET /v2.0/ports?device_id=f39eaa55-2d8b-4bbc-8509-4c2d7df9f16e HTTP/1.1" status: 200 len: 946 time: 0.0495789 Sep 15 16:26:17.631136 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-401edeb4-157b-4dab-a0ef-f8ceb0f9a8d0 req-a88b619c-a4b4-421b-b22a-f00a29f48ebe tempest-TestMinimumBasicScenario-867511208 tempest-TestMinimumBasicScenario-867511208-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-844117708&fields=id&tenant_id=c399e90bd6c14b28a0c663c318ac7dd0 HTTP/1.1" status: 200 len: 267 time: 0.0430977 Sep 15 16:26:17.666642 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-1c289c5f-5ede-4f2c-a781-0e21032beb73 req-493c8442-c5cc-44ec-8038-ee015b35e6cf tempest-ServerRescueNegativeTestJSON-1504381068 tempest-ServerRescueNegativeTestJSON-1504381068-project] 10.222.0.39 "GET /v2.0/security-groups?id=4d527866-20a6-4314-9b14-89ea4e5cf7c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318499 Sep 15 16:26:17.684371 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401edeb4-157b-4dab-a0ef-f8ceb0f9a8d0 req-f6382235-6646-432a-b792-bb72a6c1032c tempest-TestMinimumBasicScenario-867511208 tempest-TestMinimumBasicScenario-867511208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:26:17.685997 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-401edeb4-157b-4dab-a0ef-f8ceb0f9a8d0 req-f6382235-6646-432a-b792-bb72a6c1032c tempest-TestMinimumBasicScenario-867511208 tempest-TestMinimumBasicScenario-867511208-project] 10.222.0.39 "GET /v2.0/ports?device_id=8b69e941-0dad-4449-8c59-eeac8c5bbffa HTTP/1.1" status: 200 len: 945 time: 0.0488994 Sep 15 16:26:17.704951 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.api.v2.base [req-401edeb4-157b-4dab-a0ef-f8ceb0f9a8d0 req-63312d22-97df-42ae-9609-6291aa93212b tempest-TestMinimumBasicScenario-867511208 tempest-TestMinimumBasicScenario-867511208-project] Request body: {'port': {'security_groups': ['f015b5f4-57be-4ab6-9bf7-9f53b172ec0b', 'ca1343a4-d607-4a9c-b5a1-764a5018bc56']}} {{(pid=93953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:26:17.772146 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [req-401edeb4-157b-4dab-a0ef-f8ceb0f9a8d0 req-63312d22-97df-42ae-9609-6291aa93212b tempest-TestMinimumBasicScenario-867511208 tempest-TestMinimumBasicScenario-867511208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928820'] for port, before_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:26:17.963848 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.db [req-401edeb4-157b-4dab-a0ef-f8ceb0f9a8d0 req-63312d22-97df-42ae-9609-6291aa93212b tempest-TestMinimumBasicScenario-867511208 tempest-TestMinimumBasicScenario-867511208-project] For port 6a694102-9a08-4066-9fc2-887d5dc7033e, host hv-cinder-77957, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77957',level=0,port_id=6a694102-9a08-4066-9fc2-887d5dc7033e,segment=NetworkSegment(8b3f5ad2-375f-48a2-b3db-ec27bfd31ad4),segment_id=8b3f5ad2-375f-48a2-b3db-ec27bfd31ad4)] {{(pid=93953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:26:17.994394 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [req-401edeb4-157b-4dab-a0ef-f8ceb0f9a8d0 req-63312d22-97df-42ae-9609-6291aa93212b tempest-TestMinimumBasicScenario-867511208 tempest-TestMinimumBasicScenario-867511208-project] Notify callbacks [] for port, precommit_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:26:18.001526 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [req-401edeb4-157b-4dab-a0ef-f8ceb0f9a8d0 req-63312d22-97df-42ae-9609-6291aa93212b tempest-TestMinimumBasicScenario-867511208 tempest-TestMinimumBasicScenario-867511208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791196459277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791195970012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791195970030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127878328'] for port, after_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:26:18.016761 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.db [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] get_ports_and_sgs() called for port_ids ['6a694102-9a08-4066-9fc2-887d5dc7033e'] {{(pid=93955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 16:26:18.042565 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401edeb4-157b-4dab-a0ef-f8ceb0f9a8d0 req-63312d22-97df-42ae-9609-6291aa93212b tempest-TestMinimumBasicScenario-867511208 tempest-TestMinimumBasicScenario-867511208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:26:18.043277 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [req-401edeb4-157b-4dab-a0ef-f8ceb0f9a8d0 req-63312d22-97df-42ae-9609-6291aa93212b tempest-TestMinimumBasicScenario-867511208 tempest-TestMinimumBasicScenario-867511208-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58602'] for port, before_response {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:26:18.044746 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-401edeb4-157b-4dab-a0ef-f8ceb0f9a8d0 req-63312d22-97df-42ae-9609-6291aa93212b tempest-TestMinimumBasicScenario-867511208 tempest-TestMinimumBasicScenario-867511208-project] 10.222.0.39 "PUT /v2.0/ports/6a694102-9a08-4066-9fc2-887d5dc7033e HTTP/1.1" status: 200 len: 981 time: 0.3446212 Sep 15 16:26:18.073357 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63312d22-97df-42ae-9609-6291aa93212b tempest-TestMinimumBasicScenario-867511208 tempest-TestMinimumBasicScenario-867511208-project] Pushing event updated for resources: {'Port': ['ID=6a694102-9a08-4066-9fc2-887d5dc7033e,revision_number=6']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:26:18.163398 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f75429-b3f5-4555-aed1-f17b3362dd2e req-6ab22d72-4f5e-465d-b949-115e5800add8 tempest-TestMinimumBasicScenario-867511208 tempest-TestMinimumBasicScenario-867511208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:26:18.165012 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-50f75429-b3f5-4555-aed1-f17b3362dd2e req-6ab22d72-4f5e-465d-b949-115e5800add8 tempest-TestMinimumBasicScenario-867511208 tempest-TestMinimumBasicScenario-867511208-project] 10.222.0.39 "GET /v2.0/ports?device_id=8b69e941-0dad-4449-8c59-eeac8c5bbffa HTTP/1.1" status: 200 len: 984 time: 0.0534332 Sep 15 16:26:18.207375 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-50f75429-b3f5-4555-aed1-f17b3362dd2e req-677f6a1c-8dc9-48fc-ba79-51b43e247dfd tempest-TestMinimumBasicScenario-867511208 tempest-TestMinimumBasicScenario-867511208-project] 10.222.0.39 "GET /v2.0/security-groups?id=ca1343a4-d607-4a9c-b5a1-764a5018bc56&id=f015b5f4-57be-4ab6-9bf7-9f53b172ec0b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0355260 Sep 15 16:26:18.266323 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.db [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] get_ports_and_sgs() called for port_ids ['6a694102-9a08-4066-9fc2-887d5dc7033e'] {{(pid=93955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 16:26:18.351630 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e3295f-87f9-4f98-8fdd-007fe7c3f5a5 req-737db53b-9d53-4721-9cb3-5673b9f6487c tempest-ServerRescueNegativeTestJSON-1504381068 tempest-ServerRescueNegativeTestJSON-1504381068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:26:18.353124 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-d0e3295f-87f9-4f98-8fdd-007fe7c3f5a5 req-737db53b-9d53-4721-9cb3-5673b9f6487c tempest-ServerRescueNegativeTestJSON-1504381068 tempest-ServerRescueNegativeTestJSON-1504381068-project] 10.222.0.45 "GET /v2.0/ports?device_id=f39eaa55-2d8b-4bbc-8509-4c2d7df9f16e HTTP/1.1" status: 200 len: 946 time: 0.0648377 Sep 15 16:26:18.360643 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.db.provisioning_blocks [None req-aced27c0-e895-4996-9ca5-ae7b44f5322b None None] Provisioning complete for port 6a694102-9a08-4066-9fc2-887d5dc7033e triggered by entity DHCP. {{(pid=93955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:26:18.361006 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-aced27c0-e895-4996-9ca5-ae7b44f5322b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953592'] for port, provisioning_complete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:26:18.384383 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b69e941-0dad-4449-8c59-eeac8c5bbffa', 'tag': '6a694102-9a08-4066-9fc2-887d5dc7033e'}] {{(pid=93953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 16:26:18.387020 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5192e05b0783e869a38b3815ee673eee9316ce03dcaf8465063259ebfb62487" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09fd59d3-85a1-4dbe-8d68-2112a38d2435" -d '{"events": [{"name": "network-changed", "server_uuid": "8b69e941-0dad-4449-8c59-eeac8c5bbffa", "tag": "6a694102-9a08-4066-9fc2-887d5dc7033e"}]}' {{(pid=93953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 16:26:18.416403 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron.db.agents_db [None req-9c583be1-859f-4a85-bd6b-6d26517e04c2 None None] Agent healthcheck: found 6 active agents {{(pid=93956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 16:26:18.448636 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 16:26:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33d24593-bcb2-4369-9336-72441b2cb623 x-openstack-request-id: req-33d24593-bcb2-4369-9336-72441b2cb623 {{(pid=93953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 16:26:18.448910 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b69e941-0dad-4449-8c59-eeac8c5bbffa", "tag": "6a694102-9a08-4066-9fc2-887d5dc7033e", "status": "completed", "code": 200}]} {{(pid=93953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 16:26:18.449152 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-33d24593-bcb2-4369-9336-72441b2cb623 {{(pid=93953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 16:26:18.449538 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b69e941-0dad-4449-8c59-eeac8c5bbffa', 'tag': '6a694102-9a08-4066-9fc2-887d5dc7033e', 'status': 'completed', 'code': 200} Sep 15 16:26:18.470376 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.plugin [req-d0e3295f-87f9-4f98-8fdd-007fe7c3f5a5 req-d5fb7aba-9ef6-4ed6-9043-753b41cc8d59 tempest-ServerRescueNegativeTestJSON-1504381068 tempest-ServerRescueNegativeTestJSON-1504381068-project] Deleting port ab8da74e-0d51-40fe-939d-923b412fd22d {{(pid=93953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:26:18.470739 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [req-d0e3295f-87f9-4f98-8fdd-007fe7c3f5a5 req-d5fb7aba-9ef6-4ed6-9043-753b41cc8d59 tempest-ServerRescueNegativeTestJSON-1504381068 tempest-ServerRescueNegativeTestJSON-1504381068-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791196454449'] for port, before_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:26:18.570641 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fd59d3-85a1-4dbe-8d68-2112a38d2435 req-0f504946-1880-442e-b5d0-81571d7b14b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:26:18.572183 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-09fd59d3-85a1-4dbe-8d68-2112a38d2435 req-0f504946-1880-442e-b5d0-81571d7b14b5 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=c399e90bd6c14b28a0c663c318ac7dd0&device_id=8b69e941-0dad-4449-8c59-eeac8c5bbffa HTTP/1.1" status: 200 len: 1137 time: 0.0974290 Sep 15 16:26:18.608976 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.db [req-d0e3295f-87f9-4f98-8fdd-007fe7c3f5a5 req-d5fb7aba-9ef6-4ed6-9043-753b41cc8d59 tempest-ServerRescueNegativeTestJSON-1504381068 tempest-ServerRescueNegativeTestJSON-1504381068-project] For port ab8da74e-0d51-40fe-939d-923b412fd22d, host hv-cinder-77957, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77957',level=0,port_id=ab8da74e-0d51-40fe-939d-923b412fd22d,segment=NetworkSegment(d35cd436-27a4-4e9c-acc2-6e2b0ac7696c),segment_id=d35cd436-27a4-4e9c-acc2-6e2b0ac7696c)] {{(pid=93953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:26:18.609342 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [req-d0e3295f-87f9-4f98-8fdd-007fe7c3f5a5 req-d5fb7aba-9ef6-4ed6-9043-753b41cc8d59 tempest-ServerRescueNegativeTestJSON-1504381068 tempest-ServerRescueNegativeTestJSON-1504381068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3729503'] for port, precommit_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:26:18.630730 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.plugin [req-d0e3295f-87f9-4f98-8fdd-007fe7c3f5a5 req-d5fb7aba-9ef6-4ed6-9043-753b41cc8d59 tempest-ServerRescueNegativeTestJSON-1504381068 tempest-ServerRescueNegativeTestJSON-1504381068-project] Calling delete_port for ab8da74e-0d51-40fe-939d-923b412fd22d owned by compute:nova {{(pid=93953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:26:18.731081 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fd59d3-85a1-4dbe-8d68-2112a38d2435 req-9a83d23a-8dab-467d-b29b-7260d3d34fe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:26:18.732616 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-09fd59d3-85a1-4dbe-8d68-2112a38d2435 req-9a83d23a-8dab-467d-b29b-7260d3d34fe6 service neutron] 10.222.0.45 "GET /v2.0/networks?id=c6939575-0b70-4011-b40f-e72ea525aac3 HTTP/1.1" status: 200 len: 914 time: 0.1520891 Sep 15 16:26:18.793106 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396aa3bc-52ba-40ea-a0a3-c2a2d1c8e042 req-e82bd795-fce4-40ff-a212-b543382640a6 tempest-ServerRescueNegativeTestJSON-1504381068 tempest-ServerRescueNegativeTestJSON-1504381068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:26:18.793920 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-396aa3bc-52ba-40ea-a0a3-c2a2d1c8e042 req-e82bd795-fce4-40ff-a212-b543382640a6 tempest-ServerRescueNegativeTestJSON-1504381068 tempest-ServerRescueNegativeTestJSON-1504381068-project] 10.222.0.39 "GET /v2.0/ports?device_id=f39eaa55-2d8b-4bbc-8509-4c2d7df9f16e HTTP/1.1" status: 200 len: 946 time: 0.0541575 Sep 15 16:26:18.853501 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-396aa3bc-52ba-40ea-a0a3-c2a2d1c8e042 req-e9f90e5e-b100-4ed0-8adf-665dd6225d76 tempest-ServerRescueNegativeTestJSON-1504381068 tempest-ServerRescueNegativeTestJSON-1504381068-project] 10.222.0.39 "GET /v2.0/security-groups?id=4d527866-20a6-4314-9b14-89ea4e5cf7c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499508 Sep 15 16:26:18.883101 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [req-d0e3295f-87f9-4f98-8fdd-007fe7c3f5a5 req-d5fb7aba-9ef6-4ed6-9043-753b41cc8d59 tempest-ServerRescueNegativeTestJSON-1504381068 tempest-ServerRescueNegativeTestJSON-1504381068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791196460023', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791195970003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127878305'] for port, after_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:26:18.891852 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-09fd59d3-85a1-4dbe-8d68-2112a38d2435 req-3498c41f-8767-4dff-9cf8-0826dedac9d0 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6a694102-9a08-4066-9fc2-887d5dc7033e HTTP/1.1" status: 200 len: 1001 time: 0.1505430 Sep 15 16:26:18.920807 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5fb7aba-9ef6-4ed6-9043-753b41cc8d59 tempest-ServerRescueNegativeTestJSON-1504381068 tempest-ServerRescueNegativeTestJSON-1504381068-project] Pushing event deleted for resources: {'Port': ['ID=ab8da74e-0d51-40fe-939d-923b412fd22d,revision_number=None']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:26:18.939663 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.db [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] get_ports_and_sgs() called for port_ids ['ab8da74e-0d51-40fe-939d-923b412fd22d'] {{(pid=93955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 16:26:18.997432 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0e3295f-87f9-4f98-8fdd-007fe7c3f5a5 req-d5fb7aba-9ef6-4ed6-9043-753b41cc8d59 tempest-ServerRescueNegativeTestJSON-1504381068 tempest-ServerRescueNegativeTestJSON-1504381068-project] No DVR routers for this DVR port ab8da74e-0d51-40fe-939d-923b412fd22d on host hv-cinder-77957 {{(pid=93953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 16:26:18.999893 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fd59d3-85a1-4dbe-8d68-2112a38d2435 req-4b73d596-5333-4fba-accb-ba2d9eea24c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:26:19.001397 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-09fd59d3-85a1-4dbe-8d68-2112a38d2435 req-4b73d596-5333-4fba-accb-ba2d9eea24c7 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=d9230886-3d10-4207-9dd3-ce6966941488 HTTP/1.1" status: 200 len: 853 time: 0.0894094 Sep 15 16:26:19.002398 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [req-d0e3295f-87f9-4f98-8fdd-007fe7c3f5a5 req-d5fb7aba-9ef6-4ed6-9043-753b41cc8d59 tempest-ServerRescueNegativeTestJSON-1504381068 tempest-ServerRescueNegativeTestJSON-1504381068-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58602'] for port, before_response {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:26:19.004966 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-d0e3295f-87f9-4f98-8fdd-007fe7c3f5a5 req-d5fb7aba-9ef6-4ed6-9043-753b41cc8d59 tempest-ServerRescueNegativeTestJSON-1504381068 tempest-ServerRescueNegativeTestJSON-1504381068-project] 10.222.0.45 "DELETE /v2.0/ports/ab8da74e-0d51-40fe-939d-923b412fd22d HTTP/1.1" status: 204 len: 173 time: 0.6441128 Sep 15 16:26:19.053739 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fd59d3-85a1-4dbe-8d68-2112a38d2435 req-d2854ac1-70a0-440c-9675-93f1f85bc207 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:26:19.055275 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-09fd59d3-85a1-4dbe-8d68-2112a38d2435 req-d2854ac1-70a0-440c-9675-93f1f85bc207 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=c6939575-0b70-4011-b40f-e72ea525aac3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0431023 Sep 15 16:26:19.161236 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-09fd59d3-85a1-4dbe-8d68-2112a38d2435 req-a5b3bcd7-5fc2-4832-be0a-3990f8b6f333 service neutron] 10.222.0.45 "GET /v2.0/networks/c6939575-0b70-4011-b40f-e72ea525aac3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916357 Sep 15 16:26:19.265069 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-09fd59d3-85a1-4dbe-8d68-2112a38d2435 req-3e9c7060-6373-4f0c-bb12-ba42409a2d48 service neutron] 10.222.0.45 "GET /v2.0/networks/c6939575-0b70-4011-b40f-e72ea525aac3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910542 Sep 15 16:26:19.912905 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.wsgi [-] (93953) accepted ('10.222.0.39', 36520) {{(pid=93953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:26:20.333329 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-31456391-d542-49c3-8526-612f5c7ccff2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3724823'] for router_interface, before_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:26:20.476429 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f39eaa55-2d8b-4bbc-8509-4c2d7df9f16e', 'name': 'network-vif-deleted', 'tag': 'ab8da74e-0d51-40fe-939d-923b412fd22d'}] {{(pid=93953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 16:26:20.478675 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5192e05b0783e869a38b3815ee673eee9316ce03dcaf8465063259ebfb62487" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63225554-fc3e-4c9a-a6ad-fd89430b5429" -d '{"events": [{"server_uuid": "f39eaa55-2d8b-4bbc-8509-4c2d7df9f16e", "name": "network-vif-deleted", "tag": "ab8da74e-0d51-40fe-939d-923b412fd22d"}]}' {{(pid=93953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 16:26:20.518516 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 16:26:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5be6f3b5-dd3a-4deb-9f76-5742510ffd5f x-openstack-request-id: req-5be6f3b5-dd3a-4deb-9f76-5742510ffd5f {{(pid=93953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 16:26:20.518800 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f39eaa55-2d8b-4bbc-8509-4c2d7df9f16e", "name": "network-vif-deleted", "tag": "ab8da74e-0d51-40fe-939d-923b412fd22d", "status": "completed", "code": 200}]} {{(pid=93953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 16:26:20.519140 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-5be6f3b5-dd3a-4deb-9f76-5742510ffd5f {{(pid=93953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 16:26:20.519544 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f39eaa55-2d8b-4bbc-8509-4c2d7df9f16e', 'name': 'network-vif-deleted', 'tag': 'ab8da74e-0d51-40fe-939d-923b412fd22d', 'status': 'completed', 'code': 200} Sep 15 16:26:20.634842 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.plugin [None req-31456391-d542-49c3-8526-612f5c7ccff2 admin admin] Deleting port 3554ace6-ab82-4a4d-97c8-650beae4d87c {{(pid=93953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:26:20.635096 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-31456391-d542-49c3-8526-612f5c7ccff2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791196454449'] for port, before_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:26:20.716295 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.db [None req-31456391-d542-49c3-8526-612f5c7ccff2 admin admin] For port 3554ace6-ab82-4a4d-97c8-650beae4d87c, host dv-cinder-779576-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779576-8-iscsi',level=0,port_id=3554ace6-ab82-4a4d-97c8-650beae4d87c,segment=NetworkSegment(d35cd436-27a4-4e9c-acc2-6e2b0ac7696c),segment_id=d35cd436-27a4-4e9c-acc2-6e2b0ac7696c)] {{(pid=93953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:26:20.716641 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-31456391-d542-49c3-8526-612f5c7ccff2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3729503'] for port, precommit_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:26:20.732015 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.plugin [None req-31456391-d542-49c3-8526-612f5c7ccff2 admin admin] Calling delete_port for 3554ace6-ab82-4a4d-97c8-650beae4d87c owned by network:router_interface {{(pid=93953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:26:20.918750 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-31456391-d542-49c3-8526-612f5c7ccff2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791196460023', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791195970003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127878305'] for port, after_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:26:20.948358 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31456391-d542-49c3-8526-612f5c7ccff2 admin admin] Pushing event deleted for resources: {'Port': ['ID=3554ace6-ab82-4a4d-97c8-650beae4d87c,revision_number=None']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:26:21.110894 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-31456391-d542-49c3-8526-612f5c7ccff2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3751619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3725735'] for router_interface, after_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:26:21.578735 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31456391-d542-49c3-8526-612f5c7ccff2 admin admin] Router 874f5277-ae8e-4a65-91c7-e6e2443d2bf0 has already been hosted by L3 agent 7a8df8d7-c3ef-43b4-9534-c977f7014926 {{(pid=93953) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 16:26:21.687554 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31456391-d542-49c3-8526-612f5c7ccff2 admin admin] Notify agent at l3_agent.dv-cinder-779576-8-iscsi the message routers_updated {{(pid=93953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 16:26:21.694515 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [None req-31456391-d542-49c3-8526-612f5c7ccff2 admin admin] 10.222.0.39 "PUT /v2.0/routers/874f5277-ae8e-4a65-91c7-e6e2443d2bf0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7804606 Sep 15 16:26:21.696288 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.wsgi [-] (93953) accepted ('10.222.0.39', 36550) {{(pid=93953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:26:21.698910 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0382a406-1a8b-4605-a122-3864760d881c None None] Sync routers for ids ['874f5277-ae8e-4a65-91c7-e6e2443d2bf0'] in dv-cinder-779576-8-iscsi {{(pid=93956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 16:26:21.708777 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0382a406-1a8b-4605-a122-3864760d881c None None] Routers {'874f5277-ae8e-4a65-91c7-e6e2443d2bf0'} bound to L3 agent in host dv-cinder-779576-8-iscsi {{(pid=93956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:26:21.709373 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron.db.l3_hamode_db [None req-0382a406-1a8b-4605-a122-3864760d881c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779576-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-15T16:14:02Z,description=,heartbeat_timestamp=2021-09-15T16:26:02Z,host='dv-cinder-779576-8-iscsi',id=7a8df8d7-c3ef-43b4-9534-c977f7014926,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T16:14:02Z,topic='l3_agent')) {'router_ids': ['874f5277-ae8e-4a65-91c7-e6e2443d2bf0'], 'active': True} {{(pid=93956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:26:21.799742 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-4244cbb9-91a1-4d84-81ca-50d728da0f44 admin admin] Notify callbacks [] for router, before_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:26:21.813657 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron.db.l3_dvr_db [None req-0382a406-1a8b-4605-a122-3864760d881c None None] Set router 874f5277-ae8e-4a65-91c7-e6e2443d2bf0 gateway port host: dv-cinder-779576-8-iscsi {{(pid=93956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 16:26:21.911074 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-4244cbb9-91a1-4d84-81ca-50d728da0f44 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:26:21.968914 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.plugin [None req-4244cbb9-91a1-4d84-81ca-50d728da0f44 admin admin] Deleting port d82f3e0c-6741-4a42-a895-6190311d642c {{(pid=93953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:26:21.969612 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-4244cbb9-91a1-4d84-81ca-50d728da0f44 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791196454449'] for port, before_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:26:21.989143 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron.db.l3_hamode_db [None req-0382a406-1a8b-4605-a122-3864760d881c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '874f5277-ae8e-4a65-91c7-e6e2443d2bf0', 'name': 'tempest-ServerRescueNegativeTestJSON-975110868-router', 'tenant_id': 'e6a18f03044f465d813cff5376553386', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62251075-a3e3-4d47-8761-104d217b089a', 'external_fixed_ips': [{'subnet_id': '9a71565b-217b-482b-8364-bc8ecb4c8f88', 'ip_address': '172.27.3.76'}], 'enable_snat': True}, 'gw_port_id': 'd82f3e0c-6741-4a42-a895-6190311d642c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:22:11Z', 'updated_at': '2021-09-15T16:26:20Z', 'revision_number': 5, 'project_id': 'e6a18f03044f465d813cff5376553386', 'gw_port': {'id': 'd82f3e0c-6741-4a42-a895-6190311d642c', 'name': '', 'network_id': '62251075-a3e3-4d47-8761-104d217b089a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:4f:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '874f5277-ae8e-4a65-91c7-e6e2443d2bf0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '9a71565b-217b-482b-8364-bc8ecb4c8f88', 'ip_address': '172.27.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779576-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:22:12Z', 'updated_at': '2021-09-15T16:22:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a71565b-217b-482b-8364-bc8ecb4c8f88', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779576-8-iscsi'}], 'dv-cinder-779576-8-iscsi', False) {} {{(pid=93956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:26:22.014832 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0382a406-1a8b-4605-a122-3864760d881c None None] Checking router: 874f5277-ae8e-4a65-91c7-e6e2443d2bf0 for host: dv-cinder-779576-8-iscsi {{(pid=93956) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 16:26:22.023502 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0382a406-1a8b-4605-a122-3864760d881c None None] Routers {'874f5277-ae8e-4a65-91c7-e6e2443d2bf0'} bound to L3 agent in host dv-cinder-779576-8-iscsi {{(pid=93956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:26:22.023711 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron.db.l3_hamode_db [None req-0382a406-1a8b-4605-a122-3864760d881c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779576-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-15T16:14:02Z,description=,heartbeat_timestamp=2021-09-15T16:26:02Z,host='dv-cinder-779576-8-iscsi',id=7a8df8d7-c3ef-43b4-9534-c977f7014926,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T16:14:02Z,topic='l3_agent')) {'router_ids': ['874f5277-ae8e-4a65-91c7-e6e2443d2bf0'], 'active': True} {{(pid=93956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:26:22.045567 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.db [None req-4244cbb9-91a1-4d84-81ca-50d728da0f44 admin admin] For port d82f3e0c-6741-4a42-a895-6190311d642c, host dv-cinder-779576-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779576-8-iscsi',level=0,port_id=d82f3e0c-6741-4a42-a895-6190311d642c,segment=NetworkSegment(fd8e905d-efc3-4108-bd70-37f32575b93b),segment_id=fd8e905d-efc3-4108-bd70-37f32575b93b)] {{(pid=93953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:26:22.045922 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-4244cbb9-91a1-4d84-81ca-50d728da0f44 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3729503'] for port, precommit_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:26:22.062645 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.plugin [None req-4244cbb9-91a1-4d84-81ca-50d728da0f44 admin admin] Calling delete_port for d82f3e0c-6741-4a42-a895-6190311d642c owned by network:router_gateway {{(pid=93953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:26:22.107411 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron.db.l3_dvr_db [None req-0382a406-1a8b-4605-a122-3864760d881c None None] Set router 874f5277-ae8e-4a65-91c7-e6e2443d2bf0 gateway port host: None {{(pid=93956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 16:26:22.162122 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron.db.l3_hamode_db [None req-0382a406-1a8b-4605-a122-3864760d881c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '874f5277-ae8e-4a65-91c7-e6e2443d2bf0', 'name': 'tempest-ServerRescueNegativeTestJSON-975110868-router', 'tenant_id': 'e6a18f03044f465d813cff5376553386', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:22:11Z', 'updated_at': '2021-09-15T16:26:21Z', 'revision_number': 6, 'project_id': 'e6a18f03044f465d813cff5376553386', 'gw_port_host': None}], 'dv-cinder-779576-8-iscsi', False) {} {{(pid=93956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:26:22.188983 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0382a406-1a8b-4605-a122-3864760d881c None None] The sync data for ids ['874f5277-ae8e-4a65-91c7-e6e2443d2bf0'] in dv-cinder-779576-8-iscsi is: [{'id': '874f5277-ae8e-4a65-91c7-e6e2443d2bf0', 'name': 'tempest-ServerRescueNegativeTestJSON-975110868-router', 'tenant_id': 'e6a18f03044f465d813cff5376553386', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:22:11Z', 'updated_at': '2021-09-15T16:26:21Z', 'revision_number': 6, 'project_id': 'e6a18f03044f465d813cff5376553386', 'gw_port_host': None}] {{(pid=93956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 16:26:22.232024 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-4244cbb9-91a1-4d84-81ca-50d728da0f44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791196460023', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791195970003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127878305'] for port, after_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:26:22.263798 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4244cbb9-91a1-4d84-81ca-50d728da0f44 admin admin] Pushing event deleted for resources: {'Port': ['ID=d82f3e0c-6741-4a42-a895-6190311d642c,revision_number=None']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:26:22.321815 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-4244cbb9-91a1-4d84-81ca-50d728da0f44 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3725665'] for router_gateway, after_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:26:22.426256 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-4244cbb9-91a1-4d84-81ca-50d728da0f44 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3722032', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-670'] for router, precommit_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:26:22.428544 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-4244cbb9-91a1-4d84-81ca-50d728da0f44 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:26:22.498728 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-4244cbb9-91a1-4d84-81ca-50d728da0f44 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3722187'] for router, after_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:26:22.499149 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4244cbb9-91a1-4d84-81ca-50d728da0f44 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 874f5277-ae8e-4a65-91c7-e6e2443d2bf0 {{(pid=93953) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 15 16:26:22.505673 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-4244cbb9-91a1-4d84-81ca-50d728da0f44 admin admin] Notify callbacks [] for router, before_response {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:26:22.506809 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [None req-4244cbb9-91a1-4d84-81ca-50d728da0f44 admin admin] 10.222.0.39 "DELETE /v2.0/routers/874f5277-ae8e-4a65-91c7-e6e2443d2bf0 HTTP/1.1" status: 204 len: 168 time: 0.8095660 Sep 15 16:26:22.509431 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.wsgi [-] (93953) accepted ('10.222.0.39', 36564) {{(pid=93953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:26:22.555463 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f8b6a6f-9c19-4fca-998b-bf49460bcd29 admin admin] Deleting subnet a9fde6a5-a0c6-40f2-b012-f34594b44218 {{(pid=93953) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 15 16:26:22.558979 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-5f8b6a6f-9c19-4fca-998b-bf49460bcd29 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:26:22.594924 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-5f8b6a6f-9c19-4fca-998b-bf49460bcd29 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127891476'] for subnet, precommit_delete_associations {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:26:22.640458 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-5f8b6a6f-9c19-4fca-998b-bf49460bcd29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-957316'] for subnet, precommit_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:26:22.704376 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-5f8b6a6f-9c19-4fca-998b-bf49460bcd29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-957331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127878286', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127570110'] for subnet, after_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:26:22.729121 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8b6a6f-9c19-4fca-998b-bf49460bcd29 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a9fde6a5-a0c6-40f2-b012-f34594b44218,revision_number=None']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:26:22.732737 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-5f8b6a6f-9c19-4fca-998b-bf49460bcd29 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3748898'] for subnet, before_response {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:26:22.734457 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [None req-5f8b6a6f-9c19-4fca-998b-bf49460bcd29 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/a9fde6a5-a0c6-40f2-b012-f34594b44218 HTTP/1.1" status: 204 len: 168 time: 0.2240920 Sep 15 16:26:22.737092 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.wsgi [-] (93953) accepted ('10.222.0.39', 36568) {{(pid=93953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:26:22.805310 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-a04e234f-c2bd-4084-812b-cc7398a00bc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-644213'] for network, before_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:26:22.886510 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-a04e234f-c2bd-4084-812b-cc7398a00bc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-950531', 'neutron.services.segments.db._delete_segments_for_network-8791196484509'] for network, precommit_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:26:22.906681 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.services.segments.db [None req-a04e234f-c2bd-4084-812b-cc7398a00bc4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a789c6c7-846e-484f-aca7-614dc13bfb69']}} {{(pid=93953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:26:22.916427 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.services.segments.db [None req-a04e234f-c2bd-4084-812b-cc7398a00bc4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd35cd436-27a4-4e9c-acc2-6e2b0ac7696c') {'for_net_delete': True} {{(pid=93953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:26:22.916719 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.services.segments.db [None req-a04e234f-c2bd-4084-812b-cc7398a00bc4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd35cd436-27a4-4e9c-acc2-6e2b0ac7696c') {} {{(pid=93953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:26:22.926496 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-a04e234f-c2bd-4084-812b-cc7398a00bc4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791196485798', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127891487'] for segment, before_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:26:22.935077 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.rpc [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] Device ab8da74e-0d51-40fe-939d-923b412fd22d no longer exists at agent hyperv_hv-cinder-77957 {{(pid=93955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 16:26:22.940285 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-a04e234f-c2bd-4084-812b-cc7398a00bc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-955409'] for segment, precommit_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:26:22.946651 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a04e234f-c2bd-4084-812b-cc7398a00bc4 admin admin] Releasing vlan 85 on physical network physnet1 to pool {{(pid=93953) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 16:26:22.947038 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-a04e234f-c2bd-4084-812b-cc7398a00bc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-955409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127877712'] for segment, after_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:26:22.948759 dv-cinder-779576-8-iscsi neutron-server[93953]: Traceback (most recent call last): Sep 15 16:26:22.948759 dv-cinder-779576-8-iscsi neutron-server[93953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 15 16:26:22.948759 dv-cinder-779576-8-iscsi neutron-server[93953]: timer() Sep 15 16:26:22.948759 dv-cinder-779576-8-iscsi neutron-server[93953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 16:26:22.948759 dv-cinder-779576-8-iscsi neutron-server[93953]: cb(*args, **kw) Sep 15 16:26:22.948759 dv-cinder-779576-8-iscsi neutron-server[93953]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 15 16:26:22.948759 dv-cinder-779576-8-iscsi neutron-server[93953]: return func(*args, **kwargs) Sep 15 16:26:22.948759 dv-cinder-779576-8-iscsi neutron-server[93953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 16:26:22.948759 dv-cinder-779576-8-iscsi neutron-server[93953]: self._notify() Sep 15 16:26:22.948759 dv-cinder-779576-8-iscsi neutron-server[93953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 16:26:22.948759 dv-cinder-779576-8-iscsi neutron-server[93953]: self.callback(batched_events) Sep 15 16:26:22.948759 dv-cinder-779576-8-iscsi neutron-server[93953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 16:26:22.948759 dv-cinder-779576-8-iscsi neutron-server[93953]: event.method(event) Sep 15 16:26:22.948759 dv-cinder-779576-8-iscsi neutron-server[93953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 15 16:26:22.948759 dv-cinder-779576-8-iscsi neutron-server[93953]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 16:26:22.948759 dv-cinder-779576-8-iscsi neutron-server[93953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 15 16:26:22.948759 dv-cinder-779576-8-iscsi neutron-server[93953]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 16:26:22.948759 dv-cinder-779576-8-iscsi neutron-server[93953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 15 16:26:22.948759 dv-cinder-779576-8-iscsi neutron-server[93953]: return f(self, *a, **k) Sep 15 16:26:22.948759 dv-cinder-779576-8-iscsi neutron-server[93953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 15 16:26:22.948759 dv-cinder-779576-8-iscsi neutron-server[93953]: return self._get(url).json() Sep 15 16:26:22.948759 dv-cinder-779576-8-iscsi neutron-server[93953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 16:26:22.948759 dv-cinder-779576-8-iscsi neutron-server[93953]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 16:26:22.948759 dv-cinder-779576-8-iscsi neutron-server[93953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 15 16:26:22.948759 dv-cinder-779576-8-iscsi neutron-server[93953]: return self.request(url, 'GET', **kwargs) Sep 15 16:26:22.948759 dv-cinder-779576-8-iscsi neutron-server[93953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 15 16:26:22.948759 dv-cinder-779576-8-iscsi neutron-server[93953]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 16:26:22.948759 dv-cinder-779576-8-iscsi neutron-server[93953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 15 16:26:22.948759 dv-cinder-779576-8-iscsi neutron-server[93953]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 16:26:22.948759 dv-cinder-779576-8-iscsi neutron-server[93953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 15 16:26:22.948759 dv-cinder-779576-8-iscsi neutron-server[93953]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 16:26:22.948759 dv-cinder-779576-8-iscsi neutron-server[93953]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 16:26:22.955788 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] No Port match for: ab8da74e-0d51-40fe-939d-923b412fd22d {{(pid=93955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 16:26:22.956154 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.rpc [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] Device ab8da74e-0d51-40fe-939d-923b412fd22d not bound to the agent host hv-cinder-77957 {{(pid=93955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 16:26:23.012992 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-a04e234f-c2bd-4084-812b-cc7398a00bc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-950554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3725573'] for network, after_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:26:23.017881 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-a04e234f-c2bd-4084-812b-cc7398a00bc4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3748898'] for network, before_response {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:26:23.027869 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [None req-a04e234f-c2bd-4084-812b-cc7398a00bc4 admin admin] 10.222.0.39 "DELETE /v2.0/networks/a789c6c7-846e-484f-aca7-614dc13bfb69 HTTP/1.1" status: 204 len: 168 time: 0.2894478 Sep 15 16:26:23.040878 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791196484491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953091'] for agent, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:26:23.042141 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04e234f-c2bd-4084-812b-cc7398a00bc4 admin admin] Pushing event deleted for resources: {'Network': ['ID=a789c6c7-846e-484f-aca7-614dc13bfb69,revision_number=None']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:26:23.201671 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.wsgi [-] (93953) accepted ('10.222.0.39', 36572) {{(pid=93953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:26:23.246335 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [None req-98d8cfde-93ae-409d-acb7-52d93572f596 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=e6a18f03044f465d813cff5376553386&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0433097 Sep 15 16:26:23.248948 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.wsgi [-] (93953) accepted ('10.222.0.39', 36574) {{(pid=93953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:26:23.301119 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-50cef3da-6f0e-4725-b9bb-b413c4734949 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:26:23.327293 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-50cef3da-6f0e-4725-b9bb-b413c4734949 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:26:23.397657 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-50cef3da-6f0e-4725-b9bb-b413c4734949 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3702208'] for security_group, after_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:26:23.403823 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-50cef3da-6f0e-4725-b9bb-b413c4734949 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:26:23.403823 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [None req-50cef3da-6f0e-4725-b9bb-b413c4734949 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/4d527866-20a6-4314-9b14-89ea4e5cf7c2 HTTP/1.1" status: 204 len: 168 time: 0.1518395 Sep 15 16:26:23.413763 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50cef3da-6f0e-4725-b9bb-b413c4734949 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d527866-20a6-4314-9b14-89ea4e5cf7c2,revision_number=None']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:26:23.678308 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e8908c-d8b3-410c-bf98-c2a09c9b0853 req-adc861f6-2a92-4849-873b-4102478a279d tempest-AttachVolumeNegativeTest-624431894 tempest-AttachVolumeNegativeTest-624431894-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:26:23.679708 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-99e8908c-d8b3-410c-bf98-c2a09c9b0853 req-adc861f6-2a92-4849-873b-4102478a279d tempest-AttachVolumeNegativeTest-624431894 tempest-AttachVolumeNegativeTest-624431894-project] 10.222.0.39 "GET /v2.0/networks?id=9e66c478-4f71-4cdf-a293-798d2c526beb HTTP/1.1" status: 200 len: 814 time: 0.1024046 Sep 15 16:26:23.694735 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-99e8908c-d8b3-410c-bf98-c2a09c9b0853 req-faa8f092-1be2-4c9f-896f-0b8a0a400f4e tempest-AttachVolumeNegativeTest-624431894 tempest-AttachVolumeNegativeTest-624431894-project] 10.222.0.39 "GET /v2.0/quotas/08b52847f34742319b50763d26a3e585 HTTP/1.1" status: 200 len: 375 time: 0.0090761 Sep 15 16:26:23.754253 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-99e8908c-d8b3-410c-bf98-c2a09c9b0853 req-1f971099-3f48-4b2e-9dc5-e00c4dd56d94 tempest-AttachVolumeNegativeTest-624431894 tempest-AttachVolumeNegativeTest-624431894-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=08b52847f34742319b50763d26a3e585&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0538223 Sep 15 16:26:23.849120 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-99e8908c-d8b3-410c-bf98-c2a09c9b0853 req-478fe769-02f5-434e-94be-3a3ac98b24c2 service neutron] 10.222.0.39 "GET /v2.0/networks/9e66c478-4f71-4cdf-a293-798d2c526beb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875313 Sep 15 16:26:23.877052 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.rpc [None req-57d8a9a3-d16f-4b20-b77b-ca1e664c03db None None] Device 3554ace6-ab82-4a4d-97c8-650beae4d87c no longer exists at agent ovs-agent-dv-cinder-779576-8-iscsi {{(pid=93955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 16:26:23.904212 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [None req-57d8a9a3-d16f-4b20-b77b-ca1e664c03db None None] No Port match for: 3554ace6-ab82-4a4d-97c8-650beae4d87c {{(pid=93955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 16:26:23.904554 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.rpc [None req-57d8a9a3-d16f-4b20-b77b-ca1e664c03db None None] Device 3554ace6-ab82-4a4d-97c8-650beae4d87c not bound to the agent host dv-cinder-779576-8-iscsi {{(pid=93955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 16:26:23.904959 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.rpc [None req-57d8a9a3-d16f-4b20-b77b-ca1e664c03db None None] Device d82f3e0c-6741-4a42-a895-6190311d642c no longer exists at agent ovs-agent-dv-cinder-779576-8-iscsi {{(pid=93955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 16:26:23.924271 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [None req-57d8a9a3-d16f-4b20-b77b-ca1e664c03db None None] No Port match for: d82f3e0c-6741-4a42-a895-6190311d642c {{(pid=93955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 16:26:23.924534 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.rpc [None req-57d8a9a3-d16f-4b20-b77b-ca1e664c03db None None] Device d82f3e0c-6741-4a42-a895-6190311d642c not bound to the agent host dv-cinder-779576-8-iscsi {{(pid=93955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 16:26:23.945611 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-99e8908c-d8b3-410c-bf98-c2a09c9b0853 req-c3436a56-c685-4789-b1fc-ee51e227eaa0 service neutron] 10.222.0.39 "GET /v2.0/networks/9e66c478-4f71-4cdf-a293-798d2c526beb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894380 Sep 15 16:26:24.111503 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-de56c0c1-13d7-4e7c-9ad4-3c019cad8697 req-dd437bd3-6d61-4706-bd69-698f1075f950 tempest-AttachVolumeNegativeTest-624431894 tempest-AttachVolumeNegativeTest-624431894-project] 10.222.0.39 "GET /v2.0/ports?device_id=c086266e-ab2b-4aea-ad27-217159c23fed HTTP/1.1" status: 200 len: 210 time: 0.0293996 Sep 15 16:26:25.173580 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e8908c-d8b3-410c-bf98-c2a09c9b0853 req-7245c287-03b4-4b7a-9c00-8cd9cd2e8fe9 tempest-AttachVolumeNegativeTest-624431894 tempest-AttachVolumeNegativeTest-624431894-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:26:25.175072 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-99e8908c-d8b3-410c-bf98-c2a09c9b0853 req-7245c287-03b4-4b7a-9c00-8cd9cd2e8fe9 tempest-AttachVolumeNegativeTest-624431894 tempest-AttachVolumeNegativeTest-624431894-project] 10.222.0.45 "GET /v2.0/networks?id=9e66c478-4f71-4cdf-a293-798d2c526beb HTTP/1.1" status: 200 len: 814 time: 0.1056743 Sep 15 16:26:25.196706 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.api.v2.base [req-99e8908c-d8b3-410c-bf98-c2a09c9b0853 req-20eeafc8-b70c-4b2b-8b41-4c3a118c7dd8 tempest-AttachVolumeNegativeTest-624431894 tempest-AttachVolumeNegativeTest-624431894-project] Request body: {'port': {'device_id': 'c086266e-ab2b-4aea-ad27-217159c23fed', 'network_id': '9e66c478-4f71-4cdf-a293-798d2c526beb', 'admin_state_up': True, 'tenant_id': '08b52847f34742319b50763d26a3e585'}} {{(pid=93953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:26:25.215440 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-92acb703-03c3-4684-981b-7a094108dd33 req-62f418c5-0346-4125-a751-2754a9a62caf tempest-AttachVolumeNegativeTest-624431894 tempest-AttachVolumeNegativeTest-624431894-project] 10.222.0.39 "GET /v2.0/ports?device_id=c086266e-ab2b-4aea-ad27-217159c23fed HTTP/1.1" status: 200 len: 210 time: 0.0325038 Sep 15 16:26:25.324644 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-99e8908c-d8b3-410c-bf98-c2a09c9b0853 req-20eeafc8-b70c-4b2b-8b41-4c3a118c7dd8 tempest-AttachVolumeNegativeTest-624431894 tempest-AttachVolumeNegativeTest-624431894-project] Made reservation on behalf of 08b52847f34742319b50763d26a3e585 for: {'port': 1} {{(pid=93953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 16:26:25.328098 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [req-99e8908c-d8b3-410c-bf98-c2a09c9b0853 req-20eeafc8-b70c-4b2b-8b41-4c3a118c7dd8 tempest-AttachVolumeNegativeTest-624431894 tempest-AttachVolumeNegativeTest-624431894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928820'] for port, before_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:26:25.450597 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.db.db_base_plugin_common [req-99e8908c-d8b3-410c-bf98-c2a09c9b0853 req-20eeafc8-b70c-4b2b-8b41-4c3a118c7dd8 tempest-AttachVolumeNegativeTest-624431894 tempest-AttachVolumeNegativeTest-624431894-project] Allocated IP 172.20.0.9 (9e66c478-4f71-4cdf-a293-798d2c526beb/a6d88e66-c0ab-4dd8-a770-c6440e6f2b6d/34ddc61e-5079-4aad-9e84-2792bd22861b) {{(pid=93953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 16:26:25.600830 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [req-99e8908c-d8b3-410c-bf98-c2a09c9b0853 req-20eeafc8-b70c-4b2b-8b41-4c3a118c7dd8 tempest-AttachVolumeNegativeTest-624431894 tempest-AttachVolumeNegativeTest-624431894-project] Notify callbacks [] for port, precommit_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:26:25.638788 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [req-99e8908c-d8b3-410c-bf98-c2a09c9b0853 req-20eeafc8-b70c-4b2b-8b41-4c3a118c7dd8 tempest-AttachVolumeNegativeTest-624431894 tempest-AttachVolumeNegativeTest-624431894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791195969994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127878305'] for port, after_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:26:25.651794 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.db [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] get_ports_and_sgs() called for port_ids ['c90f172d-6513-48bb-a6c9-ec2d8f15890b', '34c3aa11-daeb-4ab6-a096-b2f4a738fdd9', 'f169192c-dd30-4142-bc17-f7823d2d8baa'] {{(pid=93955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 16:26:25.702181 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20eeafc8-b70c-4b2b-8b41-4c3a118c7dd8 tempest-AttachVolumeNegativeTest-624431894 tempest-AttachVolumeNegativeTest-624431894-project] Pushing event updated for resources: {'Port': ['ID=34ddc61e-5079-4aad-9e84-2792bd22861b,revision_number=1']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:26:25.710299 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-99e8908c-d8b3-410c-bf98-c2a09c9b0853 req-20eeafc8-b70c-4b2b-8b41-4c3a118c7dd8 tempest-AttachVolumeNegativeTest-624431894 tempest-AttachVolumeNegativeTest-624431894-project] Network 9e66c478-4f71-4cdf-a293-798d2c526beb is already hosted by enough agents. {{(pid=93953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:26:25.711819 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.scheduler.base_scheduler [req-99e8908c-d8b3-410c-bf98-c2a09c9b0853 req-20eeafc8-b70c-4b2b-8b41-4c3a118c7dd8 tempest-AttachVolumeNegativeTest-624431894 tempest-AttachVolumeNegativeTest-624431894-project] Resources bound (agent type, host, resource id): {{(pid=93953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:26:25.714708 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.db.l3_dvrscheduler_db [req-99e8908c-d8b3-410c-bf98-c2a09c9b0853 req-20eeafc8-b70c-4b2b-8b41-4c3a118c7dd8 tempest-AttachVolumeNegativeTest-624431894 tempest-AttachVolumeNegativeTest-624431894-project] Received port after_create {{(pid=93953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 16:26:25.765113 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e8908c-d8b3-410c-bf98-c2a09c9b0853 req-20eeafc8-b70c-4b2b-8b41-4c3a118c7dd8 tempest-AttachVolumeNegativeTest-624431894 tempest-AttachVolumeNegativeTest-624431894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:26:25.765737 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [req-99e8908c-d8b3-410c-bf98-c2a09c9b0853 req-20eeafc8-b70c-4b2b-8b41-4c3a118c7dd8 tempest-AttachVolumeNegativeTest-624431894 tempest-AttachVolumeNegativeTest-624431894-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58602'] for port, before_response {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:26:25.786500 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-99e8908c-d8b3-410c-bf98-c2a09c9b0853 req-20eeafc8-b70c-4b2b-8b41-4c3a118c7dd8 tempest-AttachVolumeNegativeTest-624431894 tempest-AttachVolumeNegativeTest-624431894-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5932498 Sep 15 16:26:25.800214 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.api.v2.base [req-99e8908c-d8b3-410c-bf98-c2a09c9b0853 req-31e2c50a-6d88-4209-b7cf-c270231ad1b7 service neutron] Request body: {'port': {'device_id': 'c086266e-ab2b-4aea-ad27-217159c23fed', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77957'}} {{(pid=93953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:26:25.869298 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [req-99e8908c-d8b3-410c-bf98-c2a09c9b0853 req-31e2c50a-6d88-4209-b7cf-c270231ad1b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928820'] for port, before_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:26:26.185127 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.notifiers.nova [req-99e8908c-d8b3-410c-bf98-c2a09c9b0853 req-31e2c50a-6d88-4209-b7cf-c270231ad1b7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 34ddc61e-5079-4aad-9e84-2792bd22861b {{(pid=93953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 16:26:26.192853 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [req-99e8908c-d8b3-410c-bf98-c2a09c9b0853 req-31e2c50a-6d88-4209-b7cf-c270231ad1b7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:26:26.204673 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.db.provisioning_blocks [req-99e8908c-d8b3-410c-bf98-c2a09c9b0853 req-31e2c50a-6d88-4209-b7cf-c270231ad1b7 service neutron] Transition to ACTIVE for port object 34ddc61e-5079-4aad-9e84-2792bd22861b will not be triggered until provisioned by entity L2. {{(pid=93953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 16:26:26.211587 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [req-99e8908c-d8b3-410c-bf98-c2a09c9b0853 req-31e2c50a-6d88-4209-b7cf-c270231ad1b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791196459277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791195970012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791195970030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127878328'] for port, after_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:26:26.263424 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e2c50a-6d88-4209-b7cf-c270231ad1b7 service neutron] Pushing event updated for resources: {'Port': ['ID=34ddc61e-5079-4aad-9e84-2792bd22861b,revision_number=2']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:26:26.330922 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.managers [req-99e8908c-d8b3-410c-bf98-c2a09c9b0853 req-31e2c50a-6d88-4209-b7cf-c270231ad1b7 service neutron] Attempting to bind port 34ddc61e-5079-4aad-9e84-2792bd22861b on host hv-cinder-77957 for vnic_type normal with profile {{(pid=93953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 16:26:26.331206 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.managers [req-99e8908c-d8b3-410c-bf98-c2a09c9b0853 req-31e2c50a-6d88-4209-b7cf-c270231ad1b7 service neutron] Attempting to bind port 34ddc61e-5079-4aad-9e84-2792bd22861b by drivers openvswitch,hyperv on host hv-cinder-77957 at level 0 using segments [{'id': '59ddac4d-713c-429a-86bb-e4613c98c15a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '9e66c478-4f71-4cdf-a293-798d2c526beb'}] {{(pid=93953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 16:26:26.331546 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99e8908c-d8b3-410c-bf98-c2a09c9b0853 req-31e2c50a-6d88-4209-b7cf-c270231ad1b7 service neutron] Attempting to bind port 34ddc61e-5079-4aad-9e84-2792bd22861b on network 9e66c478-4f71-4cdf-a293-798d2c526beb {{(pid=93953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 16:26:26.335858 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99e8908c-d8b3-410c-bf98-c2a09c9b0853 req-31e2c50a-6d88-4209-b7cf-c270231ad1b7 service neutron] Port 34ddc61e-5079-4aad-9e84-2792bd22861b on network 9e66c478-4f71-4cdf-a293-798d2c526beb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77957 {{(pid=93953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 15 16:26:26.335998 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985a9cfb-3f36-4ceb-b0eb-638b96ad0e5f req-1986e033-3951-4092-83f8-b8c822c4df8f tempest-AttachVolumeNegativeTest-624431894 tempest-AttachVolumeNegativeTest-624431894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:26:26.336488 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99e8908c-d8b3-410c-bf98-c2a09c9b0853 req-31e2c50a-6d88-4209-b7cf-c270231ad1b7 service neutron] Attempting to bind port 34ddc61e-5079-4aad-9e84-2792bd22861b on network 9e66c478-4f71-4cdf-a293-798d2c526beb {{(pid=93953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 16:26:26.337360 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-985a9cfb-3f36-4ceb-b0eb-638b96ad0e5f req-1986e033-3951-4092-83f8-b8c822c4df8f tempest-AttachVolumeNegativeTest-624431894 tempest-AttachVolumeNegativeTest-624431894-project] 10.222.0.39 "GET /v2.0/ports?device_id=c086266e-ab2b-4aea-ad27-217159c23fed HTTP/1.1" status: 200 len: 943 time: 0.0499635 Sep 15 16:26:26.340910 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99e8908c-d8b3-410c-bf98-c2a09c9b0853 req-31e2c50a-6d88-4209-b7cf-c270231ad1b7 service neutron] Checking agent: {'id': 'ffe43d43-c071-44aa-bc11-ae2d4b291b02', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77957', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 16, 20, 23), 'started_at': datetime.datetime(2021, 9, 15, 16, 20, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 16, 26, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 16:26:26.341240 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99e8908c-d8b3-410c-bf98-c2a09c9b0853 req-31e2c50a-6d88-4209-b7cf-c270231ad1b7 service neutron] Checking segment: {'id': '59ddac4d-713c-429a-86bb-e4613c98c15a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '9e66c478-4f71-4cdf-a293-798d2c526beb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 16:26:26.341615 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99e8908c-d8b3-410c-bf98-c2a09c9b0853 req-31e2c50a-6d88-4209-b7cf-c270231ad1b7 service neutron] Bound using segment: {'id': '59ddac4d-713c-429a-86bb-e4613c98c15a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '9e66c478-4f71-4cdf-a293-798d2c526beb'} {{(pid=93953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 16:26:26.342027 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.managers [req-99e8908c-d8b3-410c-bf98-c2a09c9b0853 req-31e2c50a-6d88-4209-b7cf-c270231ad1b7 service neutron] Bound port: 34ddc61e-5079-4aad-9e84-2792bd22861b, host: hv-cinder-77957, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '59ddac4d-713c-429a-86bb-e4613c98c15a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '9e66c478-4f71-4cdf-a293-798d2c526beb'}}] {{(pid=93953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 16:26:26.342377 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [req-99e8908c-d8b3-410c-bf98-c2a09c9b0853 req-31e2c50a-6d88-4209-b7cf-c270231ad1b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928820'] for port, before_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:26:26.375943 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-985a9cfb-3f36-4ceb-b0eb-638b96ad0e5f req-76613353-be45-4203-935c-3800f21ab4ff tempest-AttachVolumeNegativeTest-624431894 tempest-AttachVolumeNegativeTest-624431894-project] 10.222.0.39 "GET /v2.0/security-groups?id=55c08e70-940c-4a69-a384-24c4ba0679d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321825 Sep 15 16:26:26.403919 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.db [req-99e8908c-d8b3-410c-bf98-c2a09c9b0853 req-31e2c50a-6d88-4209-b7cf-c270231ad1b7 service neutron] For port 34ddc61e-5079-4aad-9e84-2792bd22861b, host hv-cinder-77957, cleared binding levels {{(pid=93953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 16:26:26.407173 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.db [req-99e8908c-d8b3-410c-bf98-c2a09c9b0853 req-31e2c50a-6d88-4209-b7cf-c270231ad1b7 service neutron] For port 34ddc61e-5079-4aad-9e84-2792bd22861b, host hv-cinder-77957, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77957',level=0,port_id=34ddc61e-5079-4aad-9e84-2792bd22861b,segment=NetworkSegment(59ddac4d-713c-429a-86bb-e4613c98c15a),segment_id=59ddac4d-713c-429a-86bb-e4613c98c15a)] {{(pid=93953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 16:26:26.411449 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [req-99e8908c-d8b3-410c-bf98-c2a09c9b0853 req-31e2c50a-6d88-4209-b7cf-c270231ad1b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791196459277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791195970012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791195970030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127878328'] for port, after_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:26:26.444497 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e8908c-d8b3-410c-bf98-c2a09c9b0853 req-31e2c50a-6d88-4209-b7cf-c270231ad1b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:26:26.445092 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [req-99e8908c-d8b3-410c-bf98-c2a09c9b0853 req-31e2c50a-6d88-4209-b7cf-c270231ad1b7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58602'] for port, before_response {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:26:26.446463 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-99e8908c-d8b3-410c-bf98-c2a09c9b0853 req-31e2c50a-6d88-4209-b7cf-c270231ad1b7 service neutron] 10.222.0.45 "PUT /v2.0/ports/34ddc61e-5079-4aad-9e84-2792bd22861b HTTP/1.1" status: 200 len: 1093 time: 0.6506710 Sep 15 16:26:26.446895 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c086266e-ab2b-4aea-ad27-217159c23fed', 'tag': '34ddc61e-5079-4aad-9e84-2792bd22861b'}] {{(pid=93953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 16:26:26.449160 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5192e05b0783e869a38b3815ee673eee9316ce03dcaf8465063259ebfb62487" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c159b4bf-7a7c-4545-831b-84d3b4272859" -d '{"events": [{"name": "network-changed", "server_uuid": "c086266e-ab2b-4aea-ad27-217159c23fed", "tag": "34ddc61e-5079-4aad-9e84-2792bd22861b"}]}' {{(pid=93953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 16:26:26.473758 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e2c50a-6d88-4209-b7cf-c270231ad1b7 service neutron] Pushing event updated for resources: {'Port': ['ID=34ddc61e-5079-4aad-9e84-2792bd22861b,revision_number=3']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:26:26.498566 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 16:26:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b46f41ea-51e4-4724-a9e8-4e6f2800c2b3 x-openstack-request-id: req-b46f41ea-51e4-4724-a9e8-4e6f2800c2b3 {{(pid=93953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 16:26:26.498853 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c086266e-ab2b-4aea-ad27-217159c23fed", "tag": "34ddc61e-5079-4aad-9e84-2792bd22861b", "status": "completed", "code": 200}]} {{(pid=93953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 16:26:26.499108 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-b46f41ea-51e4-4724-a9e8-4e6f2800c2b3 {{(pid=93953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 16:26:26.499495 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c086266e-ab2b-4aea-ad27-217159c23fed', 'tag': '34ddc61e-5079-4aad-9e84-2792bd22861b', 'status': 'completed', 'code': 200} Sep 15 16:26:26.528310 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e8908c-d8b3-410c-bf98-c2a09c9b0853 req-68fc1112-738a-453c-8dc7-752efab5e766 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:26:26.529783 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-99e8908c-d8b3-410c-bf98-c2a09c9b0853 req-68fc1112-738a-453c-8dc7-752efab5e766 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=08b52847f34742319b50763d26a3e585&device_id=c086266e-ab2b-4aea-ad27-217159c23fed HTTP/1.1" status: 200 len: 1096 time: 0.0419853 Sep 15 16:26:26.581878 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-99e8908c-d8b3-410c-bf98-c2a09c9b0853 req-24dc55ae-bd10-4e44-82b2-0032edf0bebd service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=34ddc61e-5079-4aad-9e84-2792bd22861b HTTP/1.1" status: 200 len: 217 time: 0.0357897 Sep 15 16:26:27.510271 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc1e79d-4902-441e-a99c-15266903c2a6 req-6e3f8c75-7693-40bf-8a0a-86e52c5cc4b5 tempest-AttachVolumeNegativeTest-624431894 tempest-AttachVolumeNegativeTest-624431894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:26:27.511737 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-dcc1e79d-4902-441e-a99c-15266903c2a6 req-6e3f8c75-7693-40bf-8a0a-86e52c5cc4b5 tempest-AttachVolumeNegativeTest-624431894 tempest-AttachVolumeNegativeTest-624431894-project] 10.222.0.39 "GET /v2.0/ports?device_id=c086266e-ab2b-4aea-ad27-217159c23fed HTTP/1.1" status: 200 len: 943 time: 0.0567496 Sep 15 16:26:27.549981 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-dcc1e79d-4902-441e-a99c-15266903c2a6 req-8454ae0b-4d17-46f7-bacb-2cc5dbe45a02 tempest-AttachVolumeNegativeTest-624431894 tempest-AttachVolumeNegativeTest-624431894-project] 10.222.0.39 "GET /v2.0/security-groups?id=55c08e70-940c-4a69-a384-24c4ba0679d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322232 Sep 15 16:26:28.670496 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8720813-a935-4e50-86f2-aaa63301017a req-33ef74de-9cf9-43a3-bb31-7b47176d0937 tempest-AttachVolumeNegativeTest-624431894 tempest-AttachVolumeNegativeTest-624431894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:26:28.671950 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-f8720813-a935-4e50-86f2-aaa63301017a req-33ef74de-9cf9-43a3-bb31-7b47176d0937 tempest-AttachVolumeNegativeTest-624431894 tempest-AttachVolumeNegativeTest-624431894-project] 10.222.0.39 "GET /v2.0/ports?device_id=c086266e-ab2b-4aea-ad27-217159c23fed HTTP/1.1" status: 200 len: 943 time: 0.0526531 Sep 15 16:26:28.710796 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-f8720813-a935-4e50-86f2-aaa63301017a req-f5d3cb38-efdd-4074-b1fb-b6c8257ad115 tempest-AttachVolumeNegativeTest-624431894 tempest-AttachVolumeNegativeTest-624431894-project] 10.222.0.39 "GET /v2.0/security-groups?id=55c08e70-940c-4a69-a384-24c4ba0679d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328245 Sep 15 16:26:29.144945 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-2bba20d1-c1d3-49ee-82b3-685c0009ac02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791196484491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953091'] for agent, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:26:29.849380 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9933c737-79b3-4a41-930c-3fba9871b45d req-fb77189a-72a3-46b4-ad06-5786ab2a0bfe tempest-AttachVolumeNegativeTest-624431894 tempest-AttachVolumeNegativeTest-624431894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:26:29.850981 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-9933c737-79b3-4a41-930c-3fba9871b45d req-fb77189a-72a3-46b4-ad06-5786ab2a0bfe tempest-AttachVolumeNegativeTest-624431894 tempest-AttachVolumeNegativeTest-624431894-project] 10.222.0.39 "GET /v2.0/ports?device_id=c086266e-ab2b-4aea-ad27-217159c23fed HTTP/1.1" status: 200 len: 943 time: 0.0567291 Sep 15 16:26:29.891644 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-9933c737-79b3-4a41-930c-3fba9871b45d req-4b2064cd-fd7c-46c2-9bf3-964baa763d00 tempest-AttachVolumeNegativeTest-624431894 tempest-AttachVolumeNegativeTest-624431894-project] 10.222.0.39 "GET /v2.0/security-groups?id=55c08e70-940c-4a69-a384-24c4ba0679d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344164 Sep 15 16:26:30.642705 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e8908c-d8b3-410c-bf98-c2a09c9b0853 req-ce266357-34ac-416e-adec-6be6f79e7582 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:26:30.644155 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-99e8908c-d8b3-410c-bf98-c2a09c9b0853 req-ce266357-34ac-416e-adec-6be6f79e7582 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=a6d88e66-c0ab-4dd8-a770-c6440e6f2b6d HTTP/1.1" status: 200 len: 854 time: 0.0499258 Sep 15 16:26:31.035925 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb84478-3b82-4405-b136-224d994fff7d req-448ac1e9-ba8f-4d19-ab4c-df69688f61cf tempest-AttachVolumeNegativeTest-624431894 tempest-AttachVolumeNegativeTest-624431894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:26:31.037705 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-0eb84478-3b82-4405-b136-224d994fff7d req-448ac1e9-ba8f-4d19-ab4c-df69688f61cf tempest-AttachVolumeNegativeTest-624431894 tempest-AttachVolumeNegativeTest-624431894-project] 10.222.0.39 "GET /v2.0/ports?device_id=c086266e-ab2b-4aea-ad27-217159c23fed HTTP/1.1" status: 200 len: 943 time: 0.0665026 Sep 15 16:26:31.077314 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-0eb84478-3b82-4405-b136-224d994fff7d req-d42c0b35-0469-4f89-9b37-e83e88321708 tempest-AttachVolumeNegativeTest-624431894 tempest-AttachVolumeNegativeTest-624431894-project] 10.222.0.39 "GET /v2.0/security-groups?id=55c08e70-940c-4a69-a384-24c4ba0679d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333703 Sep 15 16:26:31.763513 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-99e8908c-d8b3-410c-bf98-c2a09c9b0853 req-9261faf7-7418-4f01-a9e2-154ca7d95b52 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=9e66c478-4f71-4cdf-a293-798d2c526beb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0338790 Sep 15 16:26:31.839774 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-57d8a9a3-d16f-4b20-b77b-ca1e664c03db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791196484491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953091'] for agent, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:26:31.921065 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-ee4c612c-9032-4619-81db-76dd285a9e7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791196484491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953091'] for agent, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:26:32.205697 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d15d36-52d3-4490-8602-f6d930849d5b req-808ff717-bc5f-4f10-b24e-241cca4b64e0 tempest-AttachVolumeNegativeTest-624431894 tempest-AttachVolumeNegativeTest-624431894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:26:32.207145 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-e9d15d36-52d3-4490-8602-f6d930849d5b req-808ff717-bc5f-4f10-b24e-241cca4b64e0 tempest-AttachVolumeNegativeTest-624431894 tempest-AttachVolumeNegativeTest-624431894-project] 10.222.0.39 "GET /v2.0/ports?device_id=c086266e-ab2b-4aea-ad27-217159c23fed HTTP/1.1" status: 200 len: 943 time: 0.0489938 Sep 15 16:26:32.246221 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-e9d15d36-52d3-4490-8602-f6d930849d5b req-7b797dae-ea1b-41de-a813-32dd4c16f975 tempest-AttachVolumeNegativeTest-624431894 tempest-AttachVolumeNegativeTest-624431894-project] 10.222.0.39 "GET /v2.0/security-groups?id=55c08e70-940c-4a69-a384-24c4ba0679d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330756 Sep 15 16:26:32.956328 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-eee1357e-56cc-4bdc-884d-16a88731d16f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791196484491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953091'] for agent, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:26:33.309109 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-99e8908c-d8b3-410c-bf98-c2a09c9b0853 req-4adbb187-8c9d-4bc0-b95d-2dae154f222e service neutron] 10.222.0.45 "GET /v2.0/networks/9e66c478-4f71-4cdf-a293-798d2c526beb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0966942 Sep 15 16:26:33.415502 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f699aedf-7ae2-4067-bbbd-985ef0df5254 req-e6554a78-9ed1-4bd0-8a67-80e3fac3e495 tempest-AttachVolumeNegativeTest-624431894 tempest-AttachVolumeNegativeTest-624431894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:26:33.417012 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-f699aedf-7ae2-4067-bbbd-985ef0df5254 req-e6554a78-9ed1-4bd0-8a67-80e3fac3e495 tempest-AttachVolumeNegativeTest-624431894 tempest-AttachVolumeNegativeTest-624431894-project] 10.222.0.39 "GET /v2.0/ports?device_id=c086266e-ab2b-4aea-ad27-217159c23fed HTTP/1.1" status: 200 len: 943 time: 0.1029749 Sep 15 16:26:33.447475 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-99e8908c-d8b3-410c-bf98-c2a09c9b0853 req-73b73a12-a67e-4b0d-92db-ab5dba008e57 service neutron] 10.222.0.45 "GET /v2.0/networks/9e66c478-4f71-4cdf-a293-798d2c526beb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247895 Sep 15 16:26:33.469482 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-f699aedf-7ae2-4067-bbbd-985ef0df5254 req-2222e336-06ad-4605-9565-2a394f75c4a7 tempest-AttachVolumeNegativeTest-624431894 tempest-AttachVolumeNegativeTest-624431894-project] 10.222.0.39 "GET /v2.0/security-groups?id=55c08e70-940c-4a69-a384-24c4ba0679d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452096 Sep 15 16:26:33.539085 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c159b4bf-7a7c-4545-831b-84d3b4272859 req-5e4cc38b-2350-4735-b2b9-9872b1e9a966 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:26:33.540607 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-c159b4bf-7a7c-4545-831b-84d3b4272859 req-5e4cc38b-2350-4735-b2b9-9872b1e9a966 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=08b52847f34742319b50763d26a3e585&device_id=c086266e-ab2b-4aea-ad27-217159c23fed HTTP/1.1" status: 200 len: 1096 time: 0.0413930 Sep 15 16:26:33.630379 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c159b4bf-7a7c-4545-831b-84d3b4272859 req-adde4759-a773-4c36-b021-46daca93ffb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:26:33.631817 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-c159b4bf-7a7c-4545-831b-84d3b4272859 req-adde4759-a773-4c36-b021-46daca93ffb2 service neutron] 10.222.0.45 "GET /v2.0/networks?id=9e66c478-4f71-4cdf-a293-798d2c526beb HTTP/1.1" status: 200 len: 914 time: 0.0826447 Sep 15 16:26:33.708333 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-c159b4bf-7a7c-4545-831b-84d3b4272859 req-13e98d6d-c6ff-427c-a55b-043889544750 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=34ddc61e-5079-4aad-9e84-2792bd22861b HTTP/1.1" status: 200 len: 217 time: 0.0479472 Sep 15 16:26:33.757441 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c159b4bf-7a7c-4545-831b-84d3b4272859 req-62eaca64-35c3-4f23-82c8-0e9fa9164861 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:26:33.758776 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-c159b4bf-7a7c-4545-831b-84d3b4272859 req-62eaca64-35c3-4f23-82c8-0e9fa9164861 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=a6d88e66-c0ab-4dd8-a770-c6440e6f2b6d HTTP/1.1" status: 200 len: 854 time: 0.0427713 Sep 15 16:26:33.792465 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-c159b4bf-7a7c-4545-831b-84d3b4272859 req-238dbad9-580a-474e-bd18-1f31acd6a4f5 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=9e66c478-4f71-4cdf-a293-798d2c526beb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0237968 Sep 15 16:26:33.887243 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-c159b4bf-7a7c-4545-831b-84d3b4272859 req-be23a72f-6765-4d44-a885-362c643d09b6 service neutron] 10.222.0.45 "GET /v2.0/networks/9e66c478-4f71-4cdf-a293-798d2c526beb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832565 Sep 15 16:26:33.981340 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-c159b4bf-7a7c-4545-831b-84d3b4272859 req-09d538f3-de23-408e-b7b4-e8b26d637d68 service neutron] 10.222.0.45 "GET /v2.0/networks/9e66c478-4f71-4cdf-a293-798d2c526beb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800288 Sep 15 16:26:34.330406 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-7ad16b6f-1dcb-4567-914a-8ec9b5a04b47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791196484491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953091'] for agent, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:26:34.589776 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14d5fc9-8526-416d-bef8-872b11d31678 req-80fd50da-416e-4690-899a-b7b675e87812 tempest-AttachVolumeNegativeTest-624431894 tempest-AttachVolumeNegativeTest-624431894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:26:34.591160 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-d14d5fc9-8526-416d-bef8-872b11d31678 req-80fd50da-416e-4690-899a-b7b675e87812 tempest-AttachVolumeNegativeTest-624431894 tempest-AttachVolumeNegativeTest-624431894-project] 10.222.0.39 "GET /v2.0/ports?device_id=c086266e-ab2b-4aea-ad27-217159c23fed HTTP/1.1" status: 200 len: 943 time: 0.0546663 Sep 15 16:26:34.633380 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-d14d5fc9-8526-416d-bef8-872b11d31678 req-54ef63a2-dfa0-46bf-ae52-d96864411ac4 tempest-AttachVolumeNegativeTest-624431894 tempest-AttachVolumeNegativeTest-624431894-project] 10.222.0.39 "GET /v2.0/security-groups?id=55c08e70-940c-4a69-a384-24c4ba0679d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361197 Sep 15 16:26:35.755846 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9143bfe-d7d3-4962-b5a8-ae99c61b301d req-4d1eb2a8-06a8-4234-9ac0-2f370f84ff35 tempest-AttachVolumeNegativeTest-624431894 tempest-AttachVolumeNegativeTest-624431894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:26:35.757319 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-a9143bfe-d7d3-4962-b5a8-ae99c61b301d req-4d1eb2a8-06a8-4234-9ac0-2f370f84ff35 tempest-AttachVolumeNegativeTest-624431894 tempest-AttachVolumeNegativeTest-624431894-project] 10.222.0.39 "GET /v2.0/ports?device_id=c086266e-ab2b-4aea-ad27-217159c23fed HTTP/1.1" status: 200 len: 943 time: 0.0498855 Sep 15 16:26:35.798738 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-a9143bfe-d7d3-4962-b5a8-ae99c61b301d req-84391bc7-828c-4ae5-9d4e-f142a0644990 tempest-AttachVolumeNegativeTest-624431894 tempest-AttachVolumeNegativeTest-624431894-project] 10.222.0.39 "GET /v2.0/security-groups?id=55c08e70-940c-4a69-a384-24c4ba0679d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350857 Sep 15 16:26:36.921413 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619b8fab-e8a8-4396-9b13-d4895c8e6522 req-59ed602c-23c9-42e9-9416-494b7e4359f4 tempest-AttachVolumeNegativeTest-624431894 tempest-AttachVolumeNegativeTest-624431894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:26:36.921413 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-619b8fab-e8a8-4396-9b13-d4895c8e6522 req-59ed602c-23c9-42e9-9416-494b7e4359f4 tempest-AttachVolumeNegativeTest-624431894 tempest-AttachVolumeNegativeTest-624431894-project] 10.222.0.39 "GET /v2.0/ports?device_id=c086266e-ab2b-4aea-ad27-217159c23fed HTTP/1.1" status: 200 len: 943 time: 0.0495386 Sep 15 16:26:36.959695 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-619b8fab-e8a8-4396-9b13-d4895c8e6522 req-caec095e-e1e5-4d1a-8d6f-52a0579be917 tempest-AttachVolumeNegativeTest-624431894 tempest-AttachVolumeNegativeTest-624431894-project] 10.222.0.39 "GET /v2.0/security-groups?id=55c08e70-940c-4a69-a384-24c4ba0679d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352333 Sep 15 16:26:37.103406 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.wsgi [-] (93953) accepted ('10.222.0.39', 36808) {{(pid=93953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:26:37.216287 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-26756593-ffd8-4812-b7cc-0a1c6a3d2d00 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:26:37.304341 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-26756593-ffd8-4812-b7cc-0a1c6a3d2d00 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:26:37.311263 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-26756593-ffd8-4812-b7cc-0a1c6a3d2d00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3702208'] for security_group, after_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:26:37.350737 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [None req-26756593-ffd8-4812-b7cc-0a1c6a3d2d00 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=aa2ed5e9dcb941a79d7690bc44ad8fbe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2462306 Sep 15 16:26:37.351670 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26756593-ffd8-4812-b7cc-0a1c6a3d2d00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d50563e9-4430-449d-b7c2-1d5b12fcf48f,revision_number=1']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:26:37.353537 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.wsgi [-] (93953) accepted ('10.222.0.39', 36812) {{(pid=93953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:26:37.369553 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26756593-ffd8-4812-b7cc-0a1c6a3d2d00 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:26:37.369912 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26756593-ffd8-4812-b7cc-0a1c6a3d2d00 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:26:37.370232 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26756593-ffd8-4812-b7cc-0a1c6a3d2d00 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:26:37.370568 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26756593-ffd8-4812-b7cc-0a1c6a3d2d00 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:26:37.370905 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26756593-ffd8-4812-b7cc-0a1c6a3d2d00 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:26:37.371234 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26756593-ffd8-4812-b7cc-0a1c6a3d2d00 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:26:37.371554 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26756593-ffd8-4812-b7cc-0a1c6a3d2d00 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:26:37.371882 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26756593-ffd8-4812-b7cc-0a1c6a3d2d00 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:26:37.372225 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26756593-ffd8-4812-b7cc-0a1c6a3d2d00 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:26:37.372546 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26756593-ffd8-4812-b7cc-0a1c6a3d2d00 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:26:37.372863 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26756593-ffd8-4812-b7cc-0a1c6a3d2d00 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:26:37.373161 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26756593-ffd8-4812-b7cc-0a1c6a3d2d00 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:26:37.415389 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-541d6846-7fa0-4ecc-b1e1-4e8b55188864 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:26:37.437366 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-541d6846-7fa0-4ecc-b1e1-4e8b55188864 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:26:37.486483 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-541d6846-7fa0-4ecc-b1e1-4e8b55188864 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3702208'] for security_group, after_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:26:37.489055 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-541d6846-7fa0-4ecc-b1e1-4e8b55188864 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:26:37.490525 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [None req-541d6846-7fa0-4ecc-b1e1-4e8b55188864 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/d50563e9-4430-449d-b7c2-1d5b12fcf48f HTTP/1.1" status: 204 len: 168 time: 0.1358027 Sep 15 16:26:37.498454 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541d6846-7fa0-4ecc-b1e1-4e8b55188864 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d50563e9-4430-449d-b7c2-1d5b12fcf48f,revision_number=None']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:26:38.086232 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa78085-7378-4283-90a2-97ebf1172e7f req-5f1f8db3-2bff-46f2-beac-037df2ad616b tempest-AttachVolumeNegativeTest-624431894 tempest-AttachVolumeNegativeTest-624431894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:26:38.087976 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-3aa78085-7378-4283-90a2-97ebf1172e7f req-5f1f8db3-2bff-46f2-beac-037df2ad616b tempest-AttachVolumeNegativeTest-624431894 tempest-AttachVolumeNegativeTest-624431894-project] 10.222.0.39 "GET /v2.0/ports?device_id=c086266e-ab2b-4aea-ad27-217159c23fed HTTP/1.1" status: 200 len: 943 time: 0.0491335 Sep 15 16:26:38.129799 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-3aa78085-7378-4283-90a2-97ebf1172e7f req-8df23344-a235-4e65-ae20-5b58b74311dd tempest-AttachVolumeNegativeTest-624431894 tempest-AttachVolumeNegativeTest-624431894-project] 10.222.0.39 "GET /v2.0/security-groups?id=55c08e70-940c-4a69-a384-24c4ba0679d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354195 Sep 15 16:26:39.188825 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.rpc [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] Device 34ddc61e-5079-4aad-9e84-2792bd22861b details requested by agent hyperv_hv-cinder-77957 with host hv-cinder-77957 {{(pid=93955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 16:26:39.223666 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.wsgi [-] (93953) accepted ('10.222.0.39', 36886) {{(pid=93953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:26:39.251178 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d2f0be-5415-4395-9406-e2138881dacb req-a166160b-4e11-44fc-b09f-992084ecad91 tempest-AttachVolumeNegativeTest-624431894 tempest-AttachVolumeNegativeTest-624431894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:26:39.258644 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-38d2f0be-5415-4395-9406-e2138881dacb req-a166160b-4e11-44fc-b09f-992084ecad91 tempest-AttachVolumeNegativeTest-624431894 tempest-AttachVolumeNegativeTest-624431894-project] 10.222.0.39 "GET /v2.0/ports?device_id=c086266e-ab2b-4aea-ad27-217159c23fed HTTP/1.1" status: 200 len: 943 time: 0.0588171 Sep 15 16:26:39.290242 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.db [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] For port 34ddc61e-5079-4aad-9e84-2792bd22861b, host hv-cinder-77957, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77957',level=0,port_id=34ddc61e-5079-4aad-9e84-2792bd22861b,segment=NetworkSegment(59ddac4d-713c-429a-86bb-e4613c98c15a),segment_id=59ddac4d-713c-429a-86bb-e4613c98c15a)] {{(pid=93955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:26:39.302515 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-38d2f0be-5415-4395-9406-e2138881dacb req-83fb13d1-fb40-47a9-ad39-f83ee9bee6bc tempest-AttachVolumeNegativeTest-624431894 tempest-AttachVolumeNegativeTest-624431894-project] 10.222.0.39 "GET /v2.0/security-groups?id=55c08e70-940c-4a69-a384-24c4ba0679d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382893 Sep 15 16:26:39.305256 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.rpc [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] Returning: {'device': '34ddc61e-5079-4aad-9e84-2792bd22861b', 'network_id': '9e66c478-4f71-4cdf-a293-798d2c526beb', 'port_id': '34ddc61e-5079-4aad-9e84-2792bd22861b', 'mac_address': 'fa:16:3e:e8:e0:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 50, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a6d88e66-c0ab-4dd8-a770-c6440e6f2b6d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 16:26:39.347346 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-7a1c3c26-e59f-428c-8edf-91086c83f079 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:26:39.351019 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928820'] for port, before_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:26:39.365816 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.notifiers.nova [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 34ddc61e-5079-4aad-9e84-2792bd22861b {{(pid=93955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 16:26:39.386734 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.db [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] For port 34ddc61e-5079-4aad-9e84-2792bd22861b, host hv-cinder-77957, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77957',level=0,port_id=34ddc61e-5079-4aad-9e84-2792bd22861b,segment=NetworkSegment(59ddac4d-713c-429a-86bb-e4613c98c15a),segment_id=59ddac4d-713c-429a-86bb-e4613c98c15a)] {{(pid=93955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:26:39.390860 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791196459277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791195970012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791195970030'] for port, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:26:39.450492 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-7a1c3c26-e59f-428c-8edf-91086c83f079 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:26:39.454350 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] Pushing event updated for resources: {'Port': ['ID=34ddc61e-5079-4aad-9e84-2792bd22861b,revision_number=4']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:26:39.457392 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-7a1c3c26-e59f-428c-8edf-91086c83f079 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3702208'] for security_group, after_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:26:39.463540 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:26:39.463887 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:26:39.464264 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:26:39.464594 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:26:39.465433 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:26:39.465765 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:26:39.466087 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:26:39.466567 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:26:39.467085 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:26:39.467411 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:26:39.467733 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:26:39.468051 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:26:39.497886 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [None req-7a1c3c26-e59f-428c-8edf-91086c83f079 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=2bb8d36b542045ea93ac6d629acea58f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2727628 Sep 15 16:26:39.500403 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1c3c26-e59f-428c-8edf-91086c83f079 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b978edd-69a7-47c3-8959-a55f1823ba66,revision_number=1']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:26:39.502676 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.wsgi [-] (93953) accepted ('10.222.0.39', 36898) {{(pid=93953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:26:39.545114 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27902c33-ff05-4076-8c50-bbafae2735be req-0d4d9dc6-eae8-4fe0-bee7-895aeb532ad4 tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:26:39.546592 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-27902c33-ff05-4076-8c50-bbafae2735be req-0d4d9dc6-eae8-4fe0-bee7-895aeb532ad4 tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] 10.222.0.39 "GET /v2.0/ports?device_id=1895071e-07cf-4d71-977e-0057a981f962 HTTP/1.1" status: 200 len: 945 time: 0.0502088 Sep 15 16:26:39.553808 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-5cbf70a3-7259-40e7-b5ca-310d2fc3f4dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:26:39.575241 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-5cbf70a3-7259-40e7-b5ca-310d2fc3f4dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:26:39.582993 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-27902c33-ff05-4076-8c50-bbafae2735be req-c970bb95-2ecc-4acb-98b0-58c20040b3da tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] 10.222.0.39 "GET /v2.0/security-groups?id=01d6c133-4034-4f0a-ac7f-c71aa400623e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303085 Sep 15 16:26:39.622877 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-5cbf70a3-7259-40e7-b5ca-310d2fc3f4dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3702208'] for security_group, after_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:26:39.625239 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-5cbf70a3-7259-40e7-b5ca-310d2fc3f4dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:26:39.626367 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [None req-5cbf70a3-7259-40e7-b5ca-310d2fc3f4dc admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/4b978edd-69a7-47c3-8959-a55f1823ba66 HTTP/1.1" status: 204 len: 168 time: 0.1228139 Sep 15 16:26:39.634993 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cbf70a3-7259-40e7-b5ca-310d2fc3f4dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b978edd-69a7-47c3-8959-a55f1823ba66,revision_number=None']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:26:39.851474 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.db [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] get_ports_and_sgs() called for port_ids ['34ddc61e-5079-4aad-9e84-2792bd22861b'] {{(pid=93955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 16:26:39.903298 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.wsgi [-] (93953) accepted ('10.222.0.39', 36906) {{(pid=93953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:26:39.916865 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-cfe63695-7288-4995-bc9b-09c349a90408 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:26:40.003753 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-cfe63695-7288-4995-bc9b-09c349a90408 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:26:40.008997 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-cfe63695-7288-4995-bc9b-09c349a90408 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3702208'] for security_group, after_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:26:40.046841 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [None req-cfe63695-7288-4995-bc9b-09c349a90408 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=f7dc2153437e449db1d3a6fcdaa6733b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1423464 Sep 15 16:26:40.047654 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe63695-7288-4995-bc9b-09c349a90408 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7b9cc86-e35d-4d41-baae-f09cf130e230,revision_number=1']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:26:40.049725 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.wsgi [-] (93954) accepted ('10.222.0.39', 36908) {{(pid=93954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:26:40.099434 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-3ceab438-6b9d-4775-94c1-d2bfcb61fccc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:26:40.120275 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-3ceab438-6b9d-4775-94c1-d2bfcb61fccc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:26:40.176374 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-3ceab438-6b9d-4775-94c1-d2bfcb61fccc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3702208'] for security_group, after_delete {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:26:40.178932 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-3ceab438-6b9d-4775-94c1-d2bfcb61fccc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:26:40.180207 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [None req-3ceab438-6b9d-4775-94c1-d2bfcb61fccc admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/e7b9cc86-e35d-4d41-baae-f09cf130e230 HTTP/1.1" status: 204 len: 168 time: 0.1293361 Sep 15 16:26:40.188310 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ceab438-6b9d-4775-94c1-d2bfcb61fccc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7b9cc86-e35d-4d41-baae-f09cf130e230,revision_number=None']} {{(pid=93954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:26:40.195733 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ceab438-6b9d-4775-94c1-d2bfcb61fccc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:26:40.196282 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ceab438-6b9d-4775-94c1-d2bfcb61fccc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:26:40.196625 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ceab438-6b9d-4775-94c1-d2bfcb61fccc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:26:40.196958 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ceab438-6b9d-4775-94c1-d2bfcb61fccc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:26:40.197287 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ceab438-6b9d-4775-94c1-d2bfcb61fccc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:26:40.197616 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ceab438-6b9d-4775-94c1-d2bfcb61fccc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:26:40.197940 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ceab438-6b9d-4775-94c1-d2bfcb61fccc admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:26:40.198261 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ceab438-6b9d-4775-94c1-d2bfcb61fccc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:26:40.198603 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ceab438-6b9d-4775-94c1-d2bfcb61fccc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:26:40.198905 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ceab438-6b9d-4775-94c1-d2bfcb61fccc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:26:40.199221 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ceab438-6b9d-4775-94c1-d2bfcb61fccc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:26:40.199538 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ceab438-6b9d-4775-94c1-d2bfcb61fccc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:26:40.412418 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b26397-dc9a-44bb-abe8-22ce4aff4090 req-1f827f25-cc51-4cc7-a247-0a86ff162997 tempest-AttachVolumeNegativeTest-624431894 tempest-AttachVolumeNegativeTest-624431894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:26:40.414785 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-95b26397-dc9a-44bb-abe8-22ce4aff4090 req-1f827f25-cc51-4cc7-a247-0a86ff162997 tempest-AttachVolumeNegativeTest-624431894 tempest-AttachVolumeNegativeTest-624431894-project] 10.222.0.39 "GET /v2.0/ports?device_id=c086266e-ab2b-4aea-ad27-217159c23fed HTTP/1.1" status: 200 len: 944 time: 0.0523880 Sep 15 16:26:40.702730 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-95b26397-dc9a-44bb-abe8-22ce4aff4090 req-e31f8cf5-3e43-497a-81be-58518bf293f4 tempest-AttachVolumeNegativeTest-624431894 tempest-AttachVolumeNegativeTest-624431894-project] 10.222.0.39 "GET /v2.0/security-groups?id=55c08e70-940c-4a69-a384-24c4ba0679d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2821589 Sep 15 16:26:40.723907 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5469def0-d2b4-4227-9883-9587eff3ce07 req-5dfc00f2-3f3d-4661-be8d-f3c0b4c2429c tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:26:40.726033 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-5469def0-d2b4-4227-9883-9587eff3ce07 req-5dfc00f2-3f3d-4661-be8d-f3c0b4c2429c tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] 10.222.0.39 "GET /v2.0/ports?device_id=1895071e-07cf-4d71-977e-0057a981f962 HTTP/1.1" status: 200 len: 945 time: 0.0689957 Sep 15 16:26:40.766539 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-5469def0-d2b4-4227-9883-9587eff3ce07 req-0551aa49-4c2e-4abe-8b6d-a0778657987d tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] 10.222.0.39 "GET /v2.0/security-groups?id=01d6c133-4034-4f0a-ac7f-c71aa400623e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345559 Sep 15 16:26:41.205360 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.rpc [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] Device 34ddc61e-5079-4aad-9e84-2792bd22861b up at agent hyperv_hv-cinder-77957 {{(pid=93955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 16:26:41.271292 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.db.provisioning_blocks [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] Provisioning for port 34ddc61e-5079-4aad-9e84-2792bd22861b completed by entity L2. {{(pid=93955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 16:26:41.276062 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.db.provisioning_blocks [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] Provisioning complete for port 34ddc61e-5079-4aad-9e84-2792bd22861b triggered by entity L2. {{(pid=93955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:26:41.276469 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953592'] for port, provisioning_complete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:26:41.361591 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928820'] for port, before_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:26:41.384369 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c086266e-ab2b-4aea-ad27-217159c23fed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34ddc61e-5079-4aad-9e84-2792bd22861b'}] {{(pid=93955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 16:26:41.386614 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cc821c0eec02d2c96bcea0a08104c2827b642bf310f598bba7a206798b1bddd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3fbd7fe-131f-4db2-9fe3-5ce3ce118f3b" -d '{"events": [{"server_uuid": "c086266e-ab2b-4aea-ad27-217159c23fed", "name": "network-vif-plugged", "status": "completed", "tag": "34ddc61e-5079-4aad-9e84-2792bd22861b"}]}' {{(pid=93955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 16:26:41.399626 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.db [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] For port 34ddc61e-5079-4aad-9e84-2792bd22861b, host hv-cinder-77957, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77957',level=0,port_id=34ddc61e-5079-4aad-9e84-2792bd22861b,segment=NetworkSegment(59ddac4d-713c-429a-86bb-e4613c98c15a),segment_id=59ddac4d-713c-429a-86bb-e4613c98c15a)] {{(pid=93955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:26:41.405448 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791196459277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791195970012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791195970030'] for port, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:26:41.430363 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 16:26:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb46dcfb-748a-4486-ad83-a3f10da8f8cc x-openstack-request-id: req-cb46dcfb-748a-4486-ad83-a3f10da8f8cc {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 16:26:41.430641 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c086266e-ab2b-4aea-ad27-217159c23fed", "name": "network-vif-plugged", "status": "completed", "tag": "34ddc61e-5079-4aad-9e84-2792bd22861b", "code": 200}]} {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 16:26:41.430894 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-cb46dcfb-748a-4486-ad83-a3f10da8f8cc {{(pid=93955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 16:26:41.431284 dv-cinder-779576-8-iscsi neutron-server[93955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c086266e-ab2b-4aea-ad27-217159c23fed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34ddc61e-5079-4aad-9e84-2792bd22861b', 'code': 200} Sep 15 16:26:41.464765 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] Pushing event updated for resources: {'Port': ['ID=34ddc61e-5079-4aad-9e84-2792bd22861b,revision_number=5']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:26:41.597558 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c11e7a-21e3-43dc-8d6c-9090925aeb58 req-67e1ee20-270a-4c18-a81c-d507738bb45b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:26:41.599202 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-10c11e7a-21e3-43dc-8d6c-9090925aeb58 req-67e1ee20-270a-4c18-a81c-d507738bb45b service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=c086266e-ab2b-4aea-ad27-217159c23fed HTTP/1.1" status: 200 len: 1098 time: 0.0388038 Sep 15 16:26:41.634801 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-10c11e7a-21e3-43dc-8d6c-9090925aeb58 req-5b4a1713-c8e7-4a54-a612-a19a0a0f2b26 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=55c08e70-940c-4a69-a384-24c4ba0679d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0279233 Sep 15 16:26:41.829063 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176c4a29-a16c-4bc3-a230-cb8a67cb7c60 req-42f89a56-c880-4309-836f-34ae204752c7 tempest-AttachVolumeNegativeTest-624431894 tempest-AttachVolumeNegativeTest-624431894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:26:41.830549 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-176c4a29-a16c-4bc3-a230-cb8a67cb7c60 req-42f89a56-c880-4309-836f-34ae204752c7 tempest-AttachVolumeNegativeTest-624431894 tempest-AttachVolumeNegativeTest-624431894-project] 10.222.0.39 "GET /v2.0/ports?device_id=c086266e-ab2b-4aea-ad27-217159c23fed HTTP/1.1" status: 200 len: 945 time: 0.0526223 Sep 15 16:26:41.871536 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-176c4a29-a16c-4bc3-a230-cb8a67cb7c60 req-78216df1-1a5f-4b8a-ae30-17f31163d345 tempest-AttachVolumeNegativeTest-624431894 tempest-AttachVolumeNegativeTest-624431894-project] 10.222.0.39 "GET /v2.0/security-groups?id=55c08e70-940c-4a69-a384-24c4ba0679d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346992 Sep 15 16:26:41.892428 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfac803-0745-48c5-87e2-3d65bd95bb87 req-15791226-3f37-4f93-9b44-16be1fb3c00a tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:26:41.896578 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-8cfac803-0745-48c5-87e2-3d65bd95bb87 req-15791226-3f37-4f93-9b44-16be1fb3c00a tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] 10.222.0.39 "GET /v2.0/ports?device_id=1895071e-07cf-4d71-977e-0057a981f962 HTTP/1.1" status: 200 len: 945 time: 0.0526385 Sep 15 16:26:41.932788 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-8cfac803-0745-48c5-87e2-3d65bd95bb87 req-3a4661dc-d88d-45c7-8adb-625e44fcd86e tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] 10.222.0.39 "GET /v2.0/security-groups?id=01d6c133-4034-4f0a-ac7f-c71aa400623e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326970 Sep 15 16:26:42.993496 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48674658-334c-43aa-9b0b-248fc60a0cf5 req-b9a42049-4e03-4b62-a8fb-2a9dec090a1a tempest-AttachVolumeNegativeTest-624431894 tempest-AttachVolumeNegativeTest-624431894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:26:42.994967 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-48674658-334c-43aa-9b0b-248fc60a0cf5 req-b9a42049-4e03-4b62-a8fb-2a9dec090a1a tempest-AttachVolumeNegativeTest-624431894 tempest-AttachVolumeNegativeTest-624431894-project] 10.222.0.39 "GET /v2.0/ports?device_id=c086266e-ab2b-4aea-ad27-217159c23fed HTTP/1.1" status: 200 len: 945 time: 0.0531797 Sep 15 16:26:43.038288 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-48674658-334c-43aa-9b0b-248fc60a0cf5 req-0c5e1413-5eb6-4415-a944-831f49d681d0 tempest-AttachVolumeNegativeTest-624431894 tempest-AttachVolumeNegativeTest-624431894-project] 10.222.0.39 "GET /v2.0/security-groups?id=55c08e70-940c-4a69-a384-24c4ba0679d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360930 Sep 15 16:26:43.067171 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc9b452-6dc9-4b15-b3a7-cb6a5cccef85 req-eb4d7eec-3726-4011-b2e3-e212ef38e09b tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:26:43.068714 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-fbc9b452-6dc9-4b15-b3a7-cb6a5cccef85 req-eb4d7eec-3726-4011-b2e3-e212ef38e09b tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] 10.222.0.39 "GET /v2.0/ports?device_id=1895071e-07cf-4d71-977e-0057a981f962 HTTP/1.1" status: 200 len: 945 time: 0.0575366 Sep 15 16:26:43.111030 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-fbc9b452-6dc9-4b15-b3a7-cb6a5cccef85 req-23478957-7ad0-408d-8a8e-6a774d7c22f0 tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] 10.222.0.39 "GET /v2.0/security-groups?id=01d6c133-4034-4f0a-ac7f-c71aa400623e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356047 Sep 15 16:26:44.154125 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5c711a-1cca-4cee-ac2d-32c6981eea19 req-d4e5160a-eaec-49a0-a750-b73d8e159733 tempest-AttachVolumeNegativeTest-624431894 tempest-AttachVolumeNegativeTest-624431894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:26:44.155646 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-ef5c711a-1cca-4cee-ac2d-32c6981eea19 req-d4e5160a-eaec-49a0-a750-b73d8e159733 tempest-AttachVolumeNegativeTest-624431894 tempest-AttachVolumeNegativeTest-624431894-project] 10.222.0.39 "GET /v2.0/ports?device_id=c086266e-ab2b-4aea-ad27-217159c23fed HTTP/1.1" status: 200 len: 945 time: 0.0495429 Sep 15 16:26:44.197205 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-ef5c711a-1cca-4cee-ac2d-32c6981eea19 req-08d1a2f9-2ea9-4a4b-abb6-8254b3eed741 tempest-AttachVolumeNegativeTest-624431894 tempest-AttachVolumeNegativeTest-624431894-project] 10.222.0.39 "GET /v2.0/security-groups?id=55c08e70-940c-4a69-a384-24c4ba0679d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349276 Sep 15 16:26:44.234681 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cc6daf-f918-4763-a3bc-1d4162e1c8da req-3c046fd6-aed6-4248-bf3c-b12783319821 tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:26:44.236190 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-c0cc6daf-f918-4763-a3bc-1d4162e1c8da req-3c046fd6-aed6-4248-bf3c-b12783319821 tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] 10.222.0.39 "GET /v2.0/ports?device_id=1895071e-07cf-4d71-977e-0057a981f962 HTTP/1.1" status: 200 len: 945 time: 0.0505974 Sep 15 16:26:44.274220 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-c0cc6daf-f918-4763-a3bc-1d4162e1c8da req-100665b0-a52a-4810-927e-955b9222e3ef tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] 10.222.0.39 "GET /v2.0/security-groups?id=01d6c133-4034-4f0a-ac7f-c71aa400623e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316753 Sep 15 16:26:45.328786 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.wsgi [-] (93954) accepted ('10.222.0.39', 37044) {{(pid=93954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:26:45.404395 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bf835f-320a-47c3-990a-49c4dafd4010 req-4ee46653-00af-4a24-beed-b59d3b94c21b tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:26:45.405946 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-66bf835f-320a-47c3-990a-49c4dafd4010 req-4ee46653-00af-4a24-beed-b59d3b94c21b tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] 10.222.0.39 "GET /v2.0/ports?device_id=1895071e-07cf-4d71-977e-0057a981f962 HTTP/1.1" status: 200 len: 945 time: 0.0522697 Sep 15 16:26:45.449237 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-66bf835f-320a-47c3-990a-49c4dafd4010 req-1481255e-bbec-40c4-8336-6a0a8bd5c825 tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] 10.222.0.39 "GET /v2.0/security-groups?id=01d6c133-4034-4f0a-ac7f-c71aa400623e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360956 Sep 15 16:26:45.461998 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-68c81030-051c-4f1d-8727-a861f85ca7a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:26:45.559594 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-68c81030-051c-4f1d-8727-a861f85ca7a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:26:45.564639 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-68c81030-051c-4f1d-8727-a861f85ca7a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3702208'] for security_group, after_create {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:26:45.604666 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [None req-68c81030-051c-4f1d-8727-a861f85ca7a6 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=de073768e19349fb9d819a84a0c0bf38&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2744544 Sep 15 16:26:45.605711 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c81030-051c-4f1d-8727-a861f85ca7a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42ff602a-93f8-4a6a-a3f9-f232b6f89895,revision_number=1']} {{(pid=93954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:26:45.606505 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.wsgi [-] (93953) accepted ('10.222.0.39', 37054) {{(pid=93953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:26:45.658791 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-a20212b7-2824-4f29-9141-46140e68bdef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:26:45.681277 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-a20212b7-2824-4f29-9141-46140e68bdef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:26:45.729252 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-a20212b7-2824-4f29-9141-46140e68bdef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3702208'] for security_group, after_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:26:45.731962 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-a20212b7-2824-4f29-9141-46140e68bdef admin admin] Notify callbacks [] for security_group, before_response {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:26:45.733138 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [None req-a20212b7-2824-4f29-9141-46140e68bdef admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/42ff602a-93f8-4a6a-a3f9-f232b6f89895 HTTP/1.1" status: 204 len: 168 time: 0.1256838 Sep 15 16:26:45.741809 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20212b7-2824-4f29-9141-46140e68bdef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42ff602a-93f8-4a6a-a3f9-f232b6f89895,revision_number=None']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:26:46.047943 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.wsgi [-] (93953) accepted ('10.222.0.39', 37072) {{(pid=93953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:26:46.061312 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-15f8e640-393b-4bd3-848f-ee4b201a0594 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:26:46.109983 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.wsgi [-] (93954) accepted ('10.222.0.39', 37074) {{(pid=93954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:26:46.157928 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-15f8e640-393b-4bd3-848f-ee4b201a0594 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:26:46.163090 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-15f8e640-393b-4bd3-848f-ee4b201a0594 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3702208'] for security_group, after_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:26:46.203643 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [None req-15f8e640-393b-4bd3-848f-ee4b201a0594 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=b11f0faed59d4ee48be1400d1add1822&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1545618 Sep 15 16:26:46.204901 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f8e640-393b-4bd3-848f-ee4b201a0594 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27a897bc-90b3-4b58-9c01-017bd1dd809d,revision_number=1']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:26:46.206508 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.wsgi [-] (93954) accepted ('10.222.0.39', 37078) {{(pid=93954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:26:46.251665 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-11846d1c-fa9b-418f-b1eb-fa248991a6a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:26:46.300083 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-9df17340-865c-4c69-b71e-4b3849f58b19 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:26:46.333281 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-9df17340-865c-4c69-b71e-4b3849f58b19 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:26:46.407964 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-11846d1c-fa9b-418f-b1eb-fa248991a6a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:26:46.413720 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-11846d1c-fa9b-418f-b1eb-fa248991a6a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3702208'] for security_group, after_create {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:26:46.431412 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-9df17340-865c-4c69-b71e-4b3849f58b19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3702208'] for security_group, after_delete {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:26:46.433867 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-9df17340-865c-4c69-b71e-4b3849f58b19 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:26:46.434974 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [None req-9df17340-865c-4c69-b71e-4b3849f58b19 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/27a897bc-90b3-4b58-9c01-017bd1dd809d HTTP/1.1" status: 204 len: 168 time: 0.2249770 Sep 15 16:26:46.465938 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [None req-11846d1c-fa9b-418f-b1eb-fa248991a6a0 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=555d232a3fe841c39f2904d3f983bd86&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3521805 Sep 15 16:26:46.466307 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.wsgi [-] (93954) accepted ('10.222.0.39', 37082) {{(pid=93954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:26:46.497379 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11846d1c-fa9b-418f-b1eb-fa248991a6a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de6dad8b-94f9-4ca4-9b9b-e54adb051420,revision_number=1']} {{(pid=93954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:26:46.520627 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df17340-865c-4c69-b71e-4b3849f58b19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27a897bc-90b3-4b58-9c01-017bd1dd809d,revision_number=None']} {{(pid=93954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:26:46.534784 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-3cdc2975-3aaa-486b-9ee3-8ed6c4ff53bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:26:46.581370 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-3cdc2975-3aaa-486b-9ee3-8ed6c4ff53bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:26:46.621281 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd2f287-70db-4d0c-9997-134c6fb9c4f2 req-3214365f-1486-40b7-81c3-2a837dd4b643 tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:26:46.622907 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-8dd2f287-70db-4d0c-9997-134c6fb9c4f2 req-3214365f-1486-40b7-81c3-2a837dd4b643 tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] 10.222.0.39 "GET /v2.0/ports?device_id=1895071e-07cf-4d71-977e-0057a981f962 HTTP/1.1" status: 200 len: 945 time: 0.0902019 Sep 15 16:26:46.664626 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-8dd2f287-70db-4d0c-9997-134c6fb9c4f2 req-357de909-b720-45de-91f0-6adf850833b3 tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] 10.222.0.39 "GET /v2.0/security-groups?id=01d6c133-4034-4f0a-ac7f-c71aa400623e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358567 Sep 15 16:26:46.665934 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-3cdc2975-3aaa-486b-9ee3-8ed6c4ff53bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3702208'] for security_group, after_delete {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:26:46.668445 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-3cdc2975-3aaa-486b-9ee3-8ed6c4ff53bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:26:46.671905 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [None req-3cdc2975-3aaa-486b-9ee3-8ed6c4ff53bd admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/de6dad8b-94f9-4ca4-9b9b-e54adb051420 HTTP/1.1" status: 204 len: 168 time: 0.2023027 Sep 15 16:26:46.687852 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cdc2975-3aaa-486b-9ee3-8ed6c4ff53bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de6dad8b-94f9-4ca4-9b9b-e54adb051420,revision_number=None']} {{(pid=93954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:26:47.797976 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbb5f2b-5479-4d1e-9770-87d2be0ce296 req-ba0e1e9c-1939-4d84-bf0a-864be8bc8776 tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:26:47.799472 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-dcbb5f2b-5479-4d1e-9770-87d2be0ce296 req-ba0e1e9c-1939-4d84-bf0a-864be8bc8776 tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] 10.222.0.39 "GET /v2.0/ports?device_id=1895071e-07cf-4d71-977e-0057a981f962 HTTP/1.1" status: 200 len: 945 time: 0.0508864 Sep 15 16:26:47.842966 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-dcbb5f2b-5479-4d1e-9770-87d2be0ce296 req-d12dbdf1-a32a-425d-ab6a-28cc27d335d1 tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] 10.222.0.39 "GET /v2.0/security-groups?id=01d6c133-4034-4f0a-ac7f-c71aa400623e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354207 Sep 15 16:26:48.992122 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b90125-2d8b-4797-8105-9c10a0f673ba req-24dd9e42-9758-4534-a21a-0b55e28ab252 tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:26:48.994138 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-83b90125-2d8b-4797-8105-9c10a0f673ba req-24dd9e42-9758-4534-a21a-0b55e28ab252 tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] 10.222.0.39 "GET /v2.0/ports?device_id=1895071e-07cf-4d71-977e-0057a981f962 HTTP/1.1" status: 200 len: 945 time: 0.0625529 Sep 15 16:26:49.034599 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-83b90125-2d8b-4797-8105-9c10a0f673ba req-3e86d337-cba0-4cd9-ae5b-6fbf330c6917 tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] 10.222.0.39 "GET /v2.0/security-groups?id=01d6c133-4034-4f0a-ac7f-c71aa400623e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332277 Sep 15 16:26:50.172839 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62584d36-fd2a-4d41-91bb-8e5ecc4d5c15 req-966289bb-555a-4d71-8ecb-981bf644fb8b tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:26:50.174290 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-62584d36-fd2a-4d41-91bb-8e5ecc4d5c15 req-966289bb-555a-4d71-8ecb-981bf644fb8b tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] 10.222.0.39 "GET /v2.0/ports?device_id=1895071e-07cf-4d71-977e-0057a981f962 HTTP/1.1" status: 200 len: 945 time: 0.0498054 Sep 15 16:26:50.212602 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-62584d36-fd2a-4d41-91bb-8e5ecc4d5c15 req-da54ec94-a868-462a-8a61-2a67d7c38163 tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] 10.222.0.39 "GET /v2.0/security-groups?id=01d6c133-4034-4f0a-ac7f-c71aa400623e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318916 Sep 15 16:26:51.335822 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9dd77a-8f9e-440a-8a5d-6fc825482ee9 req-aef51272-05d5-4d9d-a715-6048ecec9f96 tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:26:51.337605 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-ab9dd77a-8f9e-440a-8a5d-6fc825482ee9 req-aef51272-05d5-4d9d-a715-6048ecec9f96 tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] 10.222.0.39 "GET /v2.0/ports?device_id=1895071e-07cf-4d71-977e-0057a981f962 HTTP/1.1" status: 200 len: 945 time: 0.0509882 Sep 15 16:26:51.375372 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-ab9dd77a-8f9e-440a-8a5d-6fc825482ee9 req-86002be6-3974-4547-9640-d98d111dcd74 tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] 10.222.0.39 "GET /v2.0/security-groups?id=01d6c133-4034-4f0a-ac7f-c71aa400623e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315418 Sep 15 16:26:52.521914 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80eefc6-7b34-4c91-b991-9a5f20ecf762 req-d9a19641-a62a-470f-ba73-74462a474158 tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:26:52.523312 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-a80eefc6-7b34-4c91-b991-9a5f20ecf762 req-d9a19641-a62a-470f-ba73-74462a474158 tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] 10.222.0.39 "GET /v2.0/ports?device_id=1895071e-07cf-4d71-977e-0057a981f962 HTTP/1.1" status: 200 len: 945 time: 0.0665529 Sep 15 16:26:52.568953 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-a80eefc6-7b34-4c91-b991-9a5f20ecf762 req-f843fac3-9002-43e2-a819-9d895db63486 tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] 10.222.0.39 "GET /v2.0/security-groups?id=01d6c133-4034-4f0a-ac7f-c71aa400623e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374215 Sep 15 16:26:53.032197 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791196484491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953091'] for agent, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:26:53.230679 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.rpc [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] Device e276d5d2-322a-4d4d-b833-7daa17260d3e details requested by agent hyperv_hv-cinder-77957 with host hv-cinder-77957 {{(pid=93955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 16:26:53.329430 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.db [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] For port e276d5d2-322a-4d4d-b833-7daa17260d3e, host hv-cinder-77957, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77957',level=0,port_id=e276d5d2-322a-4d4d-b833-7daa17260d3e,segment=NetworkSegment(604bbfea-00fe-4e59-aeb5-45f535ca3265),segment_id=604bbfea-00fe-4e59-aeb5-45f535ca3265)] {{(pid=93955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:26:53.342583 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.rpc [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] Returning: {'device': 'e276d5d2-322a-4d4d-b833-7daa17260d3e', 'network_id': '301d3dae-97cb-4f1f-a074-0eaf2ccca5e4', 'port_id': 'e276d5d2-322a-4d4d-b833-7daa17260d3e', 'mac_address': 'fa:16:3e:d8:69:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 53, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa5f41a1-b858-4e32-8594-59b83d73c6e9', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 16:26:53.395849 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928820'] for port, before_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:26:53.412633 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.wsgi [-] (93954) accepted ('10.222.0.39', 37260) {{(pid=93954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:26:53.413737 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.notifiers.nova [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e276d5d2-322a-4d4d-b833-7daa17260d3e {{(pid=93955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 16:26:53.440752 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.db [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] For port e276d5d2-322a-4d4d-b833-7daa17260d3e, host hv-cinder-77957, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77957',level=0,port_id=e276d5d2-322a-4d4d-b833-7daa17260d3e,segment=NetworkSegment(604bbfea-00fe-4e59-aeb5-45f535ca3265),segment_id=604bbfea-00fe-4e59-aeb5-45f535ca3265)] {{(pid=93955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:26:53.446118 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791196459277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791195970012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791195970030'] for port, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:26:53.519321 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] Pushing event updated for resources: {'Port': ['ID=e276d5d2-322a-4d4d-b833-7daa17260d3e,revision_number=6']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:26:53.561128 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-bde0b1e8-47db-4c1f-be66-81ea251dc3d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:26:53.570904 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.db [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] get_ports_and_sgs() called for port_ids ['e276d5d2-322a-4d4d-b833-7daa17260d3e'] {{(pid=93955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 16:26:53.694437 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-bde0b1e8-47db-4c1f-be66-81ea251dc3d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:26:53.704756 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-bde0b1e8-47db-4c1f-be66-81ea251dc3d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3702208'] for security_group, after_create {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:26:53.725205 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93cbf711-a74f-4e4d-a12f-fded690c330a req-0124e64c-28ca-40b6-8bd3-ffdd4cd6b985 tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:26:53.736895 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-93cbf711-a74f-4e4d-a12f-fded690c330a req-0124e64c-28ca-40b6-8bd3-ffdd4cd6b985 tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] 10.222.0.39 "GET /v2.0/ports?device_id=1895071e-07cf-4d71-977e-0057a981f962 HTTP/1.1" status: 200 len: 944 time: 0.0819814 Sep 15 16:26:53.752031 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [None req-bde0b1e8-47db-4c1f-be66-81ea251dc3d9 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=28eebac36dd04c0f9c45f372ec7dce91&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3373370 Sep 15 16:26:53.753016 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.wsgi [-] (93954) accepted ('10.222.0.39', 37280) {{(pid=93954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:26:53.759188 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde0b1e8-47db-4c1f-be66-81ea251dc3d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d350c61e-4158-4f09-9eed-30bc0b24e59d,revision_number=1']} {{(pid=93954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:26:53.798685 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-93cbf711-a74f-4e4d-a12f-fded690c330a req-81e93eb5-4b8a-4640-af9c-6a5f74c6bc7c tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] 10.222.0.39 "GET /v2.0/security-groups?id=01d6c133-4034-4f0a-ac7f-c71aa400623e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513282 Sep 15 16:26:53.840403 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-1416bc57-4f46-4d76-a231-93d2ae3902dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:26:53.866924 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-1416bc57-4f46-4d76-a231-93d2ae3902dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:26:53.922466 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-1416bc57-4f46-4d76-a231-93d2ae3902dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3702208'] for security_group, after_delete {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:26:53.925967 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-1416bc57-4f46-4d76-a231-93d2ae3902dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:26:53.928676 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [None req-1416bc57-4f46-4d76-a231-93d2ae3902dc admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/d350c61e-4158-4f09-9eed-30bc0b24e59d HTTP/1.1" status: 204 len: 168 time: 0.1745491 Sep 15 16:26:53.939357 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1416bc57-4f46-4d76-a231-93d2ae3902dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d350c61e-4158-4f09-9eed-30bc0b24e59d,revision_number=None']} {{(pid=93954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:26:54.207398 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.wsgi [-] (93954) accepted ('10.222.0.39', 37302) {{(pid=93954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:26:54.220961 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-02ed999a-0145-4d8a-85f5-134e9b1d139d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:26:54.308762 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-02ed999a-0145-4d8a-85f5-134e9b1d139d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:26:54.314308 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-02ed999a-0145-4d8a-85f5-134e9b1d139d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3702208'] for security_group, after_create {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:26:54.358922 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [None req-02ed999a-0145-4d8a-85f5-134e9b1d139d admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=16f8418880434be4a2990dc343963cc5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1502416 Sep 15 16:26:54.359759 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ed999a-0145-4d8a-85f5-134e9b1d139d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65554807-7767-40c5-a630-2847a23df428,revision_number=1']} {{(pid=93954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:26:54.361840 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.wsgi [-] (93953) accepted ('10.222.0.39', 37308) {{(pid=93953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:26:54.412513 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-0d901eb9-ff39-45d0-b46e-f8bc4f55807b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:26:54.433939 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-0d901eb9-ff39-45d0-b46e-f8bc4f55807b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:26:54.488715 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-0d901eb9-ff39-45d0-b46e-f8bc4f55807b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3702208'] for security_group, after_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:26:54.491653 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-0d901eb9-ff39-45d0-b46e-f8bc4f55807b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:26:54.492812 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [None req-0d901eb9-ff39-45d0-b46e-f8bc4f55807b admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/65554807-7767-40c5-a630-2847a23df428 HTTP/1.1" status: 204 len: 168 time: 0.1299372 Sep 15 16:26:54.500940 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d901eb9-ff39-45d0-b46e-f8bc4f55807b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65554807-7767-40c5-a630-2847a23df428,revision_number=None']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:26:54.979800 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2323154a-86af-4d79-beb7-38baa6ad8471 req-f5f1889a-3490-4e2c-acf7-4d5f9df1969c tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:26:54.982601 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-2323154a-86af-4d79-beb7-38baa6ad8471 req-f5f1889a-3490-4e2c-acf7-4d5f9df1969c tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] 10.222.0.39 "GET /v2.0/ports?device_id=1895071e-07cf-4d71-977e-0057a981f962 HTTP/1.1" status: 200 len: 944 time: 0.0751739 Sep 15 16:26:55.041331 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-2323154a-86af-4d79-beb7-38baa6ad8471 req-159e4407-3350-4e42-bdd1-221d8e59d41d tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] 10.222.0.39 "GET /v2.0/security-groups?id=01d6c133-4034-4f0a-ac7f-c71aa400623e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527203 Sep 15 16:26:55.252983 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.rpc [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] Device e276d5d2-322a-4d4d-b833-7daa17260d3e up at agent hyperv_hv-cinder-77957 {{(pid=93955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 16:26:55.306581 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.db.provisioning_blocks [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] Provisioning complete for port e276d5d2-322a-4d4d-b833-7daa17260d3e triggered by entity L2. {{(pid=93955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:26:55.307246 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953592'] for port, provisioning_complete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:26:55.396392 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928820'] for port, before_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:26:55.417752 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron.db.agents_db [None req-9c583be1-859f-4a85-bd6b-6d26517e04c2 None None] Agent healthcheck: found 6 active agents {{(pid=93956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 16:26:55.424419 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1895071e-07cf-4d71-977e-0057a981f962', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e276d5d2-322a-4d4d-b833-7daa17260d3e'}] {{(pid=93955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 16:26:55.433062 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cc821c0eec02d2c96bcea0a08104c2827b642bf310f598bba7a206798b1bddd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22a580e6-6573-45a9-9975-402b19d35205" -d '{"events": [{"server_uuid": "1895071e-07cf-4d71-977e-0057a981f962", "name": "network-vif-plugged", "status": "completed", "tag": "e276d5d2-322a-4d4d-b833-7daa17260d3e"}]}' {{(pid=93955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 16:26:55.454815 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.db [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] For port e276d5d2-322a-4d4d-b833-7daa17260d3e, host hv-cinder-77957, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77957',level=0,port_id=e276d5d2-322a-4d4d-b833-7daa17260d3e,segment=NetworkSegment(604bbfea-00fe-4e59-aeb5-45f535ca3265),segment_id=604bbfea-00fe-4e59-aeb5-45f535ca3265)] {{(pid=93955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:26:55.462263 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791196459277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791195970012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791195970030'] for port, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:26:55.492638 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 16:26:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-caefe26e-4bf1-44fa-a73e-db092a26b6de x-openstack-request-id: req-caefe26e-4bf1-44fa-a73e-db092a26b6de {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 16:26:55.492913 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1895071e-07cf-4d71-977e-0057a981f962", "name": "network-vif-plugged", "status": "completed", "tag": "e276d5d2-322a-4d4d-b833-7daa17260d3e", "code": 200}]} {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 16:26:55.493170 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-caefe26e-4bf1-44fa-a73e-db092a26b6de {{(pid=93955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 16:26:55.493645 dv-cinder-779576-8-iscsi neutron-server[93955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1895071e-07cf-4d71-977e-0057a981f962', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e276d5d2-322a-4d4d-b833-7daa17260d3e', 'code': 200} Sep 15 16:26:55.522735 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] Pushing event updated for resources: {'Port': ['ID=e276d5d2-322a-4d4d-b833-7daa17260d3e,revision_number=7']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:26:56.183336 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907b7721-3106-4580-b223-9274ca14070c req-4f90d4ce-b612-422a-a00c-faa3b3bc8cfb tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:26:56.185259 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-907b7721-3106-4580-b223-9274ca14070c req-4f90d4ce-b612-422a-a00c-faa3b3bc8cfb tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] 10.222.0.39 "GET /v2.0/ports?device_id=1895071e-07cf-4d71-977e-0057a981f962 HTTP/1.1" status: 200 len: 945 time: 0.0577803 Sep 15 16:26:56.226751 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-907b7721-3106-4580-b223-9274ca14070c req-859b0aac-73a7-4e87-ae48-dd080269682d tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] 10.222.0.39 "GET /v2.0/security-groups?id=01d6c133-4034-4f0a-ac7f-c71aa400623e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353153 Sep 15 16:26:56.399408 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5282e56-f23c-4de8-a8c0-4c377dd7fc02 req-396a8c83-640c-45aa-b6aa-6bfc3845a5eb tempest-AttachVolumeNegativeTest-624431894 tempest-AttachVolumeNegativeTest-624431894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:26:56.400989 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-c5282e56-f23c-4de8-a8c0-4c377dd7fc02 req-396a8c83-640c-45aa-b6aa-6bfc3845a5eb tempest-AttachVolumeNegativeTest-624431894 tempest-AttachVolumeNegativeTest-624431894-project] 10.222.0.39 "GET /v2.0/ports?device_id=c086266e-ab2b-4aea-ad27-217159c23fed HTTP/1.1" status: 200 len: 945 time: 0.0511892 Sep 15 16:26:56.440243 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-c5282e56-f23c-4de8-a8c0-4c377dd7fc02 req-7adc1cc6-abaf-4585-9617-167ea553000e tempest-AttachVolumeNegativeTest-624431894 tempest-AttachVolumeNegativeTest-624431894-project] 10.222.0.39 "GET /v2.0/security-groups?id=55c08e70-940c-4a69-a384-24c4ba0679d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327513 Sep 15 16:26:57.351797 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91563af1-799c-4298-9406-5d5683c60762 req-54a072cd-f5ce-4e1d-9c2c-7712984ae0a5 tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:26:57.358446 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-91563af1-799c-4298-9406-5d5683c60762 req-54a072cd-f5ce-4e1d-9c2c-7712984ae0a5 tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] 10.222.0.39 "GET /v2.0/ports?device_id=1895071e-07cf-4d71-977e-0057a981f962 HTTP/1.1" status: 200 len: 945 time: 0.0587661 Sep 15 16:26:57.399178 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-91563af1-799c-4298-9406-5d5683c60762 req-8385fde8-acb5-4233-885a-1b0d1855cb39 tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] 10.222.0.39 "GET /v2.0/security-groups?id=01d6c133-4034-4f0a-ac7f-c71aa400623e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346479 Sep 15 16:26:57.587118 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26c4692-42e7-459c-b172-6c885e255506 req-88a3a3bd-0330-428a-840d-48ba5535396f tempest-AttachVolumeNegativeTest-624431894 tempest-AttachVolumeNegativeTest-624431894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:26:57.588512 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-b26c4692-42e7-459c-b172-6c885e255506 req-88a3a3bd-0330-428a-840d-48ba5535396f tempest-AttachVolumeNegativeTest-624431894 tempest-AttachVolumeNegativeTest-624431894-project] 10.222.0.39 "GET /v2.0/ports?device_id=c086266e-ab2b-4aea-ad27-217159c23fed HTTP/1.1" status: 200 len: 945 time: 0.0601349 Sep 15 16:26:57.632966 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-b26c4692-42e7-459c-b172-6c885e255506 req-ff8bbc21-3399-4877-9637-f7a230026e14 tempest-AttachVolumeNegativeTest-624431894 tempest-AttachVolumeNegativeTest-624431894-project] 10.222.0.39 "GET /v2.0/security-groups?id=55c08e70-940c-4a69-a384-24c4ba0679d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381079 Sep 15 16:26:58.546513 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b778ca-30bc-4ca0-a251-0e630b880d15 req-3fbccffd-ae92-49e0-be88-39bd1a41d998 tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:26:58.548387 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-b3b778ca-30bc-4ca0-a251-0e630b880d15 req-3fbccffd-ae92-49e0-be88-39bd1a41d998 tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] 10.222.0.39 "GET /v2.0/ports?device_id=1895071e-07cf-4d71-977e-0057a981f962 HTTP/1.1" status: 200 len: 945 time: 0.0629148 Sep 15 16:26:58.587660 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-b3b778ca-30bc-4ca0-a251-0e630b880d15 req-c73ca436-1ad0-48e4-b9bf-86fef1f3ac33 tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] 10.222.0.39 "GET /v2.0/security-groups?id=01d6c133-4034-4f0a-ac7f-c71aa400623e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336289 Sep 15 16:26:58.754439 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62cab0d0-b0f0-4afb-ad77-4077af6a8d2c req-bef63fe4-7c75-4f31-9a86-c128c5897d4e tempest-AttachVolumeNegativeTest-624431894 tempest-AttachVolumeNegativeTest-624431894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:26:58.755830 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-62cab0d0-b0f0-4afb-ad77-4077af6a8d2c req-bef63fe4-7c75-4f31-9a86-c128c5897d4e tempest-AttachVolumeNegativeTest-624431894 tempest-AttachVolumeNegativeTest-624431894-project] 10.222.0.39 "GET /v2.0/ports?device_id=c086266e-ab2b-4aea-ad27-217159c23fed HTTP/1.1" status: 200 len: 945 time: 0.0555465 Sep 15 16:26:58.799166 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-62cab0d0-b0f0-4afb-ad77-4077af6a8d2c req-1db37d3d-a285-4df4-8bfd-712b77e92624 tempest-AttachVolumeNegativeTest-624431894 tempest-AttachVolumeNegativeTest-624431894-project] 10.222.0.39 "GET /v2.0/security-groups?id=55c08e70-940c-4a69-a384-24c4ba0679d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372651 Sep 15 16:26:58.810041 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cec64e-fa7a-4d2f-a3b9-de563f041088 req-b9f1d6e3-adcc-4d6d-8713-c481f7db39c6 tempest-AttachVolumeNegativeTest-624431894 tempest-AttachVolumeNegativeTest-624431894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:26:58.811603 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-95cec64e-fa7a-4d2f-a3b9-de563f041088 req-b9f1d6e3-adcc-4d6d-8713-c481f7db39c6 tempest-AttachVolumeNegativeTest-624431894 tempest-AttachVolumeNegativeTest-624431894-project] 10.222.0.45 "GET /v2.0/ports?device_id=c086266e-ab2b-4aea-ad27-217159c23fed HTTP/1.1" status: 200 len: 945 time: 0.0565562 Sep 15 16:26:58.904132 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.plugin [req-95cec64e-fa7a-4d2f-a3b9-de563f041088 req-6da6c8fd-697d-42bf-9d86-41e8ad977629 tempest-AttachVolumeNegativeTest-624431894 tempest-AttachVolumeNegativeTest-624431894-project] Deleting port 34ddc61e-5079-4aad-9e84-2792bd22861b {{(pid=93953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:26:58.904480 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [req-95cec64e-fa7a-4d2f-a3b9-de563f041088 req-6da6c8fd-697d-42bf-9d86-41e8ad977629 tempest-AttachVolumeNegativeTest-624431894 tempest-AttachVolumeNegativeTest-624431894-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791196454449'] for port, before_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:26:59.004168 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.db [req-95cec64e-fa7a-4d2f-a3b9-de563f041088 req-6da6c8fd-697d-42bf-9d86-41e8ad977629 tempest-AttachVolumeNegativeTest-624431894 tempest-AttachVolumeNegativeTest-624431894-project] For port 34ddc61e-5079-4aad-9e84-2792bd22861b, host hv-cinder-77957, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77957',level=0,port_id=34ddc61e-5079-4aad-9e84-2792bd22861b,segment=NetworkSegment(59ddac4d-713c-429a-86bb-e4613c98c15a),segment_id=59ddac4d-713c-429a-86bb-e4613c98c15a)] {{(pid=93953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:26:59.004168 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [req-95cec64e-fa7a-4d2f-a3b9-de563f041088 req-6da6c8fd-697d-42bf-9d86-41e8ad977629 tempest-AttachVolumeNegativeTest-624431894 tempest-AttachVolumeNegativeTest-624431894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3729503'] for port, precommit_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:26:59.021289 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.plugin [req-95cec64e-fa7a-4d2f-a3b9-de563f041088 req-6da6c8fd-697d-42bf-9d86-41e8ad977629 tempest-AttachVolumeNegativeTest-624431894 tempest-AttachVolumeNegativeTest-624431894-project] Calling delete_port for 34ddc61e-5079-4aad-9e84-2792bd22861b owned by compute:nova {{(pid=93953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:26:59.139483 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-e8b11cd3-4342-43eb-9a6c-ee08ee547ed0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791196484491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953091'] for agent, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:26:59.157851 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [req-95cec64e-fa7a-4d2f-a3b9-de563f041088 req-6da6c8fd-697d-42bf-9d86-41e8ad977629 tempest-AttachVolumeNegativeTest-624431894 tempest-AttachVolumeNegativeTest-624431894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791196460023', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791195970003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127878305'] for port, after_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:26:59.171275 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.db [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] get_ports_and_sgs() called for port_ids ['c90f172d-6513-48bb-a6c9-ec2d8f15890b', '34c3aa11-daeb-4ab6-a096-b2f4a738fdd9', 'f169192c-dd30-4142-bc17-f7823d2d8baa', '34ddc61e-5079-4aad-9e84-2792bd22861b'] {{(pid=93955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 16:26:59.199945 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da6c8fd-697d-42bf-9d86-41e8ad977629 tempest-AttachVolumeNegativeTest-624431894 tempest-AttachVolumeNegativeTest-624431894-project] Pushing event deleted for resources: {'Port': ['ID=34ddc61e-5079-4aad-9e84-2792bd22861b,revision_number=None']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:26:59.238644 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.db.l3_dvrscheduler_db [req-95cec64e-fa7a-4d2f-a3b9-de563f041088 req-6da6c8fd-697d-42bf-9d86-41e8ad977629 tempest-AttachVolumeNegativeTest-624431894 tempest-AttachVolumeNegativeTest-624431894-project] No DVR routers for this DVR port 34ddc61e-5079-4aad-9e84-2792bd22861b on host hv-cinder-77957 {{(pid=93953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 16:26:59.241660 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [req-95cec64e-fa7a-4d2f-a3b9-de563f041088 req-6da6c8fd-697d-42bf-9d86-41e8ad977629 tempest-AttachVolumeNegativeTest-624431894 tempest-AttachVolumeNegativeTest-624431894-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58602'] for port, before_response {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:26:59.245469 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.wsgi [-] (93954) accepted ('10.222.0.39', 37468) {{(pid=93954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:26:59.245600 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-95cec64e-fa7a-4d2f-a3b9-de563f041088 req-6da6c8fd-697d-42bf-9d86-41e8ad977629 tempest-AttachVolumeNegativeTest-624431894 tempest-AttachVolumeNegativeTest-624431894-project] 10.222.0.45 "DELETE /v2.0/ports/34ddc61e-5079-4aad-9e84-2792bd22861b HTTP/1.1" status: 204 len: 173 time: 0.4274950 Sep 15 16:26:59.245985 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c086266e-ab2b-4aea-ad27-217159c23fed', 'name': 'network-vif-deleted', 'tag': '34ddc61e-5079-4aad-9e84-2792bd22861b'}] {{(pid=93953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 16:26:59.248280 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5192e05b0783e869a38b3815ee673eee9316ce03dcaf8465063259ebfb62487" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39d603d5-b19a-4ab5-9744-b0cb55b846bf" -d '{"events": [{"server_uuid": "c086266e-ab2b-4aea-ad27-217159c23fed", "name": "network-vif-deleted", "tag": "34ddc61e-5079-4aad-9e84-2792bd22861b"}]}' {{(pid=93953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 16:26:59.288857 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 16:26:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eaeb8059-9002-4015-a2ef-dcae8de059e9 x-openstack-request-id: req-eaeb8059-9002-4015-a2ef-dcae8de059e9 {{(pid=93953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 16:26:59.289154 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c086266e-ab2b-4aea-ad27-217159c23fed", "name": "network-vif-deleted", "tag": "34ddc61e-5079-4aad-9e84-2792bd22861b", "status": "completed", "code": 200}]} {{(pid=93953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 16:26:59.289443 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-eaeb8059-9002-4015-a2ef-dcae8de059e9 {{(pid=93953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 16:26:59.289834 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c086266e-ab2b-4aea-ad27-217159c23fed', 'name': 'network-vif-deleted', 'tag': '34ddc61e-5079-4aad-9e84-2792bd22861b', 'status': 'completed', 'code': 200} Sep 15 16:26:59.363294 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-b45189b1-73b4-4376-8dd1-ba66071a7258 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:26:59.457216 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-b45189b1-73b4-4376-8dd1-ba66071a7258 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:26:59.462038 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-b45189b1-73b4-4376-8dd1-ba66071a7258 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3702208'] for security_group, after_create {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:26:59.502488 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [None req-b45189b1-73b4-4376-8dd1-ba66071a7258 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=43c1c655b16d4c978bec8723b175c5a0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2533984 Sep 15 16:26:59.502488 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45189b1-73b4-4376-8dd1-ba66071a7258 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3962cd0e-39dd-49aa-ac0e-b973e81cef47,revision_number=1']} {{(pid=93954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:26:59.502923 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.wsgi [-] (93953) accepted ('10.222.0.39', 37474) {{(pid=93953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:26:59.558423 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-025f870e-f7e0-479c-955c-f93a8cd7eedc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:26:59.578479 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-025f870e-f7e0-479c-955c-f93a8cd7eedc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:26:59.633834 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-025f870e-f7e0-479c-955c-f93a8cd7eedc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3702208'] for security_group, after_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:26:59.636374 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-025f870e-f7e0-479c-955c-f93a8cd7eedc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:26:59.637517 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [None req-025f870e-f7e0-479c-955c-f93a8cd7eedc admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/3962cd0e-39dd-49aa-ac0e-b973e81cef47 HTTP/1.1" status: 204 len: 168 time: 0.1336052 Sep 15 16:26:59.645881 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025f870e-f7e0-479c-955c-f93a8cd7eedc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3962cd0e-39dd-49aa-ac0e-b973e81cef47,revision_number=None']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:26:59.727517 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68b4972-db66-4d48-92f2-b9dca2ea37dd req-c132102d-30a2-41ad-bfeb-f73a9049337c tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:26:59.729349 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-b68b4972-db66-4d48-92f2-b9dca2ea37dd req-c132102d-30a2-41ad-bfeb-f73a9049337c tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] 10.222.0.39 "GET /v2.0/ports?device_id=1895071e-07cf-4d71-977e-0057a981f962 HTTP/1.1" status: 200 len: 945 time: 0.0565031 Sep 15 16:26:59.773353 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-b68b4972-db66-4d48-92f2-b9dca2ea37dd req-c9bc850e-b0bf-41eb-bd49-cef42241e1f8 tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] 10.222.0.39 "GET /v2.0/security-groups?id=01d6c133-4034-4f0a-ac7f-c71aa400623e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345173 Sep 15 16:26:59.914869 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-95ea8ea8-a67e-400c-aa86-5c3e5f0842d4 req-316e86f0-b15f-40c2-9315-41a78f7f23ff tempest-AttachVolumeNegativeTest-624431894 tempest-AttachVolumeNegativeTest-624431894-project] 10.222.0.39 "GET /v2.0/ports?device_id=c086266e-ab2b-4aea-ad27-217159c23fed HTTP/1.1" status: 200 len: 210 time: 0.0338125 Sep 15 16:27:00.381552 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.wsgi [-] (93954) accepted ('10.222.0.39', 37526) {{(pid=93954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:27:00.494267 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.api.v2.base [None req-c10ef63d-d149-4ba3-89c1-e654a1c0060d admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-947765482-network', 'tenant_id': 'd97d3f56a8ab42988e22610ace200dc9'}} {{(pid=93954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:27:00.518036 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c10ef63d-d149-4ba3-89c1-e654a1c0060d admin admin] Made reservation on behalf of d97d3f56a8ab42988e22610ace200dc9 for: {'network': 1} {{(pid=93954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 16:27:00.520115 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-c10ef63d-d149-4ba3-89c1-e654a1c0060d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928820'] for network, before_create {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:27:00.529646 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-c10ef63d-d149-4ba3-89c1-e654a1c0060d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:27:00.640343 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-c10ef63d-d149-4ba3-89c1-e654a1c0060d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:27:00.646064 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-c10ef63d-d149-4ba3-89c1-e654a1c0060d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3702208'] for security_group, after_create {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:27:00.667325 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c10ef63d-d149-4ba3-89c1-e654a1c0060d admin admin] vlan segment allocate from pool success with {'vlan_id': 91, 'physical_network': 'physnet1'} {{(pid=93954) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 16:27:00.680560 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10ef63d-d149-4ba3-89c1-e654a1c0060d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1df54d61-f5b5-43d4-b93e-e888dd8e0474,revision_number=1']} {{(pid=93954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:27:00.685160 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-c10ef63d-d149-4ba3-89c1-e654a1c0060d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-955409'] for segment, precommit_create {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:27:00.685498 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.db.segments_db [None req-c10ef63d-d149-4ba3-89c1-e654a1c0060d admin admin] Added segment 2c2b2a20-bade-44fe-88a3-40d0febc0e44 of type vlan for network 00757030-15db-46cb-97a2-e59df8b877aa Sep 15 16:27:00.726681 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-c10ef63d-d149-4ba3-89c1-e654a1c0060d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791195928360'] for network, precommit_create {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:27:00.755724 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-c10ef63d-d149-4ba3-89c1-e654a1c0060d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748912'] for network, after_create {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:27:00.756848 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c10ef63d-d149-4ba3-89c1-e654a1c0060d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:27:00.757483 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-c10ef63d-d149-4ba3-89c1-e654a1c0060d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3748898'] for network, before_response {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:27:00.788872 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [None req-c10ef63d-d149-4ba3-89c1-e654a1c0060d admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4060590 Sep 15 16:27:00.792177 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.wsgi [-] (93953) accepted ('10.222.0.39', 37534) {{(pid=93953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:27:00.798505 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.api.v2.base [None req-3be9ff91-77b9-4ec6-9648-e4339ee4005f admin admin] Request body: {'subnet': {'network_id': '00757030-15db-46cb-97a2-e59df8b877aa', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-947765482-subnet', 'tenant_id': 'd97d3f56a8ab42988e22610ace200dc9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:27:00.825985 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10ef63d-d149-4ba3-89c1-e654a1c0060d admin admin] Pushing event updated for resources: {'Network': ['ID=00757030-15db-46cb-97a2-e59df8b877aa,revision_number=1']} {{(pid=93954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:27:00.836756 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.rpc [None req-57d8a9a3-d16f-4b20-b77b-ca1e664c03db None None] Network 00757030-15db-46cb-97a2-e59df8b877aa details requested by agent ovs-agent-dv-cinder-779576-8-iscsi with host dv-cinder-779576-8-iscsi {{(pid=93955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 16:27:00.861277 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3be9ff91-77b9-4ec6-9648-e4339ee4005f admin admin] Made reservation on behalf of d97d3f56a8ab42988e22610ace200dc9 for: {'subnet': 1} {{(pid=93953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 16:27:00.863731 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-3be9ff91-77b9-4ec6-9648-e4339ee4005f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127570073'] for subnet, before_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:27:00.954293 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f87241b-ece9-44c5-bee5-4b56a6943455 req-870fcb39-8c47-42b8-8a9e-2fe2ab10ced4 tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:27:00.956435 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-0f87241b-ece9-44c5-bee5-4b56a6943455 req-870fcb39-8c47-42b8-8a9e-2fe2ab10ced4 tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] 10.222.0.39 "GET /v2.0/ports?device_id=1895071e-07cf-4d71-977e-0057a981f962 HTTP/1.1" status: 200 len: 945 time: 0.0808065 Sep 15 16:27:01.029233 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-0f87241b-ece9-44c5-bee5-4b56a6943455 req-e5700ddc-a052-439f-8b6b-ad61b7823138 tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] 10.222.0.39 "GET /v2.0/security-groups?id=01d6c133-4034-4f0a-ac7f-c71aa400623e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0668428 Sep 15 16:27:01.103485 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-3be9ff91-77b9-4ec6-9648-e4339ee4005f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127878349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127570103'] for subnet, after_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:27:01.193067 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be9ff91-77b9-4ec6-9648-e4339ee4005f admin admin] Pushing event updated for resources: {'Subnet': ['ID=a579fb92-fd3c-486b-9ee1-70a00855b6e3,revision_number=0']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:27:01.201063 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3be9ff91-77b9-4ec6-9648-e4339ee4005f admin admin] Checking segment: {'id': '2c2b2a20-bade-44fe-88a3-40d0febc0e44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '00757030-15db-46cb-97a2-e59df8b877aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 16:27:01.201595 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3be9ff91-77b9-4ec6-9648-e4339ee4005f admin admin] Network hostable DHCP agents. Network: 00757030-15db-46cb-97a2-e59df8b877aa, hostable agents: ['2fbb1984-d09c-42d8-b085-ece7113d0e35'], hosted agents: [] {{(pid=93953) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 16:27:01.234174 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3be9ff91-77b9-4ec6-9648-e4339ee4005f admin admin] Network 00757030-15db-46cb-97a2-e59df8b877aa is scheduled to be hosted by DHCP agent 2fbb1984-d09c-42d8-b085-ece7113d0e35 with binding_index 1 {{(pid=93953) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 16:27:01.246550 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.scheduler.base_scheduler [None req-3be9ff91-77b9-4ec6-9648-e4339ee4005f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-779576-8-iscsi, 00757030-15db-46cb-97a2-e59df8b877aa) {{(pid=93953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:27:01.255307 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68ac30f3-88bc-4e0a-aa0f-339e0cc0aa00 None None] Network 00757030-15db-46cb-97a2-e59df8b877aa requested from dv-cinder-779576-8-iscsi {{(pid=93955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 16:27:01.259637 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3be9ff91-77b9-4ec6-9648-e4339ee4005f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:27:01.260250 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-3be9ff91-77b9-4ec6-9648-e4339ee4005f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3748898'] for subnet, before_response {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:27:01.282762 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.rpc [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] Device 34ddc61e-5079-4aad-9e84-2792bd22861b no longer exists at agent hyperv_hv-cinder-77957 {{(pid=93955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 16:27:01.284862 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [None req-3be9ff91-77b9-4ec6-9648-e4339ee4005f admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4909415 Sep 15 16:27:01.323855 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] No Port match for: 34ddc61e-5079-4aad-9e84-2792bd22861b {{(pid=93955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 16:27:01.324609 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.rpc [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] Device 34ddc61e-5079-4aad-9e84-2792bd22861b not bound to the agent host hv-cinder-77957 {{(pid=93955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 16:27:01.484347 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfb4cea0-4eb3-477c-ac73-51208ba824e8 None None] Network 00757030-15db-46cb-97a2-e59df8b877aa requested from dv-cinder-779576-8-iscsi {{(pid=93955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 16:27:01.836227 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-57d8a9a3-d16f-4b20-b77b-ca1e664c03db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791196484491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953091'] for agent, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:27:01.931208 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-4158e15f-bd64-4b8f-b05d-cea1c65750eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791196484491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953091'] for agent, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:27:02.166254 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbc7ef9-18d0-4c64-be47-eddc7c5d7021 req-135da7e8-180b-48f9-af6c-6e8a4a6b4f93 tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:27:02.167739 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-5fbc7ef9-18d0-4c64-be47-eddc7c5d7021 req-135da7e8-180b-48f9-af6c-6e8a4a6b4f93 tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] 10.222.0.39 "GET /v2.0/ports?device_id=1895071e-07cf-4d71-977e-0057a981f962 HTTP/1.1" status: 200 len: 945 time: 0.0552168 Sep 15 16:27:02.243423 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-5fbc7ef9-18d0-4c64-be47-eddc7c5d7021 req-d2aef3dd-7c08-42ff-bf53-408e50bf5f96 tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] 10.222.0.39 "GET /v2.0/security-groups?id=01d6c133-4034-4f0a-ac7f-c71aa400623e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0685883 Sep 15 16:27:02.488244 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb0a817-0553-40eb-997c-f80310c26007 req-9d6a6c12-6b56-4c20-9df6-e754e24dc2d7 tempest-AttachVolumeNegativeTest-624431894 tempest-AttachVolumeNegativeTest-624431894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:27:02.489641 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-ffb0a817-0553-40eb-997c-f80310c26007 req-9d6a6c12-6b56-4c20-9df6-e754e24dc2d7 tempest-AttachVolumeNegativeTest-624431894 tempest-AttachVolumeNegativeTest-624431894-project] 10.222.0.39 "GET /v2.0/ports?device_id=4e20c2d9-43a4-4588-9dc2-d0e3f539e19c HTTP/1.1" status: 200 len: 945 time: 0.0658383 Sep 15 16:27:02.534697 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-ffb0a817-0553-40eb-997c-f80310c26007 req-68e32557-a1f3-4312-9077-71fb5af46e46 tempest-AttachVolumeNegativeTest-624431894 tempest-AttachVolumeNegativeTest-624431894-project] 10.222.0.39 "GET /v2.0/security-groups?id=55c08e70-940c-4a69-a384-24c4ba0679d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387824 Sep 15 16:27:02.995545 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-eee1357e-56cc-4bdc-884d-16a88731d16f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791196484491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953091'] for agent, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:27:03.424936 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ffa17d-cf75-4cbc-87b3-b9cdb74414c0 req-740f793a-c841-44e1-82e2-263ecafdf836 tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:27:03.426504 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-41ffa17d-cf75-4cbc-87b3-b9cdb74414c0 req-740f793a-c841-44e1-82e2-263ecafdf836 tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] 10.222.0.39 "GET /v2.0/ports?device_id=1895071e-07cf-4d71-977e-0057a981f962 HTTP/1.1" status: 200 len: 945 time: 0.0786562 Sep 15 16:27:03.467486 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-41ffa17d-cf75-4cbc-87b3-b9cdb74414c0 req-55fd049b-0e6d-46f7-b283-eff3a0e424f8 tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] 10.222.0.39 "GET /v2.0/security-groups?id=01d6c133-4034-4f0a-ac7f-c71aa400623e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343223 Sep 15 16:27:03.659204 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415b46cd-fbf6-4156-8d8b-a7137b8228fe req-678f1867-1b04-4b17-a685-69df2d227a40 tempest-AttachVolumeNegativeTest-624431894 tempest-AttachVolumeNegativeTest-624431894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:27:03.660799 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-415b46cd-fbf6-4156-8d8b-a7137b8228fe req-678f1867-1b04-4b17-a685-69df2d227a40 tempest-AttachVolumeNegativeTest-624431894 tempest-AttachVolumeNegativeTest-624431894-project] 10.222.0.39 "GET /v2.0/ports?device_id=4e20c2d9-43a4-4588-9dc2-d0e3f539e19c HTTP/1.1" status: 200 len: 945 time: 0.0556734 Sep 15 16:27:03.728915 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-415b46cd-fbf6-4156-8d8b-a7137b8228fe req-1cb1c53b-ec15-4ae6-b36e-deac0636703e tempest-AttachVolumeNegativeTest-624431894 tempest-AttachVolumeNegativeTest-624431894-project] 10.222.0.39 "GET /v2.0/security-groups?id=55c08e70-940c-4a69-a384-24c4ba0679d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537546 Sep 15 16:27:04.333316 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-7ad16b6f-1dcb-4567-914a-8ec9b5a04b47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791196484491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953091'] for agent, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:27:04.599790 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f1e165-ea52-4116-9f6b-4f2e3bf3af50 req-21681fa2-d939-4af2-a2ef-03feb7deb8be tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:27:04.603235 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-e4f1e165-ea52-4116-9f6b-4f2e3bf3af50 req-21681fa2-d939-4af2-a2ef-03feb7deb8be tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] 10.222.0.39 "GET /v2.0/ports?device_id=1895071e-07cf-4d71-977e-0057a981f962 HTTP/1.1" status: 200 len: 945 time: 0.0588515 Sep 15 16:27:04.647466 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-e4f1e165-ea52-4116-9f6b-4f2e3bf3af50 req-dc548c24-03b2-47aa-affc-cde0bae2eaec tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] 10.222.0.39 "GET /v2.0/security-groups?id=01d6c133-4034-4f0a-ac7f-c71aa400623e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383296 Sep 15 16:27:04.816688 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5d4ac7-941d-4b52-9923-b9f97463d597 req-d398d62b-10fc-4dcd-8008-c1c599daca4b tempest-AttachVolumeNegativeTest-624431894 tempest-AttachVolumeNegativeTest-624431894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:27:04.818609 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-2d5d4ac7-941d-4b52-9923-b9f97463d597 req-d398d62b-10fc-4dcd-8008-c1c599daca4b tempest-AttachVolumeNegativeTest-624431894 tempest-AttachVolumeNegativeTest-624431894-project] 10.222.0.45 "GET /v2.0/ports?device_id=4e20c2d9-43a4-4588-9dc2-d0e3f539e19c HTTP/1.1" status: 200 len: 945 time: 0.0718458 Sep 15 16:27:04.909666 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0bb9cf-827d-4d55-8dbd-9129d3cf1d90 req-04ae9378-3255-4e03-961e-45f990d5097d tempest-AttachVolumeNegativeTest-624431894 tempest-AttachVolumeNegativeTest-624431894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:27:04.911182 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-7f0bb9cf-827d-4d55-8dbd-9129d3cf1d90 req-04ae9378-3255-4e03-961e-45f990d5097d tempest-AttachVolumeNegativeTest-624431894 tempest-AttachVolumeNegativeTest-624431894-project] 10.222.0.39 "GET /v2.0/ports?device_id=4e20c2d9-43a4-4588-9dc2-d0e3f539e19c HTTP/1.1" status: 200 len: 945 time: 0.1155009 Sep 15 16:27:04.966421 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-7f0bb9cf-827d-4d55-8dbd-9129d3cf1d90 req-94ff951d-3381-4568-877b-27312e1c2715 tempest-AttachVolumeNegativeTest-624431894 tempest-AttachVolumeNegativeTest-624431894-project] 10.222.0.39 "GET /v2.0/security-groups?id=55c08e70-940c-4a69-a384-24c4ba0679d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466971 Sep 15 16:27:04.987892 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.plugin [req-2d5d4ac7-941d-4b52-9923-b9f97463d597 req-f826f44d-59f1-4999-a688-1925c6f569af tempest-AttachVolumeNegativeTest-624431894 tempest-AttachVolumeNegativeTest-624431894-project] Deleting port f169192c-dd30-4142-bc17-f7823d2d8baa {{(pid=93953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:27:04.989086 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [req-2d5d4ac7-941d-4b52-9923-b9f97463d597 req-f826f44d-59f1-4999-a688-1925c6f569af tempest-AttachVolumeNegativeTest-624431894 tempest-AttachVolumeNegativeTest-624431894-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791196454449'] for port, before_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:27:05.094077 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.db [req-2d5d4ac7-941d-4b52-9923-b9f97463d597 req-f826f44d-59f1-4999-a688-1925c6f569af tempest-AttachVolumeNegativeTest-624431894 tempest-AttachVolumeNegativeTest-624431894-project] For port f169192c-dd30-4142-bc17-f7823d2d8baa, host hv-cinder-77957, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77957',level=0,port_id=f169192c-dd30-4142-bc17-f7823d2d8baa,segment=NetworkSegment(59ddac4d-713c-429a-86bb-e4613c98c15a),segment_id=59ddac4d-713c-429a-86bb-e4613c98c15a)] {{(pid=93953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:27:05.094520 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [req-2d5d4ac7-941d-4b52-9923-b9f97463d597 req-f826f44d-59f1-4999-a688-1925c6f569af tempest-AttachVolumeNegativeTest-624431894 tempest-AttachVolumeNegativeTest-624431894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3729503'] for port, precommit_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:27:05.111506 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.plugin [req-2d5d4ac7-941d-4b52-9923-b9f97463d597 req-f826f44d-59f1-4999-a688-1925c6f569af tempest-AttachVolumeNegativeTest-624431894 tempest-AttachVolumeNegativeTest-624431894-project] Calling delete_port for f169192c-dd30-4142-bc17-f7823d2d8baa owned by compute:nova {{(pid=93953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:27:05.265498 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [req-2d5d4ac7-941d-4b52-9923-b9f97463d597 req-f826f44d-59f1-4999-a688-1925c6f569af tempest-AttachVolumeNegativeTest-624431894 tempest-AttachVolumeNegativeTest-624431894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791196460023', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791195970003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127878305'] for port, after_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:27:05.277381 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.db [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] get_ports_and_sgs() called for port_ids ['c90f172d-6513-48bb-a6c9-ec2d8f15890b', '34c3aa11-daeb-4ab6-a096-b2f4a738fdd9', 'f169192c-dd30-4142-bc17-f7823d2d8baa'] {{(pid=93955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 16:27:05.295519 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f826f44d-59f1-4999-a688-1925c6f569af tempest-AttachVolumeNegativeTest-624431894 tempest-AttachVolumeNegativeTest-624431894-project] Pushing event deleted for resources: {'Port': ['ID=f169192c-dd30-4142-bc17-f7823d2d8baa,revision_number=None']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:27:05.348948 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d5d4ac7-941d-4b52-9923-b9f97463d597 req-f826f44d-59f1-4999-a688-1925c6f569af tempest-AttachVolumeNegativeTest-624431894 tempest-AttachVolumeNegativeTest-624431894-project] No DVR routers for this DVR port f169192c-dd30-4142-bc17-f7823d2d8baa on host hv-cinder-77957 {{(pid=93953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 16:27:05.360375 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [req-2d5d4ac7-941d-4b52-9923-b9f97463d597 req-f826f44d-59f1-4999-a688-1925c6f569af tempest-AttachVolumeNegativeTest-624431894 tempest-AttachVolumeNegativeTest-624431894-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58602'] for port, before_response {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:27:05.363191 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-2d5d4ac7-941d-4b52-9923-b9f97463d597 req-f826f44d-59f1-4999-a688-1925c6f569af tempest-AttachVolumeNegativeTest-624431894 tempest-AttachVolumeNegativeTest-624431894-project] 10.222.0.45 "DELETE /v2.0/ports/f169192c-dd30-4142-bc17-f7823d2d8baa HTTP/1.1" status: 204 len: 173 time: 0.5311170 Sep 15 16:27:05.375495 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e20c2d9-43a4-4588-9dc2-d0e3f539e19c', 'name': 'network-vif-deleted', 'tag': 'f169192c-dd30-4142-bc17-f7823d2d8baa'}] {{(pid=93953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 16:27:05.377649 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5192e05b0783e869a38b3815ee673eee9316ce03dcaf8465063259ebfb62487" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c374c4a-c22d-48b8-a57d-8bf19e3023b1" -d '{"events": [{"server_uuid": "4e20c2d9-43a4-4588-9dc2-d0e3f539e19c", "name": "network-vif-deleted", "tag": "f169192c-dd30-4142-bc17-f7823d2d8baa"}]}' {{(pid=93953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 16:27:05.425202 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 16:27:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39b6f384-f261-4f3c-b8df-acf3e8cbdaf5 x-openstack-request-id: req-39b6f384-f261-4f3c-b8df-acf3e8cbdaf5 {{(pid=93953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 16:27:05.425488 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e20c2d9-43a4-4588-9dc2-d0e3f539e19c", "name": "network-vif-deleted", "tag": "f169192c-dd30-4142-bc17-f7823d2d8baa", "status": "completed", "code": 200}]} {{(pid=93953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 16:27:05.425740 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-39b6f384-f261-4f3c-b8df-acf3e8cbdaf5 {{(pid=93953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 16:27:05.426692 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e20c2d9-43a4-4588-9dc2-d0e3f539e19c', 'name': 'network-vif-deleted', 'tag': 'f169192c-dd30-4142-bc17-f7823d2d8baa', 'status': 'completed', 'code': 200} Sep 15 16:27:05.784481 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0904f4ce-1921-429c-86ec-bcdc2eeab33f req-e9927ab4-f4c0-4d83-b357-cd92f82692ad tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:27:05.786143 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-0904f4ce-1921-429c-86ec-bcdc2eeab33f req-e9927ab4-f4c0-4d83-b357-cd92f82692ad tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] 10.222.0.39 "GET /v2.0/ports?device_id=1895071e-07cf-4d71-977e-0057a981f962 HTTP/1.1" status: 200 len: 945 time: 0.0518394 Sep 15 16:27:05.833251 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-0904f4ce-1921-429c-86ec-bcdc2eeab33f req-dda10026-8d6f-4f66-a2f3-00b572ba2684 tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] 10.222.0.39 "GET /v2.0/security-groups?id=01d6c133-4034-4f0a-ac7f-c71aa400623e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380149 Sep 15 16:27:06.109469 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-eb322ac8-afec-4e1c-afd2-0faebc267ffa req-1e21a790-2767-471e-9937-32c378428006 tempest-AttachVolumeNegativeTest-624431894 tempest-AttachVolumeNegativeTest-624431894-project] 10.222.0.39 "GET /v2.0/ports?device_id=4e20c2d9-43a4-4588-9dc2-d0e3f539e19c HTTP/1.1" status: 200 len: 210 time: 0.0397868 Sep 15 16:27:06.988242 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542877b9-e9d2-43c7-8761-045b42d4347a req-30e9fb63-2c80-4996-9c72-319ecbe08615 tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:27:06.990171 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-542877b9-e9d2-43c7-8761-045b42d4347a req-30e9fb63-2c80-4996-9c72-319ecbe08615 tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] 10.222.0.39 "GET /v2.0/ports?device_id=1895071e-07cf-4d71-977e-0057a981f962 HTTP/1.1" status: 200 len: 945 time: 0.0624688 Sep 15 16:27:07.043027 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-542877b9-e9d2-43c7-8761-045b42d4347a req-99e1d2d2-68b6-4ccc-b312-3eae5e3d558a tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] 10.222.0.39 "GET /v2.0/security-groups?id=01d6c133-4034-4f0a-ac7f-c71aa400623e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459077 Sep 15 16:27:07.306180 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.rpc [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] Device f169192c-dd30-4142-bc17-f7823d2d8baa no longer exists at agent hyperv_hv-cinder-77957 {{(pid=93955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 16:27:07.328520 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] No Port match for: f169192c-dd30-4142-bc17-f7823d2d8baa {{(pid=93955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 16:27:07.328937 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.rpc [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] Device f169192c-dd30-4142-bc17-f7823d2d8baa not bound to the agent host hv-cinder-77957 {{(pid=93955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 16:27:07.467368 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe72f5d-0a1e-42f0-9306-2bfd371b35de req-f881d896-7e47-415b-b22e-bccc2b58c7be tempest-AttachVolumeNegativeTest-624431894 tempest-AttachVolumeNegativeTest-624431894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:27:07.469157 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-efe72f5d-0a1e-42f0-9306-2bfd371b35de req-f881d896-7e47-415b-b22e-bccc2b58c7be tempest-AttachVolumeNegativeTest-624431894 tempest-AttachVolumeNegativeTest-624431894-project] 10.222.0.39 "GET /v2.0/ports?device_id=a9845d6c-72e5-40cc-95ee-86241a4bef6a HTTP/1.1" status: 200 len: 945 time: 0.0613685 Sep 15 16:27:07.513655 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-efe72f5d-0a1e-42f0-9306-2bfd371b35de req-659ca51f-0483-4aa0-88f3-ce06a77d423e tempest-AttachVolumeNegativeTest-624431894 tempest-AttachVolumeNegativeTest-624431894-project] 10.222.0.39 "GET /v2.0/security-groups?id=55c08e70-940c-4a69-a384-24c4ba0679d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378230 Sep 15 16:27:08.195480 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a9f58d-af7d-4e5b-837e-61c327767613 req-4a737ca1-f10f-4fd4-bb58-776650135332 tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:27:08.197125 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-a4a9f58d-af7d-4e5b-837e-61c327767613 req-4a737ca1-f10f-4fd4-bb58-776650135332 tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] 10.222.0.39 "GET /v2.0/ports?device_id=1895071e-07cf-4d71-977e-0057a981f962 HTTP/1.1" status: 200 len: 945 time: 0.0644789 Sep 15 16:27:08.240890 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-a4a9f58d-af7d-4e5b-837e-61c327767613 req-721d7f4c-fa3c-4c90-94a5-5ec19a9f1a13 tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] 10.222.0.39 "GET /v2.0/security-groups?id=01d6c133-4034-4f0a-ac7f-c71aa400623e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376165 Sep 15 16:27:08.669839 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5baa014-7607-4f14-983c-1d931a902b5b req-16dc54b5-5596-4a51-a0cf-c435e045a80c tempest-AttachVolumeNegativeTest-624431894 tempest-AttachVolumeNegativeTest-624431894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:27:08.678161 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-c5baa014-7607-4f14-983c-1d931a902b5b req-16dc54b5-5596-4a51-a0cf-c435e045a80c tempest-AttachVolumeNegativeTest-624431894 tempest-AttachVolumeNegativeTest-624431894-project] 10.222.0.39 "GET /v2.0/ports?device_id=a9845d6c-72e5-40cc-95ee-86241a4bef6a HTTP/1.1" status: 200 len: 945 time: 0.0789485 Sep 15 16:27:08.723378 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-c5baa014-7607-4f14-983c-1d931a902b5b req-b4283b0d-63bb-4354-a19c-c06a18e5e771 tempest-AttachVolumeNegativeTest-624431894 tempest-AttachVolumeNegativeTest-624431894-project] 10.222.0.39 "GET /v2.0/security-groups?id=55c08e70-940c-4a69-a384-24c4ba0679d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388789 Sep 15 16:27:09.392822 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691f0766-b765-4591-b266-a61ab8b41cf5 req-a43492de-b437-4705-93e0-2e461dd3f69e tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:27:09.394428 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-691f0766-b765-4591-b266-a61ab8b41cf5 req-a43492de-b437-4705-93e0-2e461dd3f69e tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] 10.222.0.39 "GET /v2.0/ports?device_id=1895071e-07cf-4d71-977e-0057a981f962 HTTP/1.1" status: 200 len: 945 time: 0.0590737 Sep 15 16:27:09.463644 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-691f0766-b765-4591-b266-a61ab8b41cf5 req-90eabc52-d7e7-461f-a582-3d02f58189cd tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] 10.222.0.39 "GET /v2.0/security-groups?id=01d6c133-4034-4f0a-ac7f-c71aa400623e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0618134 Sep 15 16:27:09.504021 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195b0875-35f4-4186-b61e-58b12b470975 req-90b84b25-648d-43be-8eb5-c95f1425a513 tempest-AttachVolumeNegativeTest-624431894 tempest-AttachVolumeNegativeTest-624431894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:27:09.506402 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-195b0875-35f4-4186-b61e-58b12b470975 req-90b84b25-648d-43be-8eb5-c95f1425a513 tempest-AttachVolumeNegativeTest-624431894 tempest-AttachVolumeNegativeTest-624431894-project] 10.222.0.45 "GET /v2.0/ports?device_id=a9845d6c-72e5-40cc-95ee-86241a4bef6a HTTP/1.1" status: 200 len: 945 time: 0.0873733 Sep 15 16:27:09.515097 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2c37f0-dd11-46e7-8d34-32ccb48da9e8 req-8b948a13-b737-40b9-998e-6f97133dbd7e tempest-VolumesSnapshotTestJSON-10867408 tempest-VolumesSnapshotTestJSON-10867408-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:27:09.522227 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-db2c37f0-dd11-46e7-8d34-32ccb48da9e8 req-8b948a13-b737-40b9-998e-6f97133dbd7e tempest-VolumesSnapshotTestJSON-10867408 tempest-VolumesSnapshotTestJSON-10867408-project] 10.222.0.39 "GET /v2.0/networks?id=00757030-15db-46cb-97a2-e59df8b877aa HTTP/1.1" status: 200 len: 813 time: 0.1759503 Sep 15 16:27:09.538971 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-db2c37f0-dd11-46e7-8d34-32ccb48da9e8 req-0c48806f-598e-4e7f-8098-c3e4da43f082 tempest-VolumesSnapshotTestJSON-10867408 tempest-VolumesSnapshotTestJSON-10867408-project] 10.222.0.39 "GET /v2.0/quotas/d97d3f56a8ab42988e22610ace200dc9 HTTP/1.1" status: 200 len: 375 time: 0.0157356 Sep 15 16:27:09.574620 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-db2c37f0-dd11-46e7-8d34-32ccb48da9e8 req-ba435882-2514-4a73-9c23-db56a6d2f858 tempest-VolumesSnapshotTestJSON-10867408 tempest-VolumesSnapshotTestJSON-10867408-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=d97d3f56a8ab42988e22610ace200dc9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0347793 Sep 15 16:27:09.618004 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.plugin [req-195b0875-35f4-4186-b61e-58b12b470975 req-3902455c-1278-447d-a1e6-43d1467cb16b tempest-AttachVolumeNegativeTest-624431894 tempest-AttachVolumeNegativeTest-624431894-project] Deleting port 34c3aa11-daeb-4ab6-a096-b2f4a738fdd9 {{(pid=93953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:27:09.618611 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [req-195b0875-35f4-4186-b61e-58b12b470975 req-3902455c-1278-447d-a1e6-43d1467cb16b tempest-AttachVolumeNegativeTest-624431894 tempest-AttachVolumeNegativeTest-624431894-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791196454449'] for port, before_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:27:09.681584 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-db2c37f0-dd11-46e7-8d34-32ccb48da9e8 req-527624a9-3bd4-493a-93e3-834527961ead service neutron] 10.222.0.39 "GET /v2.0/networks/00757030-15db-46cb-97a2-e59df8b877aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1060317 Sep 15 16:27:09.719545 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.db [req-195b0875-35f4-4186-b61e-58b12b470975 req-3902455c-1278-447d-a1e6-43d1467cb16b tempest-AttachVolumeNegativeTest-624431894 tempest-AttachVolumeNegativeTest-624431894-project] For port 34c3aa11-daeb-4ab6-a096-b2f4a738fdd9, host hv-cinder-77957, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77957',level=0,port_id=34c3aa11-daeb-4ab6-a096-b2f4a738fdd9,segment=NetworkSegment(59ddac4d-713c-429a-86bb-e4613c98c15a),segment_id=59ddac4d-713c-429a-86bb-e4613c98c15a)] {{(pid=93953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:27:09.719958 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [req-195b0875-35f4-4186-b61e-58b12b470975 req-3902455c-1278-447d-a1e6-43d1467cb16b tempest-AttachVolumeNegativeTest-624431894 tempest-AttachVolumeNegativeTest-624431894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3729503'] for port, precommit_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:27:09.744625 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.plugin [req-195b0875-35f4-4186-b61e-58b12b470975 req-3902455c-1278-447d-a1e6-43d1467cb16b tempest-AttachVolumeNegativeTest-624431894 tempest-AttachVolumeNegativeTest-624431894-project] Calling delete_port for 34c3aa11-daeb-4ab6-a096-b2f4a738fdd9 owned by compute:nova {{(pid=93953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:27:09.817250 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-db2c37f0-dd11-46e7-8d34-32ccb48da9e8 req-d48c6d6a-9853-4592-879b-7052bf31d1c8 service neutron] 10.222.0.39 "GET /v2.0/networks/00757030-15db-46cb-97a2-e59df8b877aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1336849 Sep 15 16:27:09.882316 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6af5ea-eb84-414f-b1dd-24f4bbe4bf71 req-2fa1b403-5203-48a9-9166-c0caee2e622b tempest-AttachVolumeNegativeTest-624431894 tempest-AttachVolumeNegativeTest-624431894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:27:09.884095 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-5d6af5ea-eb84-414f-b1dd-24f4bbe4bf71 req-2fa1b403-5203-48a9-9166-c0caee2e622b tempest-AttachVolumeNegativeTest-624431894 tempest-AttachVolumeNegativeTest-624431894-project] 10.222.0.39 "GET /v2.0/ports?device_id=a9845d6c-72e5-40cc-95ee-86241a4bef6a HTTP/1.1" status: 200 len: 945 time: 0.0778270 Sep 15 16:27:09.960349 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-5d6af5ea-eb84-414f-b1dd-24f4bbe4bf71 req-31faed85-bc3b-4660-8cf6-e0fd9d969824 tempest-AttachVolumeNegativeTest-624431894 tempest-AttachVolumeNegativeTest-624431894-project] 10.222.0.39 "GET /v2.0/security-groups?id=55c08e70-940c-4a69-a384-24c4ba0679d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513241 Sep 15 16:27:09.976704 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [req-195b0875-35f4-4186-b61e-58b12b470975 req-3902455c-1278-447d-a1e6-43d1467cb16b tempest-AttachVolumeNegativeTest-624431894 tempest-AttachVolumeNegativeTest-624431894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791196460023', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791195970003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127878305'] for port, after_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:27:09.991715 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.db [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] get_ports_and_sgs() called for port_ids ['c90f172d-6513-48bb-a6c9-ec2d8f15890b', '34c3aa11-daeb-4ab6-a096-b2f4a738fdd9'] {{(pid=93955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 16:27:10.037383 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3902455c-1278-447d-a1e6-43d1467cb16b tempest-AttachVolumeNegativeTest-624431894 tempest-AttachVolumeNegativeTest-624431894-project] Pushing event deleted for resources: {'Port': ['ID=34c3aa11-daeb-4ab6-a096-b2f4a738fdd9,revision_number=None']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:27:10.091057 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.db.l3_dvrscheduler_db [req-195b0875-35f4-4186-b61e-58b12b470975 req-3902455c-1278-447d-a1e6-43d1467cb16b tempest-AttachVolumeNegativeTest-624431894 tempest-AttachVolumeNegativeTest-624431894-project] No DVR routers for this DVR port 34c3aa11-daeb-4ab6-a096-b2f4a738fdd9 on host hv-cinder-77957 {{(pid=93953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 16:27:10.094916 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [req-195b0875-35f4-4186-b61e-58b12b470975 req-3902455c-1278-447d-a1e6-43d1467cb16b tempest-AttachVolumeNegativeTest-624431894 tempest-AttachVolumeNegativeTest-624431894-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58602'] for port, before_response {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:27:10.097276 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-195b0875-35f4-4186-b61e-58b12b470975 req-3902455c-1278-447d-a1e6-43d1467cb16b tempest-AttachVolumeNegativeTest-624431894 tempest-AttachVolumeNegativeTest-624431894-project] 10.222.0.45 "DELETE /v2.0/ports/34c3aa11-daeb-4ab6-a096-b2f4a738fdd9 HTTP/1.1" status: 204 len: 173 time: 0.5829382 Sep 15 16:27:10.097813 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9845d6c-72e5-40cc-95ee-86241a4bef6a', 'name': 'network-vif-deleted', 'tag': '34c3aa11-daeb-4ab6-a096-b2f4a738fdd9'}] {{(pid=93953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 16:27:10.100798 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5192e05b0783e869a38b3815ee673eee9316ce03dcaf8465063259ebfb62487" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f42276c-e876-40d2-bea4-6352c24ecdef" -d '{"events": [{"server_uuid": "a9845d6c-72e5-40cc-95ee-86241a4bef6a", "name": "network-vif-deleted", "tag": "34c3aa11-daeb-4ab6-a096-b2f4a738fdd9"}]}' {{(pid=93953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 16:27:10.103468 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-577675d8-5196-4d88-bf8c-52f1e4f0e7d8 req-d58af203-8fbf-4aa0-9c31-e132e9ec02f8 tempest-VolumesSnapshotTestJSON-10867408 tempest-VolumesSnapshotTestJSON-10867408-project] 10.222.0.39 "GET /v2.0/ports?device_id=862f47b9-a24c-45a8-a877-f463e3e3adc8 HTTP/1.1" status: 200 len: 210 time: 0.0407169 Sep 15 16:27:10.149073 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 16:27:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-086c3fd6-8b1c-46c4-888a-5caf70d35e6a x-openstack-request-id: req-086c3fd6-8b1c-46c4-888a-5caf70d35e6a {{(pid=93953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 16:27:10.149550 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9845d6c-72e5-40cc-95ee-86241a4bef6a", "name": "network-vif-deleted", "tag": "34c3aa11-daeb-4ab6-a096-b2f4a738fdd9", "status": "completed", "code": 200}]} {{(pid=93953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 16:27:10.149665 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-086c3fd6-8b1c-46c4-888a-5caf70d35e6a {{(pid=93953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 16:27:10.150129 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9845d6c-72e5-40cc-95ee-86241a4bef6a', 'name': 'network-vif-deleted', 'tag': '34c3aa11-daeb-4ab6-a096-b2f4a738fdd9', 'status': 'completed', 'code': 200} Sep 15 16:27:10.643062 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee596f6-c0d5-421b-aa55-7f14bc868c50 req-4d1337ac-cf8a-4fa6-9d1d-01a6290d5f7b tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:27:10.650385 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-fee596f6-c0d5-421b-aa55-7f14bc868c50 req-4d1337ac-cf8a-4fa6-9d1d-01a6290d5f7b tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] 10.222.0.39 "GET /v2.0/ports?device_id=1895071e-07cf-4d71-977e-0057a981f962 HTTP/1.1" status: 200 len: 945 time: 0.0706763 Sep 15 16:27:10.702821 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-fee596f6-c0d5-421b-aa55-7f14bc868c50 req-9810d38a-94c5-4629-99f7-9e50172df8c3 tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] 10.222.0.39 "GET /v2.0/security-groups?id=01d6c133-4034-4f0a-ac7f-c71aa400623e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513959 Sep 15 16:27:11.241420 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-958a8764-6099-465c-be8f-2d452ed1d7cf req-7d721961-6bd4-489a-9252-c96db02f7751 tempest-VolumesSnapshotTestJSON-10867408 tempest-VolumesSnapshotTestJSON-10867408-project] 10.222.0.39 "GET /v2.0/ports?device_id=862f47b9-a24c-45a8-a877-f463e3e3adc8 HTTP/1.1" status: 200 len: 210 time: 0.0304251 Sep 15 16:27:11.408357 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2c37f0-dd11-46e7-8d34-32ccb48da9e8 req-68e33336-8d4a-417f-a07f-788af5a344b2 tempest-VolumesSnapshotTestJSON-10867408 tempest-VolumesSnapshotTestJSON-10867408-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:27:11.409859 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-db2c37f0-dd11-46e7-8d34-32ccb48da9e8 req-68e33336-8d4a-417f-a07f-788af5a344b2 tempest-VolumesSnapshotTestJSON-10867408 tempest-VolumesSnapshotTestJSON-10867408-project] 10.222.0.45 "GET /v2.0/networks?id=00757030-15db-46cb-97a2-e59df8b877aa HTTP/1.1" status: 200 len: 813 time: 0.1136014 Sep 15 16:27:11.430709 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.api.v2.base [req-db2c37f0-dd11-46e7-8d34-32ccb48da9e8 req-a8231db7-16bd-4ce0-9589-0ad3d4c53a4a tempest-VolumesSnapshotTestJSON-10867408 tempest-VolumesSnapshotTestJSON-10867408-project] Request body: {'port': {'device_id': '862f47b9-a24c-45a8-a877-f463e3e3adc8', 'network_id': '00757030-15db-46cb-97a2-e59df8b877aa', 'admin_state_up': True, 'tenant_id': 'd97d3f56a8ab42988e22610ace200dc9'}} {{(pid=93953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:27:11.544280 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-db2c37f0-dd11-46e7-8d34-32ccb48da9e8 req-a8231db7-16bd-4ce0-9589-0ad3d4c53a4a tempest-VolumesSnapshotTestJSON-10867408 tempest-VolumesSnapshotTestJSON-10867408-project] Made reservation on behalf of d97d3f56a8ab42988e22610ace200dc9 for: {'port': 1} {{(pid=93953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 16:27:11.548091 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [req-db2c37f0-dd11-46e7-8d34-32ccb48da9e8 req-a8231db7-16bd-4ce0-9589-0ad3d4c53a4a tempest-VolumesSnapshotTestJSON-10867408 tempest-VolumesSnapshotTestJSON-10867408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928820'] for port, before_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:27:11.687000 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.db.db_base_plugin_common [req-db2c37f0-dd11-46e7-8d34-32ccb48da9e8 req-a8231db7-16bd-4ce0-9589-0ad3d4c53a4a tempest-VolumesSnapshotTestJSON-10867408 tempest-VolumesSnapshotTestJSON-10867408-project] Allocated IP 172.20.0.12 (00757030-15db-46cb-97a2-e59df8b877aa/a579fb92-fd3c-486b-9ee1-70a00855b6e3/0c493553-ac70-41a0-b16c-686a531fbfcb) {{(pid=93953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 16:27:11.869648 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8806ca44-10db-4382-aba2-ef9abf03527d req-5dfdb1a8-d6c4-44fa-9532-511659e8a566 tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:27:11.871141 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-8806ca44-10db-4382-aba2-ef9abf03527d req-5dfdb1a8-d6c4-44fa-9532-511659e8a566 tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] 10.222.0.39 "GET /v2.0/ports?device_id=1895071e-07cf-4d71-977e-0057a981f962 HTTP/1.1" status: 200 len: 945 time: 0.1004312 Sep 15 16:27:11.889277 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [req-db2c37f0-dd11-46e7-8d34-32ccb48da9e8 req-a8231db7-16bd-4ce0-9589-0ad3d4c53a4a tempest-VolumesSnapshotTestJSON-10867408 tempest-VolumesSnapshotTestJSON-10867408-project] Notify callbacks [] for port, precommit_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:27:11.930287 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-8806ca44-10db-4382-aba2-ef9abf03527d req-a7d1d79f-b670-4d56-9186-7fa1f44ec385 tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] 10.222.0.39 "GET /v2.0/security-groups?id=01d6c133-4034-4f0a-ac7f-c71aa400623e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507381 Sep 15 16:27:11.946375 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [req-db2c37f0-dd11-46e7-8d34-32ccb48da9e8 req-a8231db7-16bd-4ce0-9589-0ad3d4c53a4a tempest-VolumesSnapshotTestJSON-10867408 tempest-VolumesSnapshotTestJSON-10867408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791195969994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127878305'] for port, after_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:27:12.000901 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-db2c37f0-dd11-46e7-8d34-32ccb48da9e8 req-a8231db7-16bd-4ce0-9589-0ad3d4c53a4a tempest-VolumesSnapshotTestJSON-10867408 tempest-VolumesSnapshotTestJSON-10867408-project] Network 00757030-15db-46cb-97a2-e59df8b877aa is already hosted by enough agents. {{(pid=93953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:27:12.003981 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.scheduler.base_scheduler [req-db2c37f0-dd11-46e7-8d34-32ccb48da9e8 req-a8231db7-16bd-4ce0-9589-0ad3d4c53a4a tempest-VolumesSnapshotTestJSON-10867408 tempest-VolumesSnapshotTestJSON-10867408-project] Resources bound (agent type, host, resource id): {{(pid=93953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:27:12.007566 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.db.l3_dvrscheduler_db [req-db2c37f0-dd11-46e7-8d34-32ccb48da9e8 req-a8231db7-16bd-4ce0-9589-0ad3d4c53a4a tempest-VolumesSnapshotTestJSON-10867408 tempest-VolumesSnapshotTestJSON-10867408-project] Received port after_create {{(pid=93953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 16:27:12.016922 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8231db7-16bd-4ce0-9589-0ad3d4c53a4a tempest-VolumesSnapshotTestJSON-10867408 tempest-VolumesSnapshotTestJSON-10867408-project] Pushing event updated for resources: {'Port': ['ID=0c493553-ac70-41a0-b16c-686a531fbfcb,revision_number=1']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:27:12.068547 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2c37f0-dd11-46e7-8d34-32ccb48da9e8 req-a8231db7-16bd-4ce0-9589-0ad3d4c53a4a tempest-VolumesSnapshotTestJSON-10867408 tempest-VolumesSnapshotTestJSON-10867408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:27:12.069142 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [req-db2c37f0-dd11-46e7-8d34-32ccb48da9e8 req-a8231db7-16bd-4ce0-9589-0ad3d4c53a4a tempest-VolumesSnapshotTestJSON-10867408 tempest-VolumesSnapshotTestJSON-10867408-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58602'] for port, before_response {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:27:12.086788 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-db2c37f0-dd11-46e7-8d34-32ccb48da9e8 req-a8231db7-16bd-4ce0-9589-0ad3d4c53a4a tempest-VolumesSnapshotTestJSON-10867408 tempest-VolumesSnapshotTestJSON-10867408-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6602955 Sep 15 16:27:12.100994 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.api.v2.base [req-db2c37f0-dd11-46e7-8d34-32ccb48da9e8 req-88941c1b-e70d-4a92-a0ff-57f4992c30be service neutron] Request body: {'port': {'device_id': '862f47b9-a24c-45a8-a877-f463e3e3adc8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77957'}} {{(pid=93953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:27:12.153148 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [req-db2c37f0-dd11-46e7-8d34-32ccb48da9e8 req-88941c1b-e70d-4a92-a0ff-57f4992c30be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928820'] for port, before_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:27:12.410387 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c28b2f-847c-4fe6-b065-d3e1ad9b7fe2 req-bd45ec65-5d76-4209-871c-51b397adc7c0 tempest-VolumesSnapshotTestJSON-10867408 tempest-VolumesSnapshotTestJSON-10867408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:27:12.411826 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-b4c28b2f-847c-4fe6-b065-d3e1ad9b7fe2 req-bd45ec65-5d76-4209-871c-51b397adc7c0 tempest-VolumesSnapshotTestJSON-10867408 tempest-VolumesSnapshotTestJSON-10867408-project] 10.222.0.39 "GET /v2.0/ports?device_id=862f47b9-a24c-45a8-a877-f463e3e3adc8 HTTP/1.1" status: 200 len: 932 time: 0.0772445 Sep 15 16:27:12.430397 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1da0239-b792-45e9-b133-16a38f0229bc req-16432b78-8dbc-46b5-9ca9-bf78b8d33685 tempest-AttachVolumeNegativeTest-624431894 tempest-AttachVolumeNegativeTest-624431894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:27:12.431851 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-d1da0239-b792-45e9-b133-16a38f0229bc req-16432b78-8dbc-46b5-9ca9-bf78b8d33685 tempest-AttachVolumeNegativeTest-624431894 tempest-AttachVolumeNegativeTest-624431894-project] 10.222.0.39 "GET /v2.0/ports?device_id=4d7de268-9da9-4691-8333-d476eb39f5d0 HTTP/1.1" status: 200 len: 946 time: 0.0481606 Sep 15 16:27:12.469344 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-d1da0239-b792-45e9-b133-16a38f0229bc req-a9dca542-9b5e-4a14-947f-d8391569ba21 tempest-AttachVolumeNegativeTest-624431894 tempest-AttachVolumeNegativeTest-624431894-project] 10.222.0.39 "GET /v2.0/security-groups?id=55c08e70-940c-4a69-a384-24c4ba0679d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308890 Sep 15 16:27:12.484196 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-b4c28b2f-847c-4fe6-b065-d3e1ad9b7fe2 req-2d71e837-be69-45f2-92af-107c007ee692 tempest-VolumesSnapshotTestJSON-10867408 tempest-VolumesSnapshotTestJSON-10867408-project] 10.222.0.39 "GET /v2.0/security-groups?id=1df54d61-f5b5-43d4-b93e-e888dd8e0474&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651386 Sep 15 16:27:12.490120 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.notifiers.nova [req-db2c37f0-dd11-46e7-8d34-32ccb48da9e8 req-88941c1b-e70d-4a92-a0ff-57f4992c30be service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0c493553-ac70-41a0-b16c-686a531fbfcb {{(pid=93953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 16:27:12.497621 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [req-db2c37f0-dd11-46e7-8d34-32ccb48da9e8 req-88941c1b-e70d-4a92-a0ff-57f4992c30be service neutron] Notify callbacks [] for port, precommit_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:27:12.509664 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.db.provisioning_blocks [req-db2c37f0-dd11-46e7-8d34-32ccb48da9e8 req-88941c1b-e70d-4a92-a0ff-57f4992c30be service neutron] Transition to ACTIVE for port object 0c493553-ac70-41a0-b16c-686a531fbfcb will not be triggered until provisioned by entity L2. {{(pid=93953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 16:27:12.515171 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [req-db2c37f0-dd11-46e7-8d34-32ccb48da9e8 req-88941c1b-e70d-4a92-a0ff-57f4992c30be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791196459277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791195970012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791195970030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127878328'] for port, after_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:27:12.568725 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88941c1b-e70d-4a92-a0ff-57f4992c30be service neutron] Pushing event updated for resources: {'Port': ['ID=0c493553-ac70-41a0-b16c-686a531fbfcb,revision_number=2']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:27:12.638266 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.managers [req-db2c37f0-dd11-46e7-8d34-32ccb48da9e8 req-88941c1b-e70d-4a92-a0ff-57f4992c30be service neutron] Attempting to bind port 0c493553-ac70-41a0-b16c-686a531fbfcb on host hv-cinder-77957 for vnic_type normal with profile {{(pid=93953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 16:27:12.638571 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.managers [req-db2c37f0-dd11-46e7-8d34-32ccb48da9e8 req-88941c1b-e70d-4a92-a0ff-57f4992c30be service neutron] Attempting to bind port 0c493553-ac70-41a0-b16c-686a531fbfcb by drivers openvswitch,hyperv on host hv-cinder-77957 at level 0 using segments [{'id': '2c2b2a20-bade-44fe-88a3-40d0febc0e44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '00757030-15db-46cb-97a2-e59df8b877aa'}] {{(pid=93953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 16:27:12.639065 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db2c37f0-dd11-46e7-8d34-32ccb48da9e8 req-88941c1b-e70d-4a92-a0ff-57f4992c30be service neutron] Attempting to bind port 0c493553-ac70-41a0-b16c-686a531fbfcb on network 00757030-15db-46cb-97a2-e59df8b877aa {{(pid=93953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 16:27:12.643793 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db2c37f0-dd11-46e7-8d34-32ccb48da9e8 req-88941c1b-e70d-4a92-a0ff-57f4992c30be service neutron] Port 0c493553-ac70-41a0-b16c-686a531fbfcb on network 00757030-15db-46cb-97a2-e59df8b877aa not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77957 {{(pid=93953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 15 16:27:12.644102 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db2c37f0-dd11-46e7-8d34-32ccb48da9e8 req-88941c1b-e70d-4a92-a0ff-57f4992c30be service neutron] Attempting to bind port 0c493553-ac70-41a0-b16c-686a531fbfcb on network 00757030-15db-46cb-97a2-e59df8b877aa {{(pid=93953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 16:27:12.649030 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db2c37f0-dd11-46e7-8d34-32ccb48da9e8 req-88941c1b-e70d-4a92-a0ff-57f4992c30be service neutron] Checking agent: {'id': 'ffe43d43-c071-44aa-bc11-ae2d4b291b02', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77957', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 16, 20, 23), 'started_at': datetime.datetime(2021, 9, 15, 16, 20, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 16, 26, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 16:27:12.649370 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db2c37f0-dd11-46e7-8d34-32ccb48da9e8 req-88941c1b-e70d-4a92-a0ff-57f4992c30be service neutron] Checking segment: {'id': '2c2b2a20-bade-44fe-88a3-40d0febc0e44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '00757030-15db-46cb-97a2-e59df8b877aa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 16:27:12.649751 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db2c37f0-dd11-46e7-8d34-32ccb48da9e8 req-88941c1b-e70d-4a92-a0ff-57f4992c30be service neutron] Bound using segment: {'id': '2c2b2a20-bade-44fe-88a3-40d0febc0e44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '00757030-15db-46cb-97a2-e59df8b877aa'} {{(pid=93953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 16:27:12.650176 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.managers [req-db2c37f0-dd11-46e7-8d34-32ccb48da9e8 req-88941c1b-e70d-4a92-a0ff-57f4992c30be service neutron] Bound port: 0c493553-ac70-41a0-b16c-686a531fbfcb, host: hv-cinder-77957, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2c2b2a20-bade-44fe-88a3-40d0febc0e44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '00757030-15db-46cb-97a2-e59df8b877aa'}}] {{(pid=93953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 16:27:12.650531 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [req-db2c37f0-dd11-46e7-8d34-32ccb48da9e8 req-88941c1b-e70d-4a92-a0ff-57f4992c30be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928820'] for port, before_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:27:12.716110 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.db [req-db2c37f0-dd11-46e7-8d34-32ccb48da9e8 req-88941c1b-e70d-4a92-a0ff-57f4992c30be service neutron] For port 0c493553-ac70-41a0-b16c-686a531fbfcb, host hv-cinder-77957, cleared binding levels {{(pid=93953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 16:27:12.719156 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.db [req-db2c37f0-dd11-46e7-8d34-32ccb48da9e8 req-88941c1b-e70d-4a92-a0ff-57f4992c30be service neutron] For port 0c493553-ac70-41a0-b16c-686a531fbfcb, host hv-cinder-77957, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77957',level=0,port_id=0c493553-ac70-41a0-b16c-686a531fbfcb,segment=NetworkSegment(2c2b2a20-bade-44fe-88a3-40d0febc0e44),segment_id=2c2b2a20-bade-44fe-88a3-40d0febc0e44)] {{(pid=93953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 16:27:12.723665 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [req-db2c37f0-dd11-46e7-8d34-32ccb48da9e8 req-88941c1b-e70d-4a92-a0ff-57f4992c30be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791196459277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791195970012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791195970030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127878328'] for port, after_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:27:12.758211 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2c37f0-dd11-46e7-8d34-32ccb48da9e8 req-88941c1b-e70d-4a92-a0ff-57f4992c30be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:27:12.758808 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [req-db2c37f0-dd11-46e7-8d34-32ccb48da9e8 req-88941c1b-e70d-4a92-a0ff-57f4992c30be service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58602'] for port, before_response {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:27:12.760232 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-db2c37f0-dd11-46e7-8d34-32ccb48da9e8 req-88941c1b-e70d-4a92-a0ff-57f4992c30be service neutron] 10.222.0.45 "PUT /v2.0/ports/0c493553-ac70-41a0-b16c-686a531fbfcb HTTP/1.1" status: 200 len: 1094 time: 0.6631787 Sep 15 16:27:12.760658 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '862f47b9-a24c-45a8-a877-f463e3e3adc8', 'tag': '0c493553-ac70-41a0-b16c-686a531fbfcb'}] {{(pid=93953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 16:27:12.762886 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5192e05b0783e869a38b3815ee673eee9316ce03dcaf8465063259ebfb62487" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-037467d1-c892-473f-92a2-a93ad0571b04" -d '{"events": [{"name": "network-changed", "server_uuid": "862f47b9-a24c-45a8-a877-f463e3e3adc8", "tag": "0c493553-ac70-41a0-b16c-686a531fbfcb"}]}' {{(pid=93953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 16:27:12.788124 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88941c1b-e70d-4a92-a0ff-57f4992c30be service neutron] Pushing event updated for resources: {'Port': ['ID=0c493553-ac70-41a0-b16c-686a531fbfcb,revision_number=3']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:27:12.810673 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 16:27:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef8b05a7-d6f3-4fc2-a73b-2bea365c03b4 x-openstack-request-id: req-ef8b05a7-d6f3-4fc2-a73b-2bea365c03b4 {{(pid=93953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 16:27:12.810957 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "862f47b9-a24c-45a8-a877-f463e3e3adc8", "tag": "0c493553-ac70-41a0-b16c-686a531fbfcb", "status": "completed", "code": 200}]} {{(pid=93953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 16:27:12.811204 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-ef8b05a7-d6f3-4fc2-a73b-2bea365c03b4 {{(pid=93953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 16:27:12.811586 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '862f47b9-a24c-45a8-a877-f463e3e3adc8', 'tag': '0c493553-ac70-41a0-b16c-686a531fbfcb', 'status': 'completed', 'code': 200} Sep 15 16:27:12.868614 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3ee9cf-a84b-47a1-bbf0-ddb3b9d82574 req-264d9ff6-67ef-46a0-a6fc-95f2554f2ac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:27:12.870075 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-fe3ee9cf-a84b-47a1-bbf0-ddb3b9d82574 req-264d9ff6-67ef-46a0-a6fc-95f2554f2ac1 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f7e7af658aa34644855359ede57c4c67&device_id=1895071e-07cf-4d71-977e-0057a981f962 HTTP/1.1" status: 200 len: 1098 time: 0.0702660 Sep 15 16:27:12.887889 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2c37f0-dd11-46e7-8d34-32ccb48da9e8 req-cc4b8ef8-acdb-415c-a255-0e9b552c518b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:27:12.889321 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-db2c37f0-dd11-46e7-8d34-32ccb48da9e8 req-cc4b8ef8-acdb-415c-a255-0e9b552c518b service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=d97d3f56a8ab42988e22610ace200dc9&device_id=862f47b9-a24c-45a8-a877-f463e3e3adc8 HTTP/1.1" status: 200 len: 1097 time: 0.0583959 Sep 15 16:27:12.943914 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-db2c37f0-dd11-46e7-8d34-32ccb48da9e8 req-a5a2e0e1-d83d-4f1f-8264-2e848aff32d6 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0c493553-ac70-41a0-b16c-686a531fbfcb HTTP/1.1" status: 200 len: 217 time: 0.0359764 Sep 15 16:27:13.057947 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3ee9cf-a84b-47a1-bbf0-ddb3b9d82574 req-599e23bd-2804-4f26-be93-1e8ace0aea11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:27:13.059455 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-fe3ee9cf-a84b-47a1-bbf0-ddb3b9d82574 req-599e23bd-2804-4f26-be93-1e8ace0aea11 service neutron] 10.222.0.45 "GET /v2.0/networks?id=301d3dae-97cb-4f1f-a074-0eaf2ccca5e4 HTTP/1.1" status: 200 len: 917 time: 0.1809235 Sep 15 16:27:13.062396 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2c37f0-dd11-46e7-8d34-32ccb48da9e8 req-e54756da-3369-46e6-a9af-cdf1215c9c28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:27:13.063691 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-db2c37f0-dd11-46e7-8d34-32ccb48da9e8 req-e54756da-3369-46e6-a9af-cdf1215c9c28 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=a579fb92-fd3c-486b-9ee1-70a00855b6e3 HTTP/1.1" status: 200 len: 853 time: 0.0934176 Sep 15 16:27:13.079538 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea8f36f-5a5a-46fb-98b7-88be59eb3942 req-a9aeb83f-40f1-4dde-b6a0-216ec10fe2fa tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:27:13.080938 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-cea8f36f-5a5a-46fb-98b7-88be59eb3942 req-a9aeb83f-40f1-4dde-b6a0-216ec10fe2fa tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] 10.222.0.39 "GET /v2.0/ports?device_id=1895071e-07cf-4d71-977e-0057a981f962 HTTP/1.1" status: 200 len: 945 time: 0.0711081 Sep 15 16:27:13.338478 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.rpc [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] Device 34c3aa11-daeb-4ab6-a096-b2f4a738fdd9 no longer exists at agent hyperv_hv-cinder-77957 {{(pid=93955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 16:27:13.362999 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] No Port match for: 34c3aa11-daeb-4ab6-a096-b2f4a738fdd9 {{(pid=93955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 16:27:13.363331 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.rpc [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] Device 34c3aa11-daeb-4ab6-a096-b2f4a738fdd9 not bound to the agent host hv-cinder-77957 {{(pid=93955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 16:27:13.378328 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-db2c37f0-dd11-46e7-8d34-32ccb48da9e8 req-988583a9-ad17-4d34-94eb-983f9e8c3307 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=00757030-15db-46cb-97a2-e59df8b877aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2964373 Sep 15 16:27:13.441635 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-fe3ee9cf-a84b-47a1-bbf0-ddb3b9d82574 req-bfb69a4a-48cb-4eea-bedd-7a45d60455c6 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e276d5d2-322a-4d4d-b833-7daa17260d3e HTTP/1.1" status: 200 len: 1001 time: 0.3587487 Sep 15 16:27:13.446211 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-cea8f36f-5a5a-46fb-98b7-88be59eb3942 req-e636cedd-f734-4609-81aa-fb31c227aefc tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] 10.222.0.39 "GET /v2.0/security-groups?id=01d6c133-4034-4f0a-ac7f-c71aa400623e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3494961 Sep 15 16:27:13.535462 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3ee9cf-a84b-47a1-bbf0-ddb3b9d82574 req-11b20ce7-decf-4d0d-9466-bdcdf036925c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:27:13.536953 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-fe3ee9cf-a84b-47a1-bbf0-ddb3b9d82574 req-11b20ce7-decf-4d0d-9466-bdcdf036925c service neutron] 10.222.0.45 "GET /v2.0/subnets?id=fa5f41a1-b858-4e32-8594-59b83d73c6e9 HTTP/1.1" status: 200 len: 856 time: 0.0627124 Sep 15 16:27:13.538789 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-db2c37f0-dd11-46e7-8d34-32ccb48da9e8 req-09efe493-d673-4bb5-9d44-446a74676a2a service neutron] 10.222.0.45 "GET /v2.0/networks/00757030-15db-46cb-97a2-e59df8b877aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1459954 Sep 15 16:27:13.678177 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3ee9cf-a84b-47a1-bbf0-ddb3b9d82574 req-8a8a6161-8d62-430b-b4c9-af27df01c6d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:27:13.679676 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-fe3ee9cf-a84b-47a1-bbf0-ddb3b9d82574 req-8a8a6161-8d62-430b-b4c9-af27df01c6d1 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=301d3dae-97cb-4f1f-a074-0eaf2ccca5e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1257696 Sep 15 16:27:13.696967 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a81764d-7458-42b5-ba4f-68bff5dea59d req-bf6735de-ee28-409e-93fe-05b5875736f1 tempest-VolumesSnapshotTestJSON-10867408 tempest-VolumesSnapshotTestJSON-10867408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:27:13.697371 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f152f0b6-3e5a-4389-b152-e25263730d9d req-ab291c4c-a113-45d1-bfa2-b5bd56218f5e tempest-AttachVolumeNegativeTest-624431894 tempest-AttachVolumeNegativeTest-624431894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:27:13.698367 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-0a81764d-7458-42b5-ba4f-68bff5dea59d req-bf6735de-ee28-409e-93fe-05b5875736f1 tempest-VolumesSnapshotTestJSON-10867408 tempest-VolumesSnapshotTestJSON-10867408-project] 10.222.0.39 "GET /v2.0/ports?device_id=862f47b9-a24c-45a8-a877-f463e3e3adc8 HTTP/1.1" status: 200 len: 944 time: 0.1283240 Sep 15 16:27:13.698794 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-f152f0b6-3e5a-4389-b152-e25263730d9d req-ab291c4c-a113-45d1-bfa2-b5bd56218f5e tempest-AttachVolumeNegativeTest-624431894 tempest-AttachVolumeNegativeTest-624431894-project] 10.222.0.39 "GET /v2.0/ports?device_id=4d7de268-9da9-4691-8333-d476eb39f5d0 HTTP/1.1" status: 200 len: 946 time: 0.1553321 Sep 15 16:27:13.742391 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-f152f0b6-3e5a-4389-b152-e25263730d9d req-529b64d1-530d-4844-838c-2cbddd4fff50 tempest-AttachVolumeNegativeTest-624431894 tempest-AttachVolumeNegativeTest-624431894-project] 10.222.0.39 "GET /v2.0/security-groups?id=55c08e70-940c-4a69-a384-24c4ba0679d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356882 Sep 15 16:27:13.750555 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-db2c37f0-dd11-46e7-8d34-32ccb48da9e8 req-08e6b8c1-17ec-4751-bd6d-e69924ee7715 service neutron] 10.222.0.45 "GET /v2.0/networks/00757030-15db-46cb-97a2-e59df8b877aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1954021 Sep 15 16:27:13.811803 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-0a81764d-7458-42b5-ba4f-68bff5dea59d req-0de5427f-a485-4b90-8ec1-c219236b2e15 tempest-VolumesSnapshotTestJSON-10867408 tempest-VolumesSnapshotTestJSON-10867408-project] 10.222.0.39 "GET /v2.0/security-groups?id=1df54d61-f5b5-43d4-b93e-e888dd8e0474&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030447 Sep 15 16:27:13.846753 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-fe3ee9cf-a84b-47a1-bbf0-ddb3b9d82574 req-71b7ca9e-03a0-4c42-8f2d-98fc5f722893 service neutron] 10.222.0.45 "GET /v2.0/networks/301d3dae-97cb-4f1f-a074-0eaf2ccca5e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1573496 Sep 15 16:27:13.856223 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037467d1-c892-473f-92a2-a93ad0571b04 req-017e11ff-b829-42f2-be0f-37eb0380db98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:27:13.857655 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-037467d1-c892-473f-92a2-a93ad0571b04 req-017e11ff-b829-42f2-be0f-37eb0380db98 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=d97d3f56a8ab42988e22610ace200dc9&device_id=862f47b9-a24c-45a8-a877-f463e3e3adc8 HTTP/1.1" status: 200 len: 1097 time: 0.0568528 Sep 15 16:27:14.008182 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-fe3ee9cf-a84b-47a1-bbf0-ddb3b9d82574 req-8c718f19-4ef6-429c-89e5-48624254ca87 service neutron] 10.222.0.45 "GET /v2.0/networks/301d3dae-97cb-4f1f-a074-0eaf2ccca5e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1494505 Sep 15 16:27:14.010769 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037467d1-c892-473f-92a2-a93ad0571b04 req-60651978-66f1-424a-9e32-96b69d2f471c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:27:14.013795 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-037467d1-c892-473f-92a2-a93ad0571b04 req-60651978-66f1-424a-9e32-96b69d2f471c service neutron] 10.222.0.45 "GET /v2.0/networks?id=00757030-15db-46cb-97a2-e59df8b877aa HTTP/1.1" status: 200 len: 913 time: 0.1364727 Sep 15 16:27:14.057640 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-037467d1-c892-473f-92a2-a93ad0571b04 req-acf83b31-dbe9-41f7-9a32-1515eadbe8d8 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0c493553-ac70-41a0-b16c-686a531fbfcb HTTP/1.1" status: 200 len: 217 time: 0.0379293 Sep 15 16:27:14.107698 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037467d1-c892-473f-92a2-a93ad0571b04 req-9d12532e-9074-4e70-a46a-b8b2db8b4d7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:27:14.109222 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-037467d1-c892-473f-92a2-a93ad0571b04 req-9d12532e-9074-4e70-a46a-b8b2db8b4d7a service neutron] 10.222.0.45 "GET /v2.0/subnets?id=a579fb92-fd3c-486b-9ee1-70a00855b6e3 HTTP/1.1" status: 200 len: 853 time: 0.0443237 Sep 15 16:27:14.139724 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-037467d1-c892-473f-92a2-a93ad0571b04 req-e88d0b19-92ce-40ae-aac6-7ca47692fec0 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=00757030-15db-46cb-97a2-e59df8b877aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0233583 Sep 15 16:27:14.233902 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-037467d1-c892-473f-92a2-a93ad0571b04 req-6143e6ee-c179-47e8-8605-0e2e9bbd0732 service neutron] 10.222.0.45 "GET /v2.0/networks/00757030-15db-46cb-97a2-e59df8b877aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856667 Sep 15 16:27:14.322121 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-037467d1-c892-473f-92a2-a93ad0571b04 req-f6ec394e-2ae6-4479-9b4d-bd76c7b5c976 service neutron] 10.222.0.45 "GET /v2.0/networks/00757030-15db-46cb-97a2-e59df8b877aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805628 Sep 15 16:27:14.579816 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0a8f27-17b0-414e-b3cd-906bb6ce6be7 req-05bfbb6e-72db-4d53-929a-b0b256bd7a60 tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:27:14.581308 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-0b0a8f27-17b0-414e-b3cd-906bb6ce6be7 req-05bfbb6e-72db-4d53-929a-b0b256bd7a60 tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] 10.222.0.39 "GET /v2.0/ports?device_id=1895071e-07cf-4d71-977e-0057a981f962 HTTP/1.1" status: 200 len: 945 time: 0.0517752 Sep 15 16:27:14.623359 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-0b0a8f27-17b0-414e-b3cd-906bb6ce6be7 req-5c1f4385-c1f3-4e80-8e61-7adfc8b96d8f tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] 10.222.0.39 "GET /v2.0/security-groups?id=01d6c133-4034-4f0a-ac7f-c71aa400623e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332439 Sep 15 16:27:14.873456 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7af1556-0b89-4e84-99cd-40993c54740e req-caa627fb-79dd-49af-bf6b-e7ac3f783995 tempest-AttachVolumeNegativeTest-624431894 tempest-AttachVolumeNegativeTest-624431894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:27:14.880384 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-d7af1556-0b89-4e84-99cd-40993c54740e req-caa627fb-79dd-49af-bf6b-e7ac3f783995 tempest-AttachVolumeNegativeTest-624431894 tempest-AttachVolumeNegativeTest-624431894-project] 10.222.0.39 "GET /v2.0/ports?device_id=4d7de268-9da9-4691-8333-d476eb39f5d0 HTTP/1.1" status: 200 len: 946 time: 0.0579550 Sep 15 16:27:14.920008 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-d7af1556-0b89-4e84-99cd-40993c54740e req-f0013fdf-baac-4e64-96d5-f712965e73cf tempest-AttachVolumeNegativeTest-624431894 tempest-AttachVolumeNegativeTest-624431894-project] 10.222.0.39 "GET /v2.0/security-groups?id=55c08e70-940c-4a69-a384-24c4ba0679d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387585 Sep 15 16:27:14.952636 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c995597d-a907-407b-b126-c3f8bdb1e927 req-bad073b8-bc13-4d32-947d-98e40ab68456 tempest-VolumesSnapshotTestJSON-10867408 tempest-VolumesSnapshotTestJSON-10867408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:27:14.955156 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-c995597d-a907-407b-b126-c3f8bdb1e927 req-bad073b8-bc13-4d32-947d-98e40ab68456 tempest-VolumesSnapshotTestJSON-10867408 tempest-VolumesSnapshotTestJSON-10867408-project] 10.222.0.39 "GET /v2.0/ports?device_id=862f47b9-a24c-45a8-a877-f463e3e3adc8 HTTP/1.1" status: 200 len: 944 time: 0.0674579 Sep 15 16:27:14.999500 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-c995597d-a907-407b-b126-c3f8bdb1e927 req-e7aaaad5-4eed-4a1d-845f-0870a81f3667 tempest-VolumesSnapshotTestJSON-10867408 tempest-VolumesSnapshotTestJSON-10867408-project] 10.222.0.39 "GET /v2.0/security-groups?id=1df54d61-f5b5-43d4-b93e-e888dd8e0474&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390646 Sep 15 16:27:15.753503 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76754cd-de95-4294-a900-5780570e51f0 req-445273d9-9616-45ac-a51f-7e98ecf94d23 tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:27:15.754983 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-a76754cd-de95-4294-a900-5780570e51f0 req-445273d9-9616-45ac-a51f-7e98ecf94d23 tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] 10.222.0.39 "GET /v2.0/ports?device_id=1895071e-07cf-4d71-977e-0057a981f962 HTTP/1.1" status: 200 len: 945 time: 0.0497525 Sep 15 16:27:15.796931 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-a76754cd-de95-4294-a900-5780570e51f0 req-9c25bd88-7aad-4b6d-ba1c-3eb9836ca567 tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] 10.222.0.39 "GET /v2.0/security-groups?id=01d6c133-4034-4f0a-ac7f-c71aa400623e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331624 Sep 15 16:27:16.048497 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e99e69-c8cb-4277-835e-2912080b2ac3 req-e588df48-4cd5-4c31-8a48-3dd7296a434b tempest-AttachVolumeNegativeTest-624431894 tempest-AttachVolumeNegativeTest-624431894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:27:16.050010 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-51e99e69-c8cb-4277-835e-2912080b2ac3 req-e588df48-4cd5-4c31-8a48-3dd7296a434b tempest-AttachVolumeNegativeTest-624431894 tempest-AttachVolumeNegativeTest-624431894-project] 10.222.0.39 "GET /v2.0/ports?device_id=4d7de268-9da9-4691-8333-d476eb39f5d0 HTTP/1.1" status: 200 len: 946 time: 0.0525506 Sep 15 16:27:16.096970 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-51e99e69-c8cb-4277-835e-2912080b2ac3 req-42df3e3d-857b-4809-8ced-aa1fb3700ad3 tempest-AttachVolumeNegativeTest-624431894 tempest-AttachVolumeNegativeTest-624431894-project] 10.222.0.39 "GET /v2.0/security-groups?id=55c08e70-940c-4a69-a384-24c4ba0679d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399785 Sep 15 16:27:16.115250 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9d09e9-bafd-4c7d-97ea-9a03b50f27b3 req-ba67bbac-1125-4ce1-8078-923892d77677 tempest-VolumesSnapshotTestJSON-10867408 tempest-VolumesSnapshotTestJSON-10867408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:27:16.116780 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-0c9d09e9-bafd-4c7d-97ea-9a03b50f27b3 req-ba67bbac-1125-4ce1-8078-923892d77677 tempest-VolumesSnapshotTestJSON-10867408 tempest-VolumesSnapshotTestJSON-10867408-project] 10.222.0.39 "GET /v2.0/ports?device_id=862f47b9-a24c-45a8-a877-f463e3e3adc8 HTTP/1.1" status: 200 len: 944 time: 0.0526559 Sep 15 16:27:16.154047 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-0c9d09e9-bafd-4c7d-97ea-9a03b50f27b3 req-0e3545cf-8f6b-4feb-8558-936bc01782c2 tempest-VolumesSnapshotTestJSON-10867408 tempest-VolumesSnapshotTestJSON-10867408-project] 10.222.0.39 "GET /v2.0/security-groups?id=1df54d61-f5b5-43d4-b93e-e888dd8e0474&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314090 Sep 15 16:27:16.218314 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b166e9-16fa-4e5d-abe9-b6c18e18bb4e req-02d57745-d705-43c1-8f3d-8c836441ae16 tempest-AttachVolumeNegativeTest-624431894 tempest-AttachVolumeNegativeTest-624431894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:27:16.219818 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-04b166e9-16fa-4e5d-abe9-b6c18e18bb4e req-02d57745-d705-43c1-8f3d-8c836441ae16 tempest-AttachVolumeNegativeTest-624431894 tempest-AttachVolumeNegativeTest-624431894-project] 10.222.0.45 "GET /v2.0/ports?device_id=4d7de268-9da9-4691-8333-d476eb39f5d0 HTTP/1.1" status: 200 len: 946 time: 0.0483813 Sep 15 16:27:16.314532 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.plugin [req-04b166e9-16fa-4e5d-abe9-b6c18e18bb4e req-c292614f-490b-42bb-8483-9bf9d9854b72 tempest-AttachVolumeNegativeTest-624431894 tempest-AttachVolumeNegativeTest-624431894-project] Deleting port c90f172d-6513-48bb-a6c9-ec2d8f15890b {{(pid=93953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:27:16.314867 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [req-04b166e9-16fa-4e5d-abe9-b6c18e18bb4e req-c292614f-490b-42bb-8483-9bf9d9854b72 tempest-AttachVolumeNegativeTest-624431894 tempest-AttachVolumeNegativeTest-624431894-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791196454449'] for port, before_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:27:16.403425 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.db [req-04b166e9-16fa-4e5d-abe9-b6c18e18bb4e req-c292614f-490b-42bb-8483-9bf9d9854b72 tempest-AttachVolumeNegativeTest-624431894 tempest-AttachVolumeNegativeTest-624431894-project] For port c90f172d-6513-48bb-a6c9-ec2d8f15890b, host hv-cinder-77957, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77957',level=0,port_id=c90f172d-6513-48bb-a6c9-ec2d8f15890b,segment=NetworkSegment(59ddac4d-713c-429a-86bb-e4613c98c15a),segment_id=59ddac4d-713c-429a-86bb-e4613c98c15a)] {{(pid=93953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:27:16.403784 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [req-04b166e9-16fa-4e5d-abe9-b6c18e18bb4e req-c292614f-490b-42bb-8483-9bf9d9854b72 tempest-AttachVolumeNegativeTest-624431894 tempest-AttachVolumeNegativeTest-624431894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3729503'] for port, precommit_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:27:16.419286 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.plugin [req-04b166e9-16fa-4e5d-abe9-b6c18e18bb4e req-c292614f-490b-42bb-8483-9bf9d9854b72 tempest-AttachVolumeNegativeTest-624431894 tempest-AttachVolumeNegativeTest-624431894-project] Calling delete_port for c90f172d-6513-48bb-a6c9-ec2d8f15890b owned by compute:nova {{(pid=93953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:27:16.566374 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [req-04b166e9-16fa-4e5d-abe9-b6c18e18bb4e req-c292614f-490b-42bb-8483-9bf9d9854b72 tempest-AttachVolumeNegativeTest-624431894 tempest-AttachVolumeNegativeTest-624431894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791196460023', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791195970003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127878305'] for port, after_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:27:16.585827 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.db [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] get_ports_and_sgs() called for port_ids ['c90f172d-6513-48bb-a6c9-ec2d8f15890b'] {{(pid=93955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 16:27:16.603016 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c292614f-490b-42bb-8483-9bf9d9854b72 tempest-AttachVolumeNegativeTest-624431894 tempest-AttachVolumeNegativeTest-624431894-project] Pushing event deleted for resources: {'Port': ['ID=c90f172d-6513-48bb-a6c9-ec2d8f15890b,revision_number=None']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:27:16.646383 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.db.l3_dvrscheduler_db [req-04b166e9-16fa-4e5d-abe9-b6c18e18bb4e req-c292614f-490b-42bb-8483-9bf9d9854b72 tempest-AttachVolumeNegativeTest-624431894 tempest-AttachVolumeNegativeTest-624431894-project] No DVR routers for this DVR port c90f172d-6513-48bb-a6c9-ec2d8f15890b on host hv-cinder-77957 {{(pid=93953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 16:27:16.648886 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [req-04b166e9-16fa-4e5d-abe9-b6c18e18bb4e req-c292614f-490b-42bb-8483-9bf9d9854b72 tempest-AttachVolumeNegativeTest-624431894 tempest-AttachVolumeNegativeTest-624431894-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58602'] for port, before_response {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:27:16.650900 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-04b166e9-16fa-4e5d-abe9-b6c18e18bb4e req-c292614f-490b-42bb-8483-9bf9d9854b72 tempest-AttachVolumeNegativeTest-624431894 tempest-AttachVolumeNegativeTest-624431894-project] 10.222.0.45 "DELETE /v2.0/ports/c90f172d-6513-48bb-a6c9-ec2d8f15890b HTTP/1.1" status: 204 len: 173 time: 0.4252334 Sep 15 16:27:16.651328 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d7de268-9da9-4691-8333-d476eb39f5d0', 'name': 'network-vif-deleted', 'tag': 'c90f172d-6513-48bb-a6c9-ec2d8f15890b'}] {{(pid=93953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 16:27:16.653584 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5192e05b0783e869a38b3815ee673eee9316ce03dcaf8465063259ebfb62487" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e5e6bae-88a7-4101-82ab-137ad0318d3d" -d '{"events": [{"server_uuid": "4d7de268-9da9-4691-8333-d476eb39f5d0", "name": "network-vif-deleted", "tag": "c90f172d-6513-48bb-a6c9-ec2d8f15890b"}]}' {{(pid=93953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 16:27:16.692792 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 16:27:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4bd13b6-e8f0-4080-aeb4-6f69014f11d6 x-openstack-request-id: req-b4bd13b6-e8f0-4080-aeb4-6f69014f11d6 {{(pid=93953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 16:27:16.693091 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d7de268-9da9-4691-8333-d476eb39f5d0", "name": "network-vif-deleted", "tag": "c90f172d-6513-48bb-a6c9-ec2d8f15890b", "status": "completed", "code": 200}]} {{(pid=93953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 16:27:16.693337 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-b4bd13b6-e8f0-4080-aeb4-6f69014f11d6 {{(pid=93953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 16:27:16.693946 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d7de268-9da9-4691-8333-d476eb39f5d0', 'name': 'network-vif-deleted', 'tag': 'c90f172d-6513-48bb-a6c9-ec2d8f15890b', 'status': 'completed', 'code': 200} Sep 15 16:27:16.927150 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7da095-97c8-4dad-ac44-bd80462acc4a req-bb1c34d8-f382-4184-9daf-f485b74f3dd0 tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:27:16.928656 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-3e7da095-97c8-4dad-ac44-bd80462acc4a req-bb1c34d8-f382-4184-9daf-f485b74f3dd0 tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] 10.222.0.39 "GET /v2.0/ports?device_id=1895071e-07cf-4d71-977e-0057a981f962 HTTP/1.1" status: 200 len: 945 time: 0.0500064 Sep 15 16:27:16.970047 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-3e7da095-97c8-4dad-ac44-bd80462acc4a req-a263a8b0-7d1f-41f1-bcfc-559d871d49ad tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] 10.222.0.39 "GET /v2.0/security-groups?id=01d6c133-4034-4f0a-ac7f-c71aa400623e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337944 Sep 15 16:27:17.222540 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-72daf354-ee04-40e2-9406-1c04a02e5fec req-a0feec25-70ec-4e69-adeb-83e817ae0bd0 tempest-AttachVolumeNegativeTest-624431894 tempest-AttachVolumeNegativeTest-624431894-project] 10.222.0.39 "GET /v2.0/ports?device_id=4d7de268-9da9-4691-8333-d476eb39f5d0 HTTP/1.1" status: 200 len: 210 time: 0.0363574 Sep 15 16:27:17.332393 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601605a9-61a7-4ce7-933d-6eca6817258d req-9dbc9790-7c89-484c-be15-4729f4b7a57b tempest-VolumesSnapshotTestJSON-10867408 tempest-VolumesSnapshotTestJSON-10867408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:27:17.333923 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-601605a9-61a7-4ce7-933d-6eca6817258d req-9dbc9790-7c89-484c-be15-4729f4b7a57b tempest-VolumesSnapshotTestJSON-10867408 tempest-VolumesSnapshotTestJSON-10867408-project] 10.222.0.39 "GET /v2.0/ports?device_id=862f47b9-a24c-45a8-a877-f463e3e3adc8 HTTP/1.1" status: 200 len: 944 time: 0.0538304 Sep 15 16:27:17.346345 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.rpc [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] Device e276d5d2-322a-4d4d-b833-7daa17260d3e no longer exists at agent hyperv_hv-cinder-77957 {{(pid=93955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 16:27:17.375810 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-601605a9-61a7-4ce7-933d-6eca6817258d req-a981e122-8f88-4920-b74c-aab7c3493eaa tempest-VolumesSnapshotTestJSON-10867408 tempest-VolumesSnapshotTestJSON-10867408-project] 10.222.0.39 "GET /v2.0/security-groups?id=1df54d61-f5b5-43d4-b93e-e888dd8e0474&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354991 Sep 15 16:27:17.422513 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928820'] for port, before_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:27:17.447475 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1895071e-07cf-4d71-977e-0057a981f962', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e276d5d2-322a-4d4d-b833-7daa17260d3e'}] {{(pid=93955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 16:27:17.450081 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cc821c0eec02d2c96bcea0a08104c2827b642bf310f598bba7a206798b1bddd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1c48807-0887-4a99-be9d-aa59bb22a90b" -d '{"events": [{"server_uuid": "1895071e-07cf-4d71-977e-0057a981f962", "name": "network-vif-unplugged", "status": "completed", "tag": "e276d5d2-322a-4d4d-b833-7daa17260d3e"}]}' {{(pid=93955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 16:27:17.462875 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.db [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] For port e276d5d2-322a-4d4d-b833-7daa17260d3e, host hv-cinder-77957, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77957',level=0,port_id=e276d5d2-322a-4d4d-b833-7daa17260d3e,segment=NetworkSegment(604bbfea-00fe-4e59-aeb5-45f535ca3265),segment_id=604bbfea-00fe-4e59-aeb5-45f535ca3265)] {{(pid=93955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:27:17.467907 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791196459277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791195970012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791195970030'] for port, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:27:17.493310 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 15 Sep 2021 16:27:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9dc794ee-b259-419b-a571-bcd2346c139f x-openstack-request-id: req-9dc794ee-b259-419b-a571-bcd2346c139f {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 16:27:17.493592 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1895071e-07cf-4d71-977e-0057a981f962", "name": "network-vif-unplugged", "status": "failed", "tag": "e276d5d2-322a-4d4d-b833-7daa17260d3e", "code": 422}]} {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 16:27:17.493844 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-9dc794ee-b259-419b-a571-bcd2346c139f {{(pid=93955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 16:27:17.494241 dv-cinder-779576-8-iscsi neutron-server[93955]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '1895071e-07cf-4d71-977e-0057a981f962', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'e276d5d2-322a-4d4d-b833-7daa17260d3e', 'code': 422} returned with failed status Sep 15 16:27:17.503678 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.wsgi [req-a1162389-8628-4ae2-be77-8e0828266abf req-a79aede1-f089-4e95-ad54-3681913fa04a service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=93953) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 15 16:27:17.504791 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-a1162389-8628-4ae2-be77-8e0828266abf req-a79aede1-f089-4e95-ad54-3681913fa04a service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055175 Sep 15 16:27:17.519550 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] Pushing event updated for resources: {'Port': ['ID=e276d5d2-322a-4d4d-b833-7daa17260d3e,revision_number=8']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:27:17.682430 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb20715-bf4d-4c71-821b-e131c7025a5c req-ace6938d-9374-42d9-9352-f3b17f78902e tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:27:17.684108 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-acb20715-bf4d-4c71-821b-e131c7025a5c req-ace6938d-9374-42d9-9352-f3b17f78902e tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] 10.222.0.39 "GET /v2.0/ports?device_id=1895071e-07cf-4d71-977e-0057a981f962 HTTP/1.1" status: 200 len: 943 time: 0.0524597 Sep 15 16:27:17.724265 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-acb20715-bf4d-4c71-821b-e131c7025a5c req-35e3b41a-fb89-49f0-bae5-0912bfcaa501 tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] 10.222.0.39 "GET /v2.0/security-groups?id=01d6c133-4034-4f0a-ac7f-c71aa400623e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326207 Sep 15 16:27:17.920453 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.wsgi [-] (93953) accepted ('10.222.0.39', 37782) {{(pid=93953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:27:18.017177 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-4354b861-a090-4797-a1df-edc0592ac71b req-aad525d4-490f-475c-bb7b-f72293be1f98 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=1895071e-07cf-4d71-977e-0057a981f962&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0953951 Sep 15 16:27:18.026599 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.wsgi [req-4354b861-a090-4797-a1df-edc0592ac71b req-4f2ff7e4-c853-416d-9179-785b5222488a service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=93953) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 15 16:27:18.027493 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-4354b861-a090-4797-a1df-edc0592ac71b req-4f2ff7e4-c853-416d-9179-785b5222488a service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050950 Sep 15 16:27:18.279297 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.wsgi [-] (93953) accepted ('10.222.0.39', 37794) {{(pid=93953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:27:18.323119 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.db.db_base_plugin_v2 [None req-adf5d78c-305d-4bca-a1e3-ffc226efbc05 admin admin] Deleting subnet a6d88e66-c0ab-4dd8-a770-c6440e6f2b6d {{(pid=93953) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 15 16:27:18.326601 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-adf5d78c-305d-4bca-a1e3-ffc226efbc05 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:27:18.367530 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-adf5d78c-305d-4bca-a1e3-ffc226efbc05 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127891476'] for subnet, precommit_delete_associations {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:27:18.407304 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-adf5d78c-305d-4bca-a1e3-ffc226efbc05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-957316'] for subnet, precommit_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:27:18.470714 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-adf5d78c-305d-4bca-a1e3-ffc226efbc05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-957331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127878286', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127570110'] for subnet, after_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:27:18.498386 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf5d78c-305d-4bca-a1e3-ffc226efbc05 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a6d88e66-c0ab-4dd8-a770-c6440e6f2b6d,revision_number=None']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:27:18.501997 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-adf5d78c-305d-4bca-a1e3-ffc226efbc05 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3748898'] for subnet, before_response {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:27:18.504145 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [None req-adf5d78c-305d-4bca-a1e3-ffc226efbc05 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/a6d88e66-c0ab-4dd8-a770-c6440e6f2b6d HTTP/1.1" status: 204 len: 168 time: 0.2238433 Sep 15 16:27:18.504468 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69d8dcc-cd4b-4983-9305-039c027afc13 req-9c07f1ca-c381-4767-a4d3-815866872b92 tempest-VolumesSnapshotTestJSON-10867408 tempest-VolumesSnapshotTestJSON-10867408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:27:18.506113 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-f69d8dcc-cd4b-4983-9305-039c027afc13 req-9c07f1ca-c381-4767-a4d3-815866872b92 tempest-VolumesSnapshotTestJSON-10867408 tempest-VolumesSnapshotTestJSON-10867408-project] 10.222.0.39 "GET /v2.0/ports?device_id=862f47b9-a24c-45a8-a877-f463e3e3adc8 HTTP/1.1" status: 200 len: 944 time: 0.0542343 Sep 15 16:27:18.506732 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.wsgi [-] (93954) accepted ('10.222.0.39', 37802) {{(pid=93954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:27:18.600648 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-f69d8dcc-cd4b-4983-9305-039c027afc13 req-266ad4a9-10f3-41dd-a542-5541d0125542 tempest-VolumesSnapshotTestJSON-10867408 tempest-VolumesSnapshotTestJSON-10867408-project] 10.222.0.39 "GET /v2.0/security-groups?id=1df54d61-f5b5-43d4-b93e-e888dd8e0474&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860200 Sep 15 16:27:18.604826 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-29a1fd58-ea2a-410f-8179-7a71ef711180 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-644213'] for network, before_delete {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:27:18.684729 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-29a1fd58-ea2a-410f-8179-7a71ef711180 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-950531', 'neutron.services.segments.db._delete_segments_for_network-8791196484509'] for network, precommit_delete {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:27:18.709267 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.services.segments.db [None req-29a1fd58-ea2a-410f-8179-7a71ef711180 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e66c478-4f71-4cdf-a293-798d2c526beb']}} {{(pid=93954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:27:18.718506 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.services.segments.db [None req-29a1fd58-ea2a-410f-8179-7a71ef711180 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '59ddac4d-713c-429a-86bb-e4613c98c15a') {'for_net_delete': True} {{(pid=93954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:27:18.718794 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.services.segments.db [None req-29a1fd58-ea2a-410f-8179-7a71ef711180 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '59ddac4d-713c-429a-86bb-e4613c98c15a') {} {{(pid=93954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:27:18.728573 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-29a1fd58-ea2a-410f-8179-7a71ef711180 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791196485798', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126845986'] for segment, before_delete {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:27:18.742287 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-29a1fd58-ea2a-410f-8179-7a71ef711180 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-955409'] for segment, precommit_delete {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:27:18.748031 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-29a1fd58-ea2a-410f-8179-7a71ef711180 admin admin] Releasing vlan 50 on physical network physnet1 to pool {{(pid=93954) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 16:27:18.748380 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-29a1fd58-ea2a-410f-8179-7a71ef711180 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-955409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126009045'] for segment, after_delete {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:27:18.749972 dv-cinder-779576-8-iscsi neutron-server[93954]: Traceback (most recent call last): Sep 15 16:27:18.749972 dv-cinder-779576-8-iscsi neutron-server[93954]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 15 16:27:18.749972 dv-cinder-779576-8-iscsi neutron-server[93954]: timer() Sep 15 16:27:18.749972 dv-cinder-779576-8-iscsi neutron-server[93954]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 16:27:18.749972 dv-cinder-779576-8-iscsi neutron-server[93954]: cb(*args, **kw) Sep 15 16:27:18.749972 dv-cinder-779576-8-iscsi neutron-server[93954]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 15 16:27:18.749972 dv-cinder-779576-8-iscsi neutron-server[93954]: return func(*args, **kwargs) Sep 15 16:27:18.749972 dv-cinder-779576-8-iscsi neutron-server[93954]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 16:27:18.749972 dv-cinder-779576-8-iscsi neutron-server[93954]: self._notify() Sep 15 16:27:18.749972 dv-cinder-779576-8-iscsi neutron-server[93954]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 16:27:18.749972 dv-cinder-779576-8-iscsi neutron-server[93954]: self.callback(batched_events) Sep 15 16:27:18.749972 dv-cinder-779576-8-iscsi neutron-server[93954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 16:27:18.749972 dv-cinder-779576-8-iscsi neutron-server[93954]: event.method(event) Sep 15 16:27:18.749972 dv-cinder-779576-8-iscsi neutron-server[93954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 15 16:27:18.749972 dv-cinder-779576-8-iscsi neutron-server[93954]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 16:27:18.749972 dv-cinder-779576-8-iscsi neutron-server[93954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 15 16:27:18.749972 dv-cinder-779576-8-iscsi neutron-server[93954]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 16:27:18.749972 dv-cinder-779576-8-iscsi neutron-server[93954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 15 16:27:18.749972 dv-cinder-779576-8-iscsi neutron-server[93954]: return f(self, *a, **k) Sep 15 16:27:18.749972 dv-cinder-779576-8-iscsi neutron-server[93954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 15 16:27:18.749972 dv-cinder-779576-8-iscsi neutron-server[93954]: return self._get(url).json() Sep 15 16:27:18.749972 dv-cinder-779576-8-iscsi neutron-server[93954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 16:27:18.749972 dv-cinder-779576-8-iscsi neutron-server[93954]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 16:27:18.749972 dv-cinder-779576-8-iscsi neutron-server[93954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 15 16:27:18.749972 dv-cinder-779576-8-iscsi neutron-server[93954]: return self.request(url, 'GET', **kwargs) Sep 15 16:27:18.749972 dv-cinder-779576-8-iscsi neutron-server[93954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 15 16:27:18.749972 dv-cinder-779576-8-iscsi neutron-server[93954]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 16:27:18.749972 dv-cinder-779576-8-iscsi neutron-server[93954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 15 16:27:18.749972 dv-cinder-779576-8-iscsi neutron-server[93954]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 16:27:18.749972 dv-cinder-779576-8-iscsi neutron-server[93954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 15 16:27:18.749972 dv-cinder-779576-8-iscsi neutron-server[93954]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 16:27:18.749972 dv-cinder-779576-8-iscsi neutron-server[93954]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 16:27:18.804713 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-29a1fd58-ea2a-410f-8179-7a71ef711180 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-950554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3725573'] for network, after_delete {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:27:18.809987 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-29a1fd58-ea2a-410f-8179-7a71ef711180 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3748898'] for network, before_response {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:27:18.811985 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [None req-29a1fd58-ea2a-410f-8179-7a71ef711180 admin admin] 10.222.0.39 "DELETE /v2.0/networks/9e66c478-4f71-4cdf-a293-798d2c526beb HTTP/1.1" status: 204 len: 168 time: 0.3042033 Sep 15 16:27:18.823128 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a1fd58-ea2a-410f-8179-7a71ef711180 admin admin] Pushing event deleted for resources: {'Network': ['ID=9e66c478-4f71-4cdf-a293-798d2c526beb,revision_number=None']} {{(pid=93954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:27:18.909247 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef31f2c-e5ff-461d-a07b-162ff4c8adba req-364dcae7-e46c-4074-8dbd-be23fe0fb75d tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:27:18.910859 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-fef31f2c-e5ff-461d-a07b-162ff4c8adba req-364dcae7-e46c-4074-8dbd-be23fe0fb75d tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] 10.222.0.39 "GET /v2.0/ports?device_id=1895071e-07cf-4d71-977e-0057a981f962 HTTP/1.1" status: 200 len: 943 time: 0.1079552 Sep 15 16:27:18.938307 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.wsgi [-] (93954) accepted ('10.222.0.39', 37810) {{(pid=93954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:27:18.952339 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-fef31f2c-e5ff-461d-a07b-162ff4c8adba req-7bc56940-20b0-4f78-8312-a1566f4ab41d tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] 10.222.0.39 "GET /v2.0/security-groups?id=01d6c133-4034-4f0a-ac7f-c71aa400623e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354860 Sep 15 16:27:18.982911 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [None req-9827f4c6-7362-4d8f-b67e-67998421eab1 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=08b52847f34742319b50763d26a3e585&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0433772 Sep 15 16:27:18.985370 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.wsgi [-] (93954) accepted ('10.222.0.39', 37812) {{(pid=93954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:27:19.038702 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-2a7eafe6-8763-41e3-a0fa-c04efaa8021f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:27:19.059635 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-2a7eafe6-8763-41e3-a0fa-c04efaa8021f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:27:19.110579 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-2a7eafe6-8763-41e3-a0fa-c04efaa8021f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3702208'] for security_group, after_delete {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:27:19.113477 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-2a7eafe6-8763-41e3-a0fa-c04efaa8021f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:27:19.114952 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [None req-2a7eafe6-8763-41e3-a0fa-c04efaa8021f admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/55c08e70-940c-4a69-a384-24c4ba0679d1 HTTP/1.1" status: 204 len: 168 time: 0.1283460 Sep 15 16:27:19.122728 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7eafe6-8763-41e3-a0fa-c04efaa8021f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55c08e70-940c-4a69-a384-24c4ba0679d1,revision_number=None']} {{(pid=93954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:27:19.627823 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4354b861-a090-4797-a1df-edc0592ac71b req-06388761-a69a-4c5a-8a9c-353052e46d1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:27:19.629402 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-4354b861-a090-4797-a1df-edc0592ac71b req-06388761-a69a-4c5a-8a9c-353052e46d1c service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=1895071e-07cf-4d71-977e-0057a981f962&tenant_id=f7e7af658aa34644855359ede57c4c67 HTTP/1.1" status: 200 len: 1096 time: 0.0767095 Sep 15 16:27:19.697380 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4354b861-a090-4797-a1df-edc0592ac71b req-1b7b1068-575a-4243-bb26-909e8f0c329b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:27:19.698859 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-4354b861-a090-4797-a1df-edc0592ac71b req-1b7b1068-575a-4243-bb26-909e8f0c329b service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f7e7af658aa34644855359ede57c4c67&device_id=1895071e-07cf-4d71-977e-0057a981f962 HTTP/1.1" status: 200 len: 1096 time: 0.0436785 Sep 15 16:27:19.716581 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca9e804-46ee-4afd-a853-061984b4bf9b req-974121a2-ff11-413d-81fa-9da0fa6236f9 tempest-VolumesSnapshotTestJSON-10867408 tempest-VolumesSnapshotTestJSON-10867408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:27:19.718691 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-fca9e804-46ee-4afd-a853-061984b4bf9b req-974121a2-ff11-413d-81fa-9da0fa6236f9 tempest-VolumesSnapshotTestJSON-10867408 tempest-VolumesSnapshotTestJSON-10867408-project] 10.222.0.39 "GET /v2.0/ports?device_id=862f47b9-a24c-45a8-a877-f463e3e3adc8 HTTP/1.1" status: 200 len: 944 time: 0.0500786 Sep 15 16:27:19.768357 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-fca9e804-46ee-4afd-a853-061984b4bf9b req-4aa3d2ca-ab53-47fc-831e-7c03fa4bb79b tempest-VolumesSnapshotTestJSON-10867408 tempest-VolumesSnapshotTestJSON-10867408-project] 10.222.0.39 "GET /v2.0/security-groups?id=1df54d61-f5b5-43d4-b93e-e888dd8e0474&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422139 Sep 15 16:27:19.797791 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4354b861-a090-4797-a1df-edc0592ac71b req-7241acf3-4670-4cbe-a7d4-6b2099bfb540 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:27:19.799301 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-4354b861-a090-4797-a1df-edc0592ac71b req-7241acf3-4670-4cbe-a7d4-6b2099bfb540 service neutron] 10.222.0.45 "GET /v2.0/networks?id=301d3dae-97cb-4f1f-a074-0eaf2ccca5e4 HTTP/1.1" status: 200 len: 917 time: 0.0928404 Sep 15 16:27:19.863590 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-4354b861-a090-4797-a1df-edc0592ac71b req-cfb4c4db-df59-4d82-99ab-05488eeadd5c service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e276d5d2-322a-4d4d-b833-7daa17260d3e HTTP/1.1" status: 200 len: 999 time: 0.0570543 Sep 15 16:27:19.914992 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4354b861-a090-4797-a1df-edc0592ac71b req-31f551c2-01d1-4ebb-ac04-effdfff35a4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:27:19.916551 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-4354b861-a090-4797-a1df-edc0592ac71b req-31f551c2-01d1-4ebb-ac04-effdfff35a4e service neutron] 10.222.0.45 "GET /v2.0/subnets?id=fa5f41a1-b858-4e32-8594-59b83d73c6e9 HTTP/1.1" status: 200 len: 856 time: 0.0447707 Sep 15 16:27:19.965429 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4354b861-a090-4797-a1df-edc0592ac71b req-420775cf-a041-4bc8-ae15-3694d4ac780f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:27:19.966949 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-4354b861-a090-4797-a1df-edc0592ac71b req-420775cf-a041-4bc8-ae15-3694d4ac780f service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=301d3dae-97cb-4f1f-a074-0eaf2ccca5e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0429893 Sep 15 16:27:20.088474 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-4354b861-a090-4797-a1df-edc0592ac71b req-95e7a6b7-ace1-4b2f-b0f9-007e79ecfc41 service neutron] 10.222.0.45 "GET /v2.0/networks/301d3dae-97cb-4f1f-a074-0eaf2ccca5e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1136155 Sep 15 16:27:20.110513 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbb6875-8469-4c41-bd2e-2721e7c51e57 req-a1a572a2-b879-4b28-a403-d3c102f140ff tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:27:20.111991 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-ddbb6875-8469-4c41-bd2e-2721e7c51e57 req-a1a572a2-b879-4b28-a403-d3c102f140ff tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] 10.222.0.39 "GET /v2.0/ports?device_id=1895071e-07cf-4d71-977e-0057a981f962 HTTP/1.1" status: 200 len: 943 time: 0.0770092 Sep 15 16:27:20.199381 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-ddbb6875-8469-4c41-bd2e-2721e7c51e57 req-d3832e1f-8e87-48fc-bd94-c55776771a48 tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] 10.222.0.39 "GET /v2.0/security-groups?id=01d6c133-4034-4f0a-ac7f-c71aa400623e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0730772 Sep 15 16:27:20.216349 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-4354b861-a090-4797-a1df-edc0592ac71b req-96c90dfb-95bc-4c6c-8257-70f6a56765d4 service neutron] 10.222.0.45 "GET /v2.0/networks/301d3dae-97cb-4f1f-a074-0eaf2ccca5e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1193349 Sep 15 16:27:20.405939 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.wsgi [-] (93953) accepted ('10.222.0.39', 37878) {{(pid=93953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:27:20.510790 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-aadf4fd1-5c63-4749-be26-660e293621dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:27:20.600155 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-aadf4fd1-5c63-4749-be26-660e293621dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:27:20.606886 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-aadf4fd1-5c63-4749-be26-660e293621dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3702208'] for security_group, after_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:27:20.651073 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [None req-aadf4fd1-5c63-4749-be26-660e293621dd admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=c7c4a55af2d7470398c03dc0046161dd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2439320 Sep 15 16:27:20.652002 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aadf4fd1-5c63-4749-be26-660e293621dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f854aa09-0ac9-4c60-b7e5-ee1cfc910126,revision_number=1']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:27:20.653763 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.wsgi [-] (93954) accepted ('10.222.0.39', 37892) {{(pid=93954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:27:20.710157 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-e98284ab-1ebc-4086-adb2-ad654171b094 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:27:20.739364 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-e98284ab-1ebc-4086-adb2-ad654171b094 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:27:20.824325 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-e98284ab-1ebc-4086-adb2-ad654171b094 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3702208'] for security_group, after_delete {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:27:20.827086 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-e98284ab-1ebc-4086-adb2-ad654171b094 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:27:20.831161 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [None req-e98284ab-1ebc-4086-adb2-ad654171b094 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/f854aa09-0ac9-4c60-b7e5-ee1cfc910126 HTTP/1.1" status: 204 len: 168 time: 0.1726599 Sep 15 16:27:20.845629 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98284ab-1ebc-4086-adb2-ad654171b094 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f854aa09-0ac9-4c60-b7e5-ee1cfc910126,revision_number=None']} {{(pid=93954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:27:20.918558 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b66a4a-0319-4c2b-bd7d-20bf8c2eb202 req-25b8954a-e16d-4678-8cf9-b54feffdd507 tempest-VolumesSnapshotTestJSON-10867408 tempest-VolumesSnapshotTestJSON-10867408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:27:20.921290 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-58b66a4a-0319-4c2b-bd7d-20bf8c2eb202 req-25b8954a-e16d-4678-8cf9-b54feffdd507 tempest-VolumesSnapshotTestJSON-10867408 tempest-VolumesSnapshotTestJSON-10867408-project] 10.222.0.39 "GET /v2.0/ports?device_id=862f47b9-a24c-45a8-a877-f463e3e3adc8 HTTP/1.1" status: 200 len: 944 time: 0.0621288 Sep 15 16:27:20.968425 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-58b66a4a-0319-4c2b-bd7d-20bf8c2eb202 req-015a371b-92ce-4f5a-a26c-ec887a5478ad tempest-VolumesSnapshotTestJSON-10867408 tempest-VolumesSnapshotTestJSON-10867408-project] 10.222.0.39 "GET /v2.0/security-groups?id=1df54d61-f5b5-43d4-b93e-e888dd8e0474&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400844 Sep 15 16:27:21.361286 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0967e9-2166-4a71-9c8b-e762a79f6ea5 req-f153bde6-5ae3-4193-b8c6-ee3d0dfb700e tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:27:21.367181 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-9e0967e9-2166-4a71-9c8b-e762a79f6ea5 req-f153bde6-5ae3-4193-b8c6-ee3d0dfb700e tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] 10.222.0.39 "GET /v2.0/ports?device_id=1895071e-07cf-4d71-977e-0057a981f962 HTTP/1.1" status: 200 len: 943 time: 0.0785100 Sep 15 16:27:21.374712 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.rpc [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] Device 0c493553-ac70-41a0-b16c-686a531fbfcb details requested by agent hyperv_hv-cinder-77957 with host hv-cinder-77957 {{(pid=93955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 16:27:21.383536 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.rpc [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] Device c90f172d-6513-48bb-a6c9-ec2d8f15890b no longer exists at agent hyperv_hv-cinder-77957 {{(pid=93955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 16:27:21.416783 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-9e0967e9-2166-4a71-9c8b-e762a79f6ea5 req-41c14a74-05ff-47ed-a405-cfc47db6ee84 tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] 10.222.0.39 "GET /v2.0/security-groups?id=01d6c133-4034-4f0a-ac7f-c71aa400623e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402024 Sep 15 16:27:21.429323 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] No Port match for: c90f172d-6513-48bb-a6c9-ec2d8f15890b {{(pid=93955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 16:27:21.429663 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.rpc [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] Device c90f172d-6513-48bb-a6c9-ec2d8f15890b not bound to the agent host hv-cinder-77957 {{(pid=93955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 16:27:21.430067 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.rpc [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] Device e276d5d2-322a-4d4d-b833-7daa17260d3e no longer exists at agent hyperv_hv-cinder-77957 {{(pid=93955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 16:27:21.567328 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.db [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] For port 0c493553-ac70-41a0-b16c-686a531fbfcb, host hv-cinder-77957, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77957',level=0,port_id=0c493553-ac70-41a0-b16c-686a531fbfcb,segment=NetworkSegment(2c2b2a20-bade-44fe-88a3-40d0febc0e44),segment_id=2c2b2a20-bade-44fe-88a3-40d0febc0e44)] {{(pid=93955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:27:21.597678 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.rpc [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] Returning: {'device': '0c493553-ac70-41a0-b16c-686a531fbfcb', 'network_id': '00757030-15db-46cb-97a2-e59df8b877aa', 'port_id': '0c493553-ac70-41a0-b16c-686a531fbfcb', 'mac_address': 'fa:16:3e:1a:55:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a579fb92-fd3c-486b-9ee1-70a00855b6e3', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 16:27:21.652360 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928820'] for port, before_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:27:21.665124 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.notifiers.nova [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0c493553-ac70-41a0-b16c-686a531fbfcb {{(pid=93955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 16:27:21.684201 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.db [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] For port 0c493553-ac70-41a0-b16c-686a531fbfcb, host hv-cinder-77957, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77957',level=0,port_id=0c493553-ac70-41a0-b16c-686a531fbfcb,segment=NetworkSegment(2c2b2a20-bade-44fe-88a3-40d0febc0e44),segment_id=2c2b2a20-bade-44fe-88a3-40d0febc0e44)] {{(pid=93955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:27:21.689715 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791196459277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791195970012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791195970030'] for port, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:27:21.737081 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] Pushing event updated for resources: {'Port': ['ID=0c493553-ac70-41a0-b16c-686a531fbfcb,revision_number=4']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:27:22.080442 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.db [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] get_ports_and_sgs() called for port_ids ['0c493553-ac70-41a0-b16c-686a531fbfcb'] {{(pid=93955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 16:27:22.126576 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d429233-f923-473f-994c-a28935cad8d4 req-8149fbb6-da4a-4844-bae4-8a21a3f3b8b0 tempest-VolumesSnapshotTestJSON-10867408 tempest-VolumesSnapshotTestJSON-10867408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:27:22.141779 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-9d429233-f923-473f-994c-a28935cad8d4 req-8149fbb6-da4a-4844-bae4-8a21a3f3b8b0 tempest-VolumesSnapshotTestJSON-10867408 tempest-VolumesSnapshotTestJSON-10867408-project] 10.222.0.39 "GET /v2.0/ports?device_id=862f47b9-a24c-45a8-a877-f463e3e3adc8 HTTP/1.1" status: 200 len: 945 time: 0.0797517 Sep 15 16:27:22.192633 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-9d429233-f923-473f-994c-a28935cad8d4 req-077b2b68-e960-48a6-8fcf-478cbb88ae4b tempest-VolumesSnapshotTestJSON-10867408 tempest-VolumesSnapshotTestJSON-10867408-project] 10.222.0.39 "GET /v2.0/security-groups?id=1df54d61-f5b5-43d4-b93e-e888dd8e0474&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478866 Sep 15 16:27:22.874614 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fcc470-5a10-42d4-b376-023bad637dc1 req-d1b090d5-cd11-487c-8356-442082c99393 tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:27:22.881992 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-79fcc470-5a10-42d4-b376-023bad637dc1 req-d1b090d5-cd11-487c-8356-442082c99393 tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] 10.222.0.39 "GET /v2.0/ports?device_id=1895071e-07cf-4d71-977e-0057a981f962 HTTP/1.1" status: 200 len: 943 time: 0.0641525 Sep 15 16:27:22.932871 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-79fcc470-5a10-42d4-b376-023bad637dc1 req-6da4c245-713a-45e7-a2c2-5e3786a8e14e tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] 10.222.0.39 "GET /v2.0/security-groups?id=01d6c133-4034-4f0a-ac7f-c71aa400623e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500011 Sep 15 16:27:23.042847 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791196484491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953091'] for agent, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:27:23.318657 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa71f75b-7981-4ae4-acfa-d7c498a9988e req-a315dc71-bd79-4bb9-b80a-00d680c38194 tempest-VolumesSnapshotTestJSON-10867408 tempest-VolumesSnapshotTestJSON-10867408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:27:23.320262 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-aa71f75b-7981-4ae4-acfa-d7c498a9988e req-a315dc71-bd79-4bb9-b80a-00d680c38194 tempest-VolumesSnapshotTestJSON-10867408 tempest-VolumesSnapshotTestJSON-10867408-project] 10.222.0.39 "GET /v2.0/ports?device_id=862f47b9-a24c-45a8-a877-f463e3e3adc8 HTTP/1.1" status: 200 len: 945 time: 0.0570090 Sep 15 16:27:23.367377 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-aa71f75b-7981-4ae4-acfa-d7c498a9988e req-ddb63923-4ae1-46ca-9715-5768a46bb952 tempest-VolumesSnapshotTestJSON-10867408 tempest-VolumesSnapshotTestJSON-10867408-project] 10.222.0.39 "GET /v2.0/security-groups?id=1df54d61-f5b5-43d4-b93e-e888dd8e0474&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383313 Sep 15 16:27:23.376739 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.rpc [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] Device 0c493553-ac70-41a0-b16c-686a531fbfcb up at agent hyperv_hv-cinder-77957 {{(pid=93955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 16:27:23.441792 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.db.provisioning_blocks [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] Provisioning for port 0c493553-ac70-41a0-b16c-686a531fbfcb completed by entity L2. {{(pid=93955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 16:27:23.445812 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.db.provisioning_blocks [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] Provisioning complete for port 0c493553-ac70-41a0-b16c-686a531fbfcb triggered by entity L2. {{(pid=93955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:27:23.446179 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953592'] for port, provisioning_complete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:27:23.529620 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928820'] for port, before_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:27:23.562561 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '862f47b9-a24c-45a8-a877-f463e3e3adc8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c493553-ac70-41a0-b16c-686a531fbfcb'}] {{(pid=93955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 16:27:23.565148 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cc821c0eec02d2c96bcea0a08104c2827b642bf310f598bba7a206798b1bddd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c37f0ab3-239d-4249-a90c-9c868f83984d" -d '{"events": [{"server_uuid": "862f47b9-a24c-45a8-a877-f463e3e3adc8", "name": "network-vif-plugged", "status": "completed", "tag": "0c493553-ac70-41a0-b16c-686a531fbfcb"}]}' {{(pid=93955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 16:27:23.593352 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.db [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] For port 0c493553-ac70-41a0-b16c-686a531fbfcb, host hv-cinder-77957, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77957',level=0,port_id=0c493553-ac70-41a0-b16c-686a531fbfcb,segment=NetworkSegment(2c2b2a20-bade-44fe-88a3-40d0febc0e44),segment_id=2c2b2a20-bade-44fe-88a3-40d0febc0e44)] {{(pid=93955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:27:23.602326 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791196459277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791195970012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791195970030'] for port, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:27:23.632536 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 16:27:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e33ffeec-9176-4467-b01c-c25f2c3c2f45 x-openstack-request-id: req-e33ffeec-9176-4467-b01c-c25f2c3c2f45 {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 16:27:23.632846 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "862f47b9-a24c-45a8-a877-f463e3e3adc8", "name": "network-vif-plugged", "status": "completed", "tag": "0c493553-ac70-41a0-b16c-686a531fbfcb", "code": 200}]} {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 16:27:23.633053 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-e33ffeec-9176-4467-b01c-c25f2c3c2f45 {{(pid=93955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 16:27:23.633425 dv-cinder-779576-8-iscsi neutron-server[93955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '862f47b9-a24c-45a8-a877-f463e3e3adc8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c493553-ac70-41a0-b16c-686a531fbfcb', 'code': 200} Sep 15 16:27:23.660310 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] Pushing event updated for resources: {'Port': ['ID=0c493553-ac70-41a0-b16c-686a531fbfcb,revision_number=5']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:27:24.084001 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e947c75-e2d2-4563-a6fe-a3e6bd2e3387 req-bea93925-0be5-4424-93fb-4b9105b75342 tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:27:24.085470 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-0e947c75-e2d2-4563-a6fe-a3e6bd2e3387 req-bea93925-0be5-4424-93fb-4b9105b75342 tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] 10.222.0.39 "GET /v2.0/ports?device_id=1895071e-07cf-4d71-977e-0057a981f962 HTTP/1.1" status: 200 len: 943 time: 0.0486417 Sep 15 16:27:24.149627 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-0e947c75-e2d2-4563-a6fe-a3e6bd2e3387 req-2c3d7019-5ea1-4bc8-ad31-e0fb65887f97 tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] 10.222.0.39 "GET /v2.0/security-groups?id=01d6c133-4034-4f0a-ac7f-c71aa400623e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0577199 Sep 15 16:27:24.272354 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.wsgi [-] (93954) accepted ('10.222.0.39', 37996) {{(pid=93954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:27:24.377729 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-967fbcdf-56ae-4f17-ab2d-2cf041f8b33f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:27:24.471293 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-967fbcdf-56ae-4f17-ab2d-2cf041f8b33f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:27:24.478028 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-967fbcdf-56ae-4f17-ab2d-2cf041f8b33f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3702208'] for security_group, after_create {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:27:24.507246 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a30a0ae-e4a7-490c-bd57-c4cddee59cc4 req-28af09f2-d765-4f23-8215-4fd229719672 tempest-VolumesSnapshotTestJSON-10867408 tempest-VolumesSnapshotTestJSON-10867408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:27:24.508800 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-1a30a0ae-e4a7-490c-bd57-c4cddee59cc4 req-28af09f2-d765-4f23-8215-4fd229719672 tempest-VolumesSnapshotTestJSON-10867408 tempest-VolumesSnapshotTestJSON-10867408-project] 10.222.0.39 "GET /v2.0/ports?device_id=862f47b9-a24c-45a8-a877-f463e3e3adc8 HTTP/1.1" status: 200 len: 946 time: 0.0690150 Sep 15 16:27:24.519267 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [None req-967fbcdf-56ae-4f17-ab2d-2cf041f8b33f admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=967b192d925346c1a68ec340cd753998&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2455459 Sep 15 16:27:24.520621 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967fbcdf-56ae-4f17-ab2d-2cf041f8b33f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02601ff6-e644-4e74-8468-212ef76f9bab,revision_number=1']} {{(pid=93954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:27:24.522991 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.wsgi [-] (93954) accepted ('10.222.0.39', 38004) {{(pid=93954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:27:24.552369 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-1a30a0ae-e4a7-490c-bd57-c4cddee59cc4 req-0587eeec-b792-49e4-98dd-22095053621b tempest-VolumesSnapshotTestJSON-10867408 tempest-VolumesSnapshotTestJSON-10867408-project] 10.222.0.39 "GET /v2.0/security-groups?id=1df54d61-f5b5-43d4-b93e-e888dd8e0474&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374122 Sep 15 16:27:24.582604 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-1ef7a26a-c99a-4fbd-8ca4-8e5006906ab3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:27:24.609887 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-1ef7a26a-c99a-4fbd-8ca4-8e5006906ab3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:27:24.669678 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-1ef7a26a-c99a-4fbd-8ca4-8e5006906ab3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3702208'] for security_group, after_delete {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:27:24.672243 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-1ef7a26a-c99a-4fbd-8ca4-8e5006906ab3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:27:24.674043 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [None req-1ef7a26a-c99a-4fbd-8ca4-8e5006906ab3 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/02601ff6-e644-4e74-8468-212ef76f9bab HTTP/1.1" status: 204 len: 168 time: 0.1501675 Sep 15 16:27:24.683871 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef7a26a-c99a-4fbd-8ca4-8e5006906ab3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02601ff6-e644-4e74-8468-212ef76f9bab,revision_number=None']} {{(pid=93954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:27:25.289538 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb6416a-2ecc-4613-8f44-a9695183a9af req-557a00cf-6cc0-43ad-b27f-50090b235832 tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:27:25.291041 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-dbb6416a-2ecc-4613-8f44-a9695183a9af req-557a00cf-6cc0-43ad-b27f-50090b235832 tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] 10.222.0.39 "GET /v2.0/ports?device_id=1895071e-07cf-4d71-977e-0057a981f962 HTTP/1.1" status: 200 len: 943 time: 0.0621598 Sep 15 16:27:25.339709 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-dbb6416a-2ecc-4613-8f44-a9695183a9af req-a84e4746-8290-4f58-b81e-74188762960b tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] 10.222.0.39 "GET /v2.0/security-groups?id=01d6c133-4034-4f0a-ac7f-c71aa400623e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427015 Sep 15 16:27:25.721436 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ae4204-4c4d-49b6-b578-969c2146820f req-bac7fc97-3460-466d-a865-80b2b1b8a354 tempest-VolumesSnapshotTestJSON-10867408 tempest-VolumesSnapshotTestJSON-10867408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:27:25.723413 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-54ae4204-4c4d-49b6-b578-969c2146820f req-bac7fc97-3460-466d-a865-80b2b1b8a354 tempest-VolumesSnapshotTestJSON-10867408 tempest-VolumesSnapshotTestJSON-10867408-project] 10.222.0.39 "GET /v2.0/ports?device_id=862f47b9-a24c-45a8-a877-f463e3e3adc8 HTTP/1.1" status: 200 len: 946 time: 0.0529599 Sep 15 16:27:25.780591 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-54ae4204-4c4d-49b6-b578-969c2146820f req-7d0501f4-5813-4545-a8e2-7b73f03c4216 tempest-VolumesSnapshotTestJSON-10867408 tempest-VolumesSnapshotTestJSON-10867408-project] 10.222.0.39 "GET /v2.0/security-groups?id=1df54d61-f5b5-43d4-b93e-e888dd8e0474&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479429 Sep 15 16:27:26.511818 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad54699-038d-4f66-8d67-db7acd08443a req-6ca0c464-15ac-40ae-84e9-7d204261682d tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:27:26.521743 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-dad54699-038d-4f66-8d67-db7acd08443a req-6ca0c464-15ac-40ae-84e9-7d204261682d tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] 10.222.0.39 "GET /v2.0/ports?device_id=1895071e-07cf-4d71-977e-0057a981f962 HTTP/1.1" status: 200 len: 943 time: 0.0674546 Sep 15 16:27:26.558083 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.wsgi [-] (93953) accepted ('10.222.0.39', 38090) {{(pid=93953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:27:26.585105 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-dad54699-038d-4f66-8d67-db7acd08443a req-5110ee98-5e58-4aef-b4cb-2c4c0c0043dc tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] 10.222.0.39 "GET /v2.0/security-groups?id=01d6c133-4034-4f0a-ac7f-c71aa400623e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0575316 Sep 15 16:27:26.852093 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-68021248-9be5-4374-ac51-fce31ff7b7f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:27:26.976996 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a8c2f6-a520-45f6-8ff3-7d0615b65809 req-8315c785-bcdc-4393-93cb-3fe05a95ba0f tempest-VolumesSnapshotTestJSON-10867408 tempest-VolumesSnapshotTestJSON-10867408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:27:26.984492 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-25a8c2f6-a520-45f6-8ff3-7d0615b65809 req-8315c785-bcdc-4393-93cb-3fe05a95ba0f tempest-VolumesSnapshotTestJSON-10867408 tempest-VolumesSnapshotTestJSON-10867408-project] 10.222.0.39 "GET /v2.0/ports?device_id=862f47b9-a24c-45a8-a877-f463e3e3adc8 HTTP/1.1" status: 200 len: 946 time: 0.0845709 Sep 15 16:27:27.042808 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-25a8c2f6-a520-45f6-8ff3-7d0615b65809 req-b0c8bd6b-63f7-4b69-b2a3-61d375f4a2ee tempest-VolumesSnapshotTestJSON-10867408 tempest-VolumesSnapshotTestJSON-10867408-project] 10.222.0.39 "GET /v2.0/security-groups?id=1df54d61-f5b5-43d4-b93e-e888dd8e0474&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574131 Sep 15 16:27:27.064371 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-68021248-9be5-4374-ac51-fce31ff7b7f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:27:27.069971 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-68021248-9be5-4374-ac51-fce31ff7b7f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3702208'] for security_group, after_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:27:27.124551 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68021248-9be5-4374-ac51-fce31ff7b7f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce8c7e1c-60d3-4b2b-8cde-67b0af2d03c5,revision_number=1']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:27:27.131997 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.wsgi [-] (93954) accepted ('10.222.0.39', 38104) {{(pid=93954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:27:27.132695 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [None req-68021248-9be5-4374-ac51-fce31ff7b7f9 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=0cec25da35794611bc668ace536e434f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5714157 Sep 15 16:27:27.181869 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-b000009b-023c-4502-8f9e-7262839d6f7b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:27:27.221911 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-b000009b-023c-4502-8f9e-7262839d6f7b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:27:27.485251 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-b000009b-023c-4502-8f9e-7262839d6f7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3702208'] for security_group, after_delete {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:27:27.488829 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-b000009b-023c-4502-8f9e-7262839d6f7b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:27:27.490323 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [None req-b000009b-023c-4502-8f9e-7262839d6f7b admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/ce8c7e1c-60d3-4b2b-8cde-67b0af2d03c5 HTTP/1.1" status: 204 len: 168 time: 0.3572533 Sep 15 16:27:27.498415 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b000009b-023c-4502-8f9e-7262839d6f7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce8c7e1c-60d3-4b2b-8cde-67b0af2d03c5,revision_number=None']} {{(pid=93954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:27:27.728764 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d605d233-e97d-45af-ae80-f81101a26c5a req-f83f9a5b-8f56-4721-8c41-0029d68da5bd tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:27:27.730289 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-d605d233-e97d-45af-ae80-f81101a26c5a req-f83f9a5b-8f56-4721-8c41-0029d68da5bd tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] 10.222.0.39 "GET /v2.0/ports?device_id=1895071e-07cf-4d71-977e-0057a981f962 HTTP/1.1" status: 200 len: 943 time: 0.0575080 Sep 15 16:27:27.780777 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-d605d233-e97d-45af-ae80-f81101a26c5a req-f2d2eda3-e5d3-41e8-8d18-9fc1529dd679 tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] 10.222.0.39 "GET /v2.0/security-groups?id=01d6c133-4034-4f0a-ac7f-c71aa400623e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438433 Sep 15 16:27:27.821296 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.wsgi [-] (93954) accepted ('10.222.0.39', 38116) {{(pid=93954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:27:27.839839 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-44c4a841-0232-48ae-b114-b61d1de664a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:27:27.937371 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-44c4a841-0232-48ae-b114-b61d1de664a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:27:27.942611 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-44c4a841-0232-48ae-b114-b61d1de664a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3702208'] for security_group, after_create {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:27:27.981471 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [None req-44c4a841-0232-48ae-b114-b61d1de664a3 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=900a5e1cfb534ef596b995286a1d89eb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1587958 Sep 15 16:27:27.982315 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c4a841-0232-48ae-b114-b61d1de664a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=867f2fcc-b011-4a81-b0d0-8690b5c8058f,revision_number=1']} {{(pid=93954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:27:27.984190 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.wsgi [-] (93953) accepted ('10.222.0.39', 38118) {{(pid=93953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:27:28.057823 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-30756d27-ae5b-4700-a5fa-fd1d70839ea5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:27:28.080255 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-30756d27-ae5b-4700-a5fa-fd1d70839ea5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:27:28.166393 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffc9121-c9bb-4c09-8c00-4a0b5d330537 req-7a8e2412-73b4-42a7-a54d-489dde1b12a1 tempest-VolumesSnapshotTestJSON-10867408 tempest-VolumesSnapshotTestJSON-10867408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:27:28.168127 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-dffc9121-c9bb-4c09-8c00-4a0b5d330537 req-7a8e2412-73b4-42a7-a54d-489dde1b12a1 tempest-VolumesSnapshotTestJSON-10867408 tempest-VolumesSnapshotTestJSON-10867408-project] 10.222.0.39 "GET /v2.0/ports?device_id=862f47b9-a24c-45a8-a877-f463e3e3adc8 HTTP/1.1" status: 200 len: 946 time: 0.0603924 Sep 15 16:27:28.169061 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-30756d27-ae5b-4700-a5fa-fd1d70839ea5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3702208'] for security_group, after_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:27:28.171905 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-30756d27-ae5b-4700-a5fa-fd1d70839ea5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:27:28.176466 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [None req-30756d27-ae5b-4700-a5fa-fd1d70839ea5 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/867f2fcc-b011-4a81-b0d0-8690b5c8058f HTTP/1.1" status: 204 len: 168 time: 0.1909456 Sep 15 16:27:28.197513 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30756d27-ae5b-4700-a5fa-fd1d70839ea5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=867f2fcc-b011-4a81-b0d0-8690b5c8058f,revision_number=None']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:27:28.232124 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-dffc9121-c9bb-4c09-8c00-4a0b5d330537 req-6ee79928-adbf-4575-953e-84f841021d4d tempest-VolumesSnapshotTestJSON-10867408 tempest-VolumesSnapshotTestJSON-10867408-project] 10.222.0.39 "GET /v2.0/security-groups?id=1df54d61-f5b5-43d4-b93e-e888dd8e0474&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543592 Sep 15 16:27:28.548531 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.wsgi [-] (93954) accepted ('10.222.0.39', 38132) {{(pid=93954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:27:28.566806 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-aac83f19-06ec-406e-870b-961518e9d17b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:27:28.721682 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-aac83f19-06ec-406e-870b-961518e9d17b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:27:28.728507 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-aac83f19-06ec-406e-870b-961518e9d17b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3702208'] for security_group, after_create {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:27:28.778612 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [None req-aac83f19-06ec-406e-870b-961518e9d17b admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=ffa489ef7d5340839fbf8313f54e8aec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2288973 Sep 15 16:27:28.779583 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac83f19-06ec-406e-870b-961518e9d17b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7a489a2-9784-4f60-9f5a-90c352a29f46,revision_number=1']} {{(pid=93954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:27:28.782109 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.wsgi [-] (93953) accepted ('10.222.0.39', 38144) {{(pid=93953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:27:28.871913 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-27c106f2-ee3b-4e37-8f14-20ffe61542cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:27:28.895974 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-27c106f2-ee3b-4e37-8f14-20ffe61542cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:27:28.950241 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f01899d-327d-44a3-aa71-99f06967988f req-117614af-69e5-4cbb-a7c9-7a849496691d tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:27:28.952067 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-9f01899d-327d-44a3-aa71-99f06967988f req-117614af-69e5-4cbb-a7c9-7a849496691d tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] 10.222.0.39 "GET /v2.0/ports?device_id=1895071e-07cf-4d71-977e-0057a981f962 HTTP/1.1" status: 200 len: 943 time: 0.0707142 Sep 15 16:27:28.966853 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-27c106f2-ee3b-4e37-8f14-20ffe61542cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3702208'] for security_group, after_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:27:28.969867 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-27c106f2-ee3b-4e37-8f14-20ffe61542cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:27:28.973504 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [None req-27c106f2-ee3b-4e37-8f14-20ffe61542cf admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/b7a489a2-9784-4f60-9f5a-90c352a29f46 HTTP/1.1" status: 204 len: 168 time: 0.1871901 Sep 15 16:27:28.981518 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c106f2-ee3b-4e37-8f14-20ffe61542cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7a489a2-9784-4f60-9f5a-90c352a29f46,revision_number=None']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:27:29.014138 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-9f01899d-327d-44a3-aa71-99f06967988f req-2dd46375-31e2-4291-b876-0847d47a819b tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] 10.222.0.39 "GET /v2.0/security-groups?id=01d6c133-4034-4f0a-ac7f-c71aa400623e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518763 Sep 15 16:27:29.134157 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-c1a65a62-e45c-4da5-bdc7-13ef1a77a669 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791196484491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953091'] for agent, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:27:29.378010 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d300c643-b3b5-4cda-a004-924c02f1792b req-cb78496a-4858-43ba-b8a0-aa2e1b50dc86 tempest-VolumesSnapshotTestJSON-10867408 tempest-VolumesSnapshotTestJSON-10867408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:27:29.380406 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-d300c643-b3b5-4cda-a004-924c02f1792b req-cb78496a-4858-43ba-b8a0-aa2e1b50dc86 tempest-VolumesSnapshotTestJSON-10867408 tempest-VolumesSnapshotTestJSON-10867408-project] 10.222.0.39 "GET /v2.0/ports?device_id=862f47b9-a24c-45a8-a877-f463e3e3adc8 HTTP/1.1" status: 200 len: 946 time: 0.0701990 Sep 15 16:27:29.433654 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-d300c643-b3b5-4cda-a004-924c02f1792b req-bf180502-f658-4ec8-8179-ed4c3ee23523 tempest-VolumesSnapshotTestJSON-10867408 tempest-VolumesSnapshotTestJSON-10867408-project] 10.222.0.39 "GET /v2.0/security-groups?id=1df54d61-f5b5-43d4-b93e-e888dd8e0474&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464370 Sep 15 16:27:30.175768 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbf47e6-19b3-4ffc-8b9f-d30934279b52 req-cac84481-f153-4882-9cef-8c1495ae5bd5 tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:27:30.177382 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-1fbf47e6-19b3-4ffc-8b9f-d30934279b52 req-cac84481-f153-4882-9cef-8c1495ae5bd5 tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] 10.222.0.39 "GET /v2.0/ports?device_id=1895071e-07cf-4d71-977e-0057a981f962 HTTP/1.1" status: 200 len: 943 time: 0.0817730 Sep 15 16:27:30.233854 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-1fbf47e6-19b3-4ffc-8b9f-d30934279b52 req-7f91d9af-0368-444e-890b-7526689e3481 tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] 10.222.0.39 "GET /v2.0/security-groups?id=01d6c133-4034-4f0a-ac7f-c71aa400623e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471110 Sep 15 16:27:30.554531 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fec984-e76f-4d9e-bbe8-ac941ed301fa req-9cd246c0-137b-4cac-ae10-a65594270da1 tempest-VolumesSnapshotTestJSON-10867408 tempest-VolumesSnapshotTestJSON-10867408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:27:30.555984 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-51fec984-e76f-4d9e-bbe8-ac941ed301fa req-9cd246c0-137b-4cac-ae10-a65594270da1 tempest-VolumesSnapshotTestJSON-10867408 tempest-VolumesSnapshotTestJSON-10867408-project] 10.222.0.39 "GET /v2.0/ports?device_id=862f47b9-a24c-45a8-a877-f463e3e3adc8 HTTP/1.1" status: 200 len: 946 time: 0.0503252 Sep 15 16:27:30.596169 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-51fec984-e76f-4d9e-bbe8-ac941ed301fa req-04cc593c-f4fe-4988-9ee1-ba4f2a09e849 tempest-VolumesSnapshotTestJSON-10867408 tempest-VolumesSnapshotTestJSON-10867408-project] 10.222.0.39 "GET /v2.0/security-groups?id=1df54d61-f5b5-43d4-b93e-e888dd8e0474&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313497 Sep 15 16:27:31.387340 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d85d6d-5a46-437b-8176-8c9d8972b5df req-5565acd5-47ca-4c0e-baf9-28eb237b14e0 tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:27:31.397175 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-e8d85d6d-5a46-437b-8176-8c9d8972b5df req-5565acd5-47ca-4c0e-baf9-28eb237b14e0 tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] 10.222.0.39 "GET /v2.0/ports?device_id=1895071e-07cf-4d71-977e-0057a981f962 HTTP/1.1" status: 200 len: 943 time: 0.0640810 Sep 15 16:27:31.446729 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-e8d85d6d-5a46-437b-8176-8c9d8972b5df req-1c047f06-4ac5-4f7d-813f-c2ce11ab8a92 tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] 10.222.0.39 "GET /v2.0/security-groups?id=01d6c133-4034-4f0a-ac7f-c71aa400623e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446651 Sep 15 16:27:31.716665 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499f2cb3-8060-486a-b55b-af08899f7cc9 req-99ff9004-552d-4309-bb0d-247da78fbd66 tempest-VolumesSnapshotTestJSON-10867408 tempest-VolumesSnapshotTestJSON-10867408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:27:31.719040 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-499f2cb3-8060-486a-b55b-af08899f7cc9 req-99ff9004-552d-4309-bb0d-247da78fbd66 tempest-VolumesSnapshotTestJSON-10867408 tempest-VolumesSnapshotTestJSON-10867408-project] 10.222.0.39 "GET /v2.0/ports?device_id=862f47b9-a24c-45a8-a877-f463e3e3adc8 HTTP/1.1" status: 200 len: 946 time: 0.0522702 Sep 15 16:27:31.757674 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-499f2cb3-8060-486a-b55b-af08899f7cc9 req-7c5e121b-dd3d-4935-9773-4184301f1710 tempest-VolumesSnapshotTestJSON-10867408 tempest-VolumesSnapshotTestJSON-10867408-project] 10.222.0.39 "GET /v2.0/security-groups?id=1df54d61-f5b5-43d4-b93e-e888dd8e0474&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315661 Sep 15 16:27:31.837824 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-57d8a9a3-d16f-4b20-b77b-ca1e664c03db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791196484491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953091'] for agent, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:27:31.930976 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-30bb0f1d-4f4b-422a-8514-58ccdee1359d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791196484491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953091'] for agent, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:27:32.417132 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron.db.agents_db [None req-9c583be1-859f-4a85-bd6b-6d26517e04c2 None None] Agent healthcheck: found 6 active agents {{(pid=93956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 16:27:32.587457 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b05013-f391-46d1-8c1f-349b2ee7d18a req-6b2d43aa-f3c3-4a52-bd4d-32dddad04320 tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:27:32.589303 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-58b05013-f391-46d1-8c1f-349b2ee7d18a req-6b2d43aa-f3c3-4a52-bd4d-32dddad04320 tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] 10.222.0.39 "GET /v2.0/ports?device_id=1895071e-07cf-4d71-977e-0057a981f962 HTTP/1.1" status: 200 len: 943 time: 0.0513897 Sep 15 16:27:32.640899 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-58b05013-f391-46d1-8c1f-349b2ee7d18a req-a1f3b9f2-dfe5-4888-bde3-3263453bcf27 tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] 10.222.0.39 "GET /v2.0/security-groups?id=01d6c133-4034-4f0a-ac7f-c71aa400623e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454731 Sep 15 16:27:32.898685 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7314a3ac-2878-4655-9020-85efd1a1133b req-e12d8395-cff9-4c8a-be3e-91847cc4b782 tempest-VolumesSnapshotTestJSON-10867408 tempest-VolumesSnapshotTestJSON-10867408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:27:32.900277 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-7314a3ac-2878-4655-9020-85efd1a1133b req-e12d8395-cff9-4c8a-be3e-91847cc4b782 tempest-VolumesSnapshotTestJSON-10867408 tempest-VolumesSnapshotTestJSON-10867408-project] 10.222.0.39 "GET /v2.0/ports?device_id=862f47b9-a24c-45a8-a877-f463e3e3adc8 HTTP/1.1" status: 200 len: 946 time: 0.0700045 Sep 15 16:27:32.938175 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-7314a3ac-2878-4655-9020-85efd1a1133b req-baa33fa9-c5ad-45fd-b94d-6000bd299235 tempest-VolumesSnapshotTestJSON-10867408 tempest-VolumesSnapshotTestJSON-10867408-project] 10.222.0.39 "GET /v2.0/security-groups?id=1df54d61-f5b5-43d4-b93e-e888dd8e0474&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318789 Sep 15 16:27:32.959235 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-eee1357e-56cc-4bdc-884d-16a88731d16f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791196484491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953091'] for agent, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:27:33.801068 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23749af7-c169-433b-a6ad-4082b7f6897e req-5fc295e8-b2dd-4374-a7dd-8f0db7dc6305 tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:27:33.802676 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-23749af7-c169-433b-a6ad-4082b7f6897e req-5fc295e8-b2dd-4374-a7dd-8f0db7dc6305 tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] 10.222.0.39 "GET /v2.0/ports?device_id=1895071e-07cf-4d71-977e-0057a981f962 HTTP/1.1" status: 200 len: 943 time: 0.0759044 Sep 15 16:27:33.843335 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-23749af7-c169-433b-a6ad-4082b7f6897e req-b3f6f342-60fa-4870-a605-226143f65d25 tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] 10.222.0.39 "GET /v2.0/security-groups?id=01d6c133-4034-4f0a-ac7f-c71aa400623e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345988 Sep 15 16:27:33.860338 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.wsgi [-] (93953) accepted ('10.222.0.39', 38252) {{(pid=93953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:27:33.968952 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-153f38e9-a6de-4d37-b3b4-d6a8b822eb6e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:27:34.097933 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7029196d-0ff9-40ff-9930-9e42009d017d req-4b00bf20-b98a-4991-ba59-ef27c59ea8d4 tempest-VolumesSnapshotTestJSON-10867408 tempest-VolumesSnapshotTestJSON-10867408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:27:34.099431 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-7029196d-0ff9-40ff-9930-9e42009d017d req-4b00bf20-b98a-4991-ba59-ef27c59ea8d4 tempest-VolumesSnapshotTestJSON-10867408 tempest-VolumesSnapshotTestJSON-10867408-project] 10.222.0.39 "GET /v2.0/ports?device_id=862f47b9-a24c-45a8-a877-f463e3e3adc8 HTTP/1.1" status: 200 len: 946 time: 0.0815485 Sep 15 16:27:34.103887 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-153f38e9-a6de-4d37-b3b4-d6a8b822eb6e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:27:34.112215 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-153f38e9-a6de-4d37-b3b4-d6a8b822eb6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3702208'] for security_group, after_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:27:34.164641 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [None req-153f38e9-a6de-4d37-b3b4-d6a8b822eb6e admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=acf579f8dd8143d1860f404dd48d2f54&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3025455 Sep 15 16:27:34.167583 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.wsgi [-] (93954) accepted ('10.222.0.39', 38258) {{(pid=93954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:27:34.169821 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153f38e9-a6de-4d37-b3b4-d6a8b822eb6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f148f2f-1db5-490b-b530-47a780b973ca,revision_number=1']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:27:34.176448 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-7029196d-0ff9-40ff-9930-9e42009d017d req-0e1c67c3-7bb6-4444-b0fb-8668891ce677 tempest-VolumesSnapshotTestJSON-10867408 tempest-VolumesSnapshotTestJSON-10867408-project] 10.222.0.39 "GET /v2.0/security-groups?id=1df54d61-f5b5-43d4-b93e-e888dd8e0474&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709102 Sep 15 16:27:34.223614 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-95a3bdd8-ecaf-4fb4-babc-9bb6151f48dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:27:34.244672 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-95a3bdd8-ecaf-4fb4-babc-9bb6151f48dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:27:34.297722 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-95a3bdd8-ecaf-4fb4-babc-9bb6151f48dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3702208'] for security_group, after_delete {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:27:34.300365 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-95a3bdd8-ecaf-4fb4-babc-9bb6151f48dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:27:34.301590 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [None req-95a3bdd8-ecaf-4fb4-babc-9bb6151f48dd admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/1f148f2f-1db5-490b-b530-47a780b973ca HTTP/1.1" status: 204 len: 168 time: 0.1329823 Sep 15 16:27:34.309915 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a3bdd8-ecaf-4fb4-babc-9bb6151f48dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f148f2f-1db5-490b-b530-47a780b973ca,revision_number=None']} {{(pid=93954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:27:34.338659 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-7ad16b6f-1dcb-4567-914a-8ec9b5a04b47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791196484491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953091'] for agent, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:27:34.965845 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c187550f-c62a-4b2b-a785-8ff69688ff83 req-58f78baf-2e20-4659-b6a9-63d02a9f253f tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:27:34.967327 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-c187550f-c62a-4b2b-a785-8ff69688ff83 req-58f78baf-2e20-4659-b6a9-63d02a9f253f tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] 10.222.0.39 "GET /v2.0/ports?device_id=1895071e-07cf-4d71-977e-0057a981f962 HTTP/1.1" status: 200 len: 943 time: 0.0486484 Sep 15 16:27:35.005583 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-c187550f-c62a-4b2b-a785-8ff69688ff83 req-0177e652-0fe2-4a23-bf63-6990d7eae63f tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] 10.222.0.39 "GET /v2.0/security-groups?id=01d6c133-4034-4f0a-ac7f-c71aa400623e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322335 Sep 15 16:27:35.113145 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.wsgi [-] (93954) accepted ('10.222.0.39', 38274) {{(pid=93954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:27:35.224633 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-29aef715-f6c8-4b71-9e50-bbb142e31c3f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:27:35.308052 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ca621c-36a7-4593-904b-86cb3d6bb598 req-2dce7869-457e-4edf-bb31-b2d4cfb47951 tempest-VolumesSnapshotTestJSON-10867408 tempest-VolumesSnapshotTestJSON-10867408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:27:35.310442 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-31ca621c-36a7-4593-904b-86cb3d6bb598 req-2dce7869-457e-4edf-bb31-b2d4cfb47951 tempest-VolumesSnapshotTestJSON-10867408 tempest-VolumesSnapshotTestJSON-10867408-project] 10.222.0.39 "GET /v2.0/ports?device_id=862f47b9-a24c-45a8-a877-f463e3e3adc8 HTTP/1.1" status: 200 len: 946 time: 0.0637603 Sep 15 16:27:35.324560 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-29aef715-f6c8-4b71-9e50-bbb142e31c3f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:27:35.330102 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-29aef715-f6c8-4b71-9e50-bbb142e31c3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3702208'] for security_group, after_create {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:27:35.350806 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-31ca621c-36a7-4593-904b-86cb3d6bb598 req-4ea53cbe-0d15-431a-8908-e2f9aa9d4695 tempest-VolumesSnapshotTestJSON-10867408 tempest-VolumesSnapshotTestJSON-10867408-project] 10.222.0.39 "GET /v2.0/security-groups?id=1df54d61-f5b5-43d4-b93e-e888dd8e0474&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340304 Sep 15 16:27:35.366817 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29aef715-f6c8-4b71-9e50-bbb142e31c3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98107b49-9bb7-4f7b-aa5c-bc6b1519c8fc,revision_number=1']} {{(pid=93954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:27:35.371405 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [None req-29aef715-f6c8-4b71-9e50-bbb142e31c3f admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=cb4ca063c1f54d8a8420e16e484f2736&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2572730 Sep 15 16:27:35.374252 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.wsgi [-] (93954) accepted ('10.222.0.39', 38282) {{(pid=93954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:27:35.420612 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-a8111bb0-f637-407a-a325-1324d5c5229d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:27:35.442573 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-a8111bb0-f637-407a-a325-1324d5c5229d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:27:35.493050 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-a8111bb0-f637-407a-a325-1324d5c5229d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3702208'] for security_group, after_delete {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:27:35.495933 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-a8111bb0-f637-407a-a325-1324d5c5229d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:27:35.497080 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [None req-a8111bb0-f637-407a-a325-1324d5c5229d admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/98107b49-9bb7-4f7b-aa5c-bc6b1519c8fc HTTP/1.1" status: 204 len: 168 time: 0.1219561 Sep 15 16:27:35.506065 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8111bb0-f637-407a-a325-1324d5c5229d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98107b49-9bb7-4f7b-aa5c-bc6b1519c8fc,revision_number=None']} {{(pid=93954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:27:35.777420 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.wsgi [-] (93953) accepted ('10.222.0.39', 38288) {{(pid=93953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:27:35.796005 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-72ba112b-5763-4590-a9ec-f74f024763f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:27:35.884336 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-72ba112b-5763-4590-a9ec-f74f024763f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:27:35.889634 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-72ba112b-5763-4590-a9ec-f74f024763f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3702208'] for security_group, after_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:27:35.926605 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [None req-72ba112b-5763-4590-a9ec-f74f024763f5 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=0f786001ab32464ea56f13933a8d1849&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1481466 Sep 15 16:27:35.927430 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ba112b-5763-4590-a9ec-f74f024763f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff5d73b3-5161-4695-8cc1-8d354e832108,revision_number=1']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:27:35.929341 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.wsgi [-] (93954) accepted ('10.222.0.39', 38290) {{(pid=93954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:27:35.978180 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-14a5184e-a847-421a-9db8-948ce8a5efbe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:27:35.999647 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-14a5184e-a847-421a-9db8-948ce8a5efbe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:27:36.051721 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-14a5184e-a847-421a-9db8-948ce8a5efbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3702208'] for security_group, after_delete {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:27:36.054434 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-14a5184e-a847-421a-9db8-948ce8a5efbe admin admin] Notify callbacks [] for security_group, before_response {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:27:36.055595 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [None req-14a5184e-a847-421a-9db8-948ce8a5efbe admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/ff5d73b3-5161-4695-8cc1-8d354e832108 HTTP/1.1" status: 204 len: 168 time: 0.1252773 Sep 15 16:27:36.063664 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a5184e-a847-421a-9db8-948ce8a5efbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff5d73b3-5161-4695-8cc1-8d354e832108,revision_number=None']} {{(pid=93954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:27:36.129730 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e6b185-2fba-4fd7-89df-0bb789e9edaf req-f54d0736-486c-4700-89ba-3eb26082afbb tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:27:36.131129 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-d2e6b185-2fba-4fd7-89df-0bb789e9edaf req-f54d0736-486c-4700-89ba-3eb26082afbb tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] 10.222.0.39 "GET /v2.0/ports?device_id=1895071e-07cf-4d71-977e-0057a981f962 HTTP/1.1" status: 200 len: 943 time: 0.0513115 Sep 15 16:27:36.169241 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-d2e6b185-2fba-4fd7-89df-0bb789e9edaf req-4df5b203-a911-4f4b-8db9-cf91ab651f3a tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] 10.222.0.39 "GET /v2.0/security-groups?id=01d6c133-4034-4f0a-ac7f-c71aa400623e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318742 Sep 15 16:27:36.410857 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.wsgi [-] (93954) accepted ('10.222.0.39', 38300) {{(pid=93954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:27:36.424304 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-9b768baa-1676-4378-8fb3-f238a5202a5b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:27:36.465301 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09240018-7b5b-439b-b50b-6e511a666330 req-2d81135c-4c32-4bba-9b7d-4275523ab694 tempest-VolumesSnapshotTestJSON-10867408 tempest-VolumesSnapshotTestJSON-10867408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:27:36.466795 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-09240018-7b5b-439b-b50b-6e511a666330 req-2d81135c-4c32-4bba-9b7d-4275523ab694 tempest-VolumesSnapshotTestJSON-10867408 tempest-VolumesSnapshotTestJSON-10867408-project] 10.222.0.39 "GET /v2.0/ports?device_id=862f47b9-a24c-45a8-a877-f463e3e3adc8 HTTP/1.1" status: 200 len: 946 time: 0.0489020 Sep 15 16:27:36.506212 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-09240018-7b5b-439b-b50b-6e511a666330 req-1f9dce24-867a-4ddc-b357-36cf3db96211 tempest-VolumesSnapshotTestJSON-10867408 tempest-VolumesSnapshotTestJSON-10867408-project] 10.222.0.39 "GET /v2.0/security-groups?id=1df54d61-f5b5-43d4-b93e-e888dd8e0474&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328305 Sep 15 16:27:36.513386 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-9b768baa-1676-4378-8fb3-f238a5202a5b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:27:36.520568 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-9b768baa-1676-4378-8fb3-f238a5202a5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3702208'] for security_group, after_create {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:27:36.561699 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [None req-9b768baa-1676-4378-8fb3-f238a5202a5b admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=ca384850339e4edf882c35665486fc60&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1496868 Sep 15 16:27:36.563642 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b768baa-1676-4378-8fb3-f238a5202a5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29faecae-dfca-4191-915d-8d0ff18e9f30,revision_number=1']} {{(pid=93954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:27:36.564607 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.wsgi [-] (93953) accepted ('10.222.0.39', 38302) {{(pid=93953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:27:36.624109 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-1059df8f-7637-4f58-9bfa-83e192bb4c41 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:27:36.644726 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-1059df8f-7637-4f58-9bfa-83e192bb4c41 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:27:36.699346 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-1059df8f-7637-4f58-9bfa-83e192bb4c41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3702208'] for security_group, after_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:27:36.702177 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-1059df8f-7637-4f58-9bfa-83e192bb4c41 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:27:36.703386 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [None req-1059df8f-7637-4f58-9bfa-83e192bb4c41 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/29faecae-dfca-4191-915d-8d0ff18e9f30 HTTP/1.1" status: 204 len: 168 time: 0.1378541 Sep 15 16:27:36.713164 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1059df8f-7637-4f58-9bfa-83e192bb4c41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29faecae-dfca-4191-915d-8d0ff18e9f30,revision_number=None']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:27:37.341463 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53eca2b-727e-4e88-987e-ef2ec0ab23c9 req-a948c37d-ff66-4475-911b-752691975ebd tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:27:37.342406 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ac6ebe-b7d4-4f2e-92bc-64d2e5a7bafd req-c810b4fe-c653-4784-a72b-adf4502593aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:27:37.344127 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-d8ac6ebe-b7d4-4f2e-92bc-64d2e5a7bafd req-c810b4fe-c653-4784-a72b-adf4502593aa service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f7e7af658aa34644855359ede57c4c67&device_id=1895071e-07cf-4d71-977e-0057a981f962 HTTP/1.1" status: 200 len: 1096 time: 0.0515935 Sep 15 16:27:37.345151 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-b53eca2b-727e-4e88-987e-ef2ec0ab23c9 req-a948c37d-ff66-4475-911b-752691975ebd tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] 10.222.0.39 "GET /v2.0/ports?device_id=1895071e-07cf-4d71-977e-0057a981f962 HTTP/1.1" status: 200 len: 943 time: 0.0597944 Sep 15 16:27:37.392851 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-b53eca2b-727e-4e88-987e-ef2ec0ab23c9 req-6e2b2ed1-d484-4154-acc1-390daa7e0ab3 tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] 10.222.0.39 "GET /v2.0/security-groups?id=01d6c133-4034-4f0a-ac7f-c71aa400623e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390246 Sep 15 16:27:37.477603 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394a39b0-75c7-43c7-bd6e-7e96a892040b req-69c8ea3b-02f2-4102-8f82-b773e64cabd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:27:37.479097 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-394a39b0-75c7-43c7-bd6e-7e96a892040b req-69c8ea3b-02f2-4102-8f82-b773e64cabd8 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=862f47b9-a24c-45a8-a877-f463e3e3adc8 HTTP/1.1" status: 200 len: 1099 time: 0.0812857 Sep 15 16:27:37.495108 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ac6ebe-b7d4-4f2e-92bc-64d2e5a7bafd req-fbc8ce6c-dd8e-4b15-9217-75c3caedc136 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:27:37.496675 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-d8ac6ebe-b7d4-4f2e-92bc-64d2e5a7bafd req-fbc8ce6c-dd8e-4b15-9217-75c3caedc136 service neutron] 10.222.0.45 "GET /v2.0/networks?id=301d3dae-97cb-4f1f-a074-0eaf2ccca5e4 HTTP/1.1" status: 200 len: 917 time: 0.1268446 Sep 15 16:27:37.557771 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-394a39b0-75c7-43c7-bd6e-7e96a892040b req-0bfd0841-b7c9-4c76-8146-b01219780bb7 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=1df54d61-f5b5-43d4-b93e-e888dd8e0474&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712376 Sep 15 16:27:37.571602 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-d8ac6ebe-b7d4-4f2e-92bc-64d2e5a7bafd req-445243c5-b54e-4c9a-9200-6e20c3c69cee service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e276d5d2-322a-4d4d-b833-7daa17260d3e HTTP/1.1" status: 200 len: 999 time: 0.0656910 Sep 15 16:27:37.632881 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0dd52e6-380d-4fe3-8301-90ed2d8dab23 req-d6c6ce79-47fc-47b3-bbb2-424175af7d76 tempest-VolumesSnapshotTestJSON-10867408 tempest-VolumesSnapshotTestJSON-10867408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:27:37.634336 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-e0dd52e6-380d-4fe3-8301-90ed2d8dab23 req-d6c6ce79-47fc-47b3-bbb2-424175af7d76 tempest-VolumesSnapshotTestJSON-10867408 tempest-VolumesSnapshotTestJSON-10867408-project] 10.222.0.39 "GET /v2.0/ports?device_id=862f47b9-a24c-45a8-a877-f463e3e3adc8 HTTP/1.1" status: 200 len: 946 time: 0.0514293 Sep 15 16:27:37.672623 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-e0dd52e6-380d-4fe3-8301-90ed2d8dab23 req-f9410b13-faaa-4555-b907-41a3213a4ad1 tempest-VolumesSnapshotTestJSON-10867408 tempest-VolumesSnapshotTestJSON-10867408-project] 10.222.0.39 "GET /v2.0/security-groups?id=1df54d61-f5b5-43d4-b93e-e888dd8e0474&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317752 Sep 15 16:27:37.861724 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ac6ebe-b7d4-4f2e-92bc-64d2e5a7bafd req-4e105789-8a1e-4b3d-8ea6-237b63f8684f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:27:37.863617 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-d8ac6ebe-b7d4-4f2e-92bc-64d2e5a7bafd req-4e105789-8a1e-4b3d-8ea6-237b63f8684f service neutron] 10.222.0.45 "GET /v2.0/subnets?id=fa5f41a1-b858-4e32-8594-59b83d73c6e9 HTTP/1.1" status: 200 len: 856 time: 0.0458186 Sep 15 16:27:37.911985 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ac6ebe-b7d4-4f2e-92bc-64d2e5a7bafd req-19db4a4f-c03f-45e7-9a65-51b450409701 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:27:37.913606 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-d8ac6ebe-b7d4-4f2e-92bc-64d2e5a7bafd req-19db4a4f-c03f-45e7-9a65-51b450409701 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=301d3dae-97cb-4f1f-a074-0eaf2ccca5e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0416279 Sep 15 16:27:38.009472 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-d8ac6ebe-b7d4-4f2e-92bc-64d2e5a7bafd req-6fcde984-08fd-43e0-b73e-42047e691488 service neutron] 10.222.0.45 "GET /v2.0/networks/301d3dae-97cb-4f1f-a074-0eaf2ccca5e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870385 Sep 15 16:27:38.101535 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-d8ac6ebe-b7d4-4f2e-92bc-64d2e5a7bafd req-427ed8b9-0426-4460-8af3-b089702d5731 service neutron] 10.222.0.45 "GET /v2.0/networks/301d3dae-97cb-4f1f-a074-0eaf2ccca5e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831144 Sep 15 16:27:38.532354 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfbfbe4-1377-4b0e-b249-ef6ed9ba3c89 req-46178313-0b2b-4a15-8fcc-a639904e5dd5 tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:27:38.533837 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-3bfbfbe4-1377-4b0e-b249-ef6ed9ba3c89 req-46178313-0b2b-4a15-8fcc-a639904e5dd5 tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] 10.222.0.39 "GET /v2.0/ports?device_id=1895071e-07cf-4d71-977e-0057a981f962 HTTP/1.1" status: 200 len: 943 time: 0.0515902 Sep 15 16:27:38.573215 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-3bfbfbe4-1377-4b0e-b249-ef6ed9ba3c89 req-b2266324-9c91-46bd-b515-8edce7f3fc5d tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] 10.222.0.39 "GET /v2.0/security-groups?id=01d6c133-4034-4f0a-ac7f-c71aa400623e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327289 Sep 15 16:27:38.803303 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de79278a-93f7-43b2-a7ab-f56cc5411f8b req-e686b970-74db-4912-902f-3b5c765e08ff tempest-VolumesSnapshotTestJSON-10867408 tempest-VolumesSnapshotTestJSON-10867408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:27:38.804803 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-de79278a-93f7-43b2-a7ab-f56cc5411f8b req-e686b970-74db-4912-902f-3b5c765e08ff tempest-VolumesSnapshotTestJSON-10867408 tempest-VolumesSnapshotTestJSON-10867408-project] 10.222.0.39 "GET /v2.0/ports?device_id=862f47b9-a24c-45a8-a877-f463e3e3adc8 HTTP/1.1" status: 200 len: 946 time: 0.0592902 Sep 15 16:27:38.843272 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-de79278a-93f7-43b2-a7ab-f56cc5411f8b req-61ec4369-2e2e-4016-80ec-1d2138fa9836 tempest-VolumesSnapshotTestJSON-10867408 tempest-VolumesSnapshotTestJSON-10867408-project] 10.222.0.39 "GET /v2.0/security-groups?id=1df54d61-f5b5-43d4-b93e-e888dd8e0474&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324402 Sep 15 16:27:39.039355 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-9acca2b8-6c99-4a36-8476-4379c1704f22 req-2b1e3fc0-619a-4fb6-868a-fb4dd2c07d5c tempest-VolumesNegativeTest-1953096344 tempest-VolumesNegativeTest-1953096344-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=9dd68c1f7bb74880b5b8eb38dc00c20b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0293627 Sep 15 16:27:39.230560 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acca2b8-6c99-4a36-8476-4379c1704f22 req-e04d6491-6ce9-4c76-9768-700585579e90 tempest-VolumesNegativeTest-1953096344 tempest-VolumesNegativeTest-1953096344-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:27:39.231908 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-9acca2b8-6c99-4a36-8476-4379c1704f22 req-e04d6491-6ce9-4c76-9768-700585579e90 tempest-VolumesNegativeTest-1953096344 tempest-VolumesNegativeTest-1953096344-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1869087 Sep 15 16:27:39.247904 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-9acca2b8-6c99-4a36-8476-4379c1704f22 req-cebeb511-e5da-4c1b-9d84-1db76d58622c tempest-VolumesNegativeTest-1953096344 tempest-VolumesNegativeTest-1953096344-project] 10.222.0.39 "GET /v2.0/quotas/9dd68c1f7bb74880b5b8eb38dc00c20b HTTP/1.1" status: 200 len: 375 time: 0.0102921 Sep 15 16:27:39.279454 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-9acca2b8-6c99-4a36-8476-4379c1704f22 req-46c0c420-2114-4696-a86f-5b778bdf780d tempest-VolumesNegativeTest-1953096344 tempest-VolumesNegativeTest-1953096344-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=9dd68c1f7bb74880b5b8eb38dc00c20b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0261631 Sep 15 16:27:39.437553 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-199d4291-f83e-4dcb-b370-e361e4ae9161 req-654a9cc3-acac-4a07-af73-c293164d226d tempest-VolumesNegativeTest-1953096344 tempest-VolumesNegativeTest-1953096344-project] 10.222.0.39 "GET /v2.0/ports?device_id=26c09626-1e14-4511-953e-7017f83b625f HTTP/1.1" status: 200 len: 210 time: 0.0268562 Sep 15 16:27:39.697103 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138c0bc9-a918-437c-800a-c2b50384a950 req-162528f1-7d5e-4385-8d1a-cb0db85cbc2b tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:27:39.698589 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-138c0bc9-a918-437c-800a-c2b50384a950 req-162528f1-7d5e-4385-8d1a-cb0db85cbc2b tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] 10.222.0.39 "GET /v2.0/ports?device_id=1895071e-07cf-4d71-977e-0057a981f962 HTTP/1.1" status: 200 len: 943 time: 0.0513277 Sep 15 16:27:39.737860 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-138c0bc9-a918-437c-800a-c2b50384a950 req-66e57225-182e-478f-a9bb-b2b654fab3af tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] 10.222.0.39 "GET /v2.0/security-groups?id=01d6c133-4034-4f0a-ac7f-c71aa400623e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328147 Sep 15 16:27:39.962292 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a92510-02b1-48c7-9d17-966a09444980 req-f98d8eff-0ce1-4019-984e-5df4b40fd440 tempest-VolumesSnapshotTestJSON-10867408 tempest-VolumesSnapshotTestJSON-10867408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:27:39.964033 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-90a92510-02b1-48c7-9d17-966a09444980 req-f98d8eff-0ce1-4019-984e-5df4b40fd440 tempest-VolumesSnapshotTestJSON-10867408 tempest-VolumesSnapshotTestJSON-10867408-project] 10.222.0.39 "GET /v2.0/ports?device_id=862f47b9-a24c-45a8-a877-f463e3e3adc8 HTTP/1.1" status: 200 len: 946 time: 0.0510864 Sep 15 16:27:40.004859 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-90a92510-02b1-48c7-9d17-966a09444980 req-541e0a9c-aaa7-4d5f-81d2-e73cd6db59d6 tempest-VolumesSnapshotTestJSON-10867408 tempest-VolumesSnapshotTestJSON-10867408-project] 10.222.0.39 "GET /v2.0/security-groups?id=1df54d61-f5b5-43d4-b93e-e888dd8e0474&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347490 Sep 15 16:27:40.322035 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-9acca2b8-6c99-4a36-8476-4379c1704f22 req-5cd7a630-2955-4cba-8753-7c4bb742d8fe tempest-VolumesNegativeTest-1953096344 tempest-VolumesNegativeTest-1953096344-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=9dd68c1f7bb74880b5b8eb38dc00c20b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0291014 Sep 15 16:27:40.554625 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-82f5d76c-a36d-4239-a731-b4c34cc09d9b req-e9d341e8-729e-4024-9f03-4d9713357cac tempest-VolumesNegativeTest-1953096344 tempest-VolumesNegativeTest-1953096344-project] 10.222.0.39 "GET /v2.0/ports?device_id=26c09626-1e14-4511-953e-7017f83b625f HTTP/1.1" status: 200 len: 210 time: 0.0269861 Sep 15 16:27:40.767720 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acca2b8-6c99-4a36-8476-4379c1704f22 req-10523da2-cc58-4dae-94ec-265bd5012d70 tempest-VolumesNegativeTest-1953096344 tempest-VolumesNegativeTest-1953096344-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:27:40.769562 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-9acca2b8-6c99-4a36-8476-4379c1704f22 req-10523da2-cc58-4dae-94ec-265bd5012d70 tempest-VolumesNegativeTest-1953096344 tempest-VolumesNegativeTest-1953096344-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4422195 Sep 15 16:27:40.787529 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.api.v2.base [req-9acca2b8-6c99-4a36-8476-4379c1704f22 req-cba960cd-cd11-499d-aa21-55132af6b53e tempest-VolumesNegativeTest-1953096344 tempest-VolumesNegativeTest-1953096344-project] Request body: {'port': {'device_id': '26c09626-1e14-4511-953e-7017f83b625f', 'network_id': '5697245e-3699-42da-b330-c1ae1b96ad1a', 'admin_state_up': True, 'tenant_id': '9dd68c1f7bb74880b5b8eb38dc00c20b'}} {{(pid=93953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:27:40.916710 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cadd9e81-6923-42e2-9efa-aee5d1a13f24 req-54dae7af-6664-4257-bd91-52f96b7c419f tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:27:40.918165 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-cadd9e81-6923-42e2-9efa-aee5d1a13f24 req-54dae7af-6664-4257-bd91-52f96b7c419f tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] 10.222.0.39 "GET /v2.0/ports?device_id=1895071e-07cf-4d71-977e-0057a981f962 HTTP/1.1" status: 200 len: 943 time: 0.1012883 Sep 15 16:27:40.955377 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9acca2b8-6c99-4a36-8476-4379c1704f22 req-cba960cd-cd11-499d-aa21-55132af6b53e tempest-VolumesNegativeTest-1953096344 tempest-VolumesNegativeTest-1953096344-project] Made reservation on behalf of 9dd68c1f7bb74880b5b8eb38dc00c20b for: {'port': 1} {{(pid=93953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 16:27:40.958978 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [req-9acca2b8-6c99-4a36-8476-4379c1704f22 req-cba960cd-cd11-499d-aa21-55132af6b53e tempest-VolumesNegativeTest-1953096344 tempest-VolumesNegativeTest-1953096344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928820'] for port, before_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:27:40.974348 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [req-9acca2b8-6c99-4a36-8476-4379c1704f22 req-cba960cd-cd11-499d-aa21-55132af6b53e tempest-VolumesNegativeTest-1953096344 tempest-VolumesNegativeTest-1953096344-project] Notify callbacks [] for security_group, before_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:27:40.985731 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-cadd9e81-6923-42e2-9efa-aee5d1a13f24 req-2eaad492-8c02-43cc-9547-71149402a46e tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] 10.222.0.39 "GET /v2.0/security-groups?id=01d6c133-4034-4f0a-ac7f-c71aa400623e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0606036 Sep 15 16:27:41.077577 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [req-9acca2b8-6c99-4a36-8476-4379c1704f22 req-cba960cd-cd11-499d-aa21-55132af6b53e tempest-VolumesNegativeTest-1953096344 tempest-VolumesNegativeTest-1953096344-project] Notify callbacks [] for security_group, precommit_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:27:41.084739 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [req-9acca2b8-6c99-4a36-8476-4379c1704f22 req-cba960cd-cd11-499d-aa21-55132af6b53e tempest-VolumesNegativeTest-1953096344 tempest-VolumesNegativeTest-1953096344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3702208'] for security_group, after_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:27:41.154403 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba960cd-cd11-499d-aa21-55132af6b53e tempest-VolumesNegativeTest-1953096344 tempest-VolumesNegativeTest-1953096344-project] Pushing event updated for resources: {'SecurityGroup': ['ID=556fdc84-e9d3-4c43-b472-ebd28f7e2761,revision_number=1']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:27:41.168455 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba960cd-cd11-499d-aa21-55132af6b53e tempest-VolumesNegativeTest-1953096344 tempest-VolumesNegativeTest-1953096344-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:27:41.168691 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba960cd-cd11-499d-aa21-55132af6b53e tempest-VolumesNegativeTest-1953096344 tempest-VolumesNegativeTest-1953096344-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:27:41.169066 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba960cd-cd11-499d-aa21-55132af6b53e tempest-VolumesNegativeTest-1953096344 tempest-VolumesNegativeTest-1953096344-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:27:41.169391 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba960cd-cd11-499d-aa21-55132af6b53e tempest-VolumesNegativeTest-1953096344 tempest-VolumesNegativeTest-1953096344-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:27:41.169723 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba960cd-cd11-499d-aa21-55132af6b53e tempest-VolumesNegativeTest-1953096344 tempest-VolumesNegativeTest-1953096344-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:27:41.170050 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba960cd-cd11-499d-aa21-55132af6b53e tempest-VolumesNegativeTest-1953096344 tempest-VolumesNegativeTest-1953096344-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:27:41.170379 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba960cd-cd11-499d-aa21-55132af6b53e tempest-VolumesNegativeTest-1953096344 tempest-VolumesNegativeTest-1953096344-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:27:41.170708 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba960cd-cd11-499d-aa21-55132af6b53e tempest-VolumesNegativeTest-1953096344 tempest-VolumesNegativeTest-1953096344-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:27:41.171015 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba960cd-cd11-499d-aa21-55132af6b53e tempest-VolumesNegativeTest-1953096344 tempest-VolumesNegativeTest-1953096344-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:27:41.171339 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba960cd-cd11-499d-aa21-55132af6b53e tempest-VolumesNegativeTest-1953096344 tempest-VolumesNegativeTest-1953096344-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:27:41.171661 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba960cd-cd11-499d-aa21-55132af6b53e tempest-VolumesNegativeTest-1953096344 tempest-VolumesNegativeTest-1953096344-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:27:41.171983 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba960cd-cd11-499d-aa21-55132af6b53e tempest-VolumesNegativeTest-1953096344 tempest-VolumesNegativeTest-1953096344-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:27:41.233438 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.db.db_base_plugin_common [req-9acca2b8-6c99-4a36-8476-4379c1704f22 req-cba960cd-cd11-499d-aa21-55132af6b53e tempest-VolumesNegativeTest-1953096344 tempest-VolumesNegativeTest-1953096344-project] Allocated IP 192.168.233.241 (5697245e-3699-42da-b330-c1ae1b96ad1a/f79782d8-30b6-49fc-ad7b-18544a59def0/0ca8853f-3d97-410c-a0a1-51867d6321ac) {{(pid=93953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 16:27:41.389836 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [req-9acca2b8-6c99-4a36-8476-4379c1704f22 req-cba960cd-cd11-499d-aa21-55132af6b53e tempest-VolumesNegativeTest-1953096344 tempest-VolumesNegativeTest-1953096344-project] Notify callbacks [] for port, precommit_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:27:41.432469 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [req-9acca2b8-6c99-4a36-8476-4379c1704f22 req-cba960cd-cd11-499d-aa21-55132af6b53e tempest-VolumesNegativeTest-1953096344 tempest-VolumesNegativeTest-1953096344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791195969994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127878305'] for port, after_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:27:41.471411 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9acca2b8-6c99-4a36-8476-4379c1704f22 req-cba960cd-cd11-499d-aa21-55132af6b53e tempest-VolumesNegativeTest-1953096344 tempest-VolumesNegativeTest-1953096344-project] Network 5697245e-3699-42da-b330-c1ae1b96ad1a is already hosted by enough agents. {{(pid=93953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:27:41.474454 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.scheduler.base_scheduler [req-9acca2b8-6c99-4a36-8476-4379c1704f22 req-cba960cd-cd11-499d-aa21-55132af6b53e tempest-VolumesNegativeTest-1953096344 tempest-VolumesNegativeTest-1953096344-project] Resources bound (agent type, host, resource id): {{(pid=93953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:27:41.478558 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.db.l3_dvrscheduler_db [req-9acca2b8-6c99-4a36-8476-4379c1704f22 req-cba960cd-cd11-499d-aa21-55132af6b53e tempest-VolumesNegativeTest-1953096344 tempest-VolumesNegativeTest-1953096344-project] Received port after_create {{(pid=93953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 16:27:41.508191 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba960cd-cd11-499d-aa21-55132af6b53e tempest-VolumesNegativeTest-1953096344 tempest-VolumesNegativeTest-1953096344-project] Pushing event updated for resources: {'Port': ['ID=0ca8853f-3d97-410c-a0a1-51867d6321ac,revision_number=1']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:27:41.534657 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acca2b8-6c99-4a36-8476-4379c1704f22 req-cba960cd-cd11-499d-aa21-55132af6b53e tempest-VolumesNegativeTest-1953096344 tempest-VolumesNegativeTest-1953096344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:27:41.535662 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [req-9acca2b8-6c99-4a36-8476-4379c1704f22 req-cba960cd-cd11-499d-aa21-55132af6b53e tempest-VolumesNegativeTest-1953096344 tempest-VolumesNegativeTest-1953096344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58602'] for port, before_response {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:27:41.552845 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-9acca2b8-6c99-4a36-8476-4379c1704f22 req-cba960cd-cd11-499d-aa21-55132af6b53e tempest-VolumesNegativeTest-1953096344 tempest-VolumesNegativeTest-1953096344-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.7692840 Sep 15 16:27:41.565325 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.api.v2.base [req-9acca2b8-6c99-4a36-8476-4379c1704f22 req-b046bf1e-fba4-4cfc-9ac9-b77a8d7e4385 service neutron] Request body: {'port': {'device_id': '26c09626-1e14-4511-953e-7017f83b625f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77957'}} {{(pid=93953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:27:41.633744 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [req-9acca2b8-6c99-4a36-8476-4379c1704f22 req-b046bf1e-fba4-4cfc-9ac9-b77a8d7e4385 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928820'] for port, before_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:27:41.673895 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.db.provisioning_blocks [None req-f88f4130-5008-4c1c-ae53-5002979f2907 None None] Provisioning complete for port 0ca8853f-3d97-410c-a0a1-51867d6321ac triggered by entity DHCP. {{(pid=93955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:27:41.674975 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-f88f4130-5008-4c1c-ae53-5002979f2907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953592'] for port, provisioning_complete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:27:41.687818 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8b4e5e-6dc7-49b6-b513-ba8a8299b39c req-94ab434b-4e82-4610-a4ba-c855add491f4 tempest-VolumesNegativeTest-1953096344 tempest-VolumesNegativeTest-1953096344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:27:41.690015 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-7c8b4e5e-6dc7-49b6-b513-ba8a8299b39c req-94ab434b-4e82-4610-a4ba-c855add491f4 tempest-VolumesNegativeTest-1953096344 tempest-VolumesNegativeTest-1953096344-project] 10.222.0.39 "GET /v2.0/ports?device_id=26c09626-1e14-4511-953e-7017f83b625f HTTP/1.1" status: 200 len: 936 time: 0.0620766 Sep 15 16:27:41.712457 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [None req-f88f4130-5008-4c1c-ae53-5002979f2907 None None] Port 0ca8853f-3d97-410c-a0a1-51867d6321ac cannot update to ACTIVE because it is not bound. {{(pid=93955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 16:27:41.737440 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-7c8b4e5e-6dc7-49b6-b513-ba8a8299b39c req-b1978c29-ebec-46f5-8682-887543258e90 tempest-VolumesNegativeTest-1953096344 tempest-VolumesNegativeTest-1953096344-project] 10.222.0.39 "GET /v2.0/security-groups?id=556fdc84-e9d3-4c43-b472-ebd28f7e2761&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412004 Sep 15 16:27:41.919073 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.notifiers.nova [req-9acca2b8-6c99-4a36-8476-4379c1704f22 req-b046bf1e-fba4-4cfc-9ac9-b77a8d7e4385 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0ca8853f-3d97-410c-a0a1-51867d6321ac {{(pid=93953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 16:27:41.927183 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [req-9acca2b8-6c99-4a36-8476-4379c1704f22 req-b046bf1e-fba4-4cfc-9ac9-b77a8d7e4385 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:27:41.940410 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.db.provisioning_blocks [req-9acca2b8-6c99-4a36-8476-4379c1704f22 req-b046bf1e-fba4-4cfc-9ac9-b77a8d7e4385 service neutron] Transition to ACTIVE for port object 0ca8853f-3d97-410c-a0a1-51867d6321ac will not be triggered until provisioned by entity L2. {{(pid=93953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 16:27:41.948847 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [req-9acca2b8-6c99-4a36-8476-4379c1704f22 req-b046bf1e-fba4-4cfc-9ac9-b77a8d7e4385 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791196459277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791195970012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791195970030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127878328'] for port, after_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:27:41.999408 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b046bf1e-fba4-4cfc-9ac9-b77a8d7e4385 service neutron] Pushing event updated for resources: {'Port': ['ID=0ca8853f-3d97-410c-a0a1-51867d6321ac,revision_number=2']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:27:42.109259 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.managers [req-9acca2b8-6c99-4a36-8476-4379c1704f22 req-b046bf1e-fba4-4cfc-9ac9-b77a8d7e4385 service neutron] Attempting to bind port 0ca8853f-3d97-410c-a0a1-51867d6321ac on host hv-cinder-77957 for vnic_type normal with profile {{(pid=93953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 16:27:42.109635 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.managers [req-9acca2b8-6c99-4a36-8476-4379c1704f22 req-b046bf1e-fba4-4cfc-9ac9-b77a8d7e4385 service neutron] Attempting to bind port 0ca8853f-3d97-410c-a0a1-51867d6321ac by drivers openvswitch,hyperv on host hv-cinder-77957 at level 0 using segments [{'id': 'a3ec03df-dbb6-4755-ba30-645108256457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '5697245e-3699-42da-b330-c1ae1b96ad1a'}] {{(pid=93953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 16:27:42.109922 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9acca2b8-6c99-4a36-8476-4379c1704f22 req-b046bf1e-fba4-4cfc-9ac9-b77a8d7e4385 service neutron] Attempting to bind port 0ca8853f-3d97-410c-a0a1-51867d6321ac on network 5697245e-3699-42da-b330-c1ae1b96ad1a {{(pid=93953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 16:27:42.118950 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9acca2b8-6c99-4a36-8476-4379c1704f22 req-b046bf1e-fba4-4cfc-9ac9-b77a8d7e4385 service neutron] Port 0ca8853f-3d97-410c-a0a1-51867d6321ac on network 5697245e-3699-42da-b330-c1ae1b96ad1a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77957 {{(pid=93953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 15 16:27:42.119273 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9acca2b8-6c99-4a36-8476-4379c1704f22 req-b046bf1e-fba4-4cfc-9ac9-b77a8d7e4385 service neutron] Attempting to bind port 0ca8853f-3d97-410c-a0a1-51867d6321ac on network 5697245e-3699-42da-b330-c1ae1b96ad1a {{(pid=93953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 16:27:42.128651 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9acca2b8-6c99-4a36-8476-4379c1704f22 req-b046bf1e-fba4-4cfc-9ac9-b77a8d7e4385 service neutron] Checking agent: {'id': 'ffe43d43-c071-44aa-bc11-ae2d4b291b02', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77957', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 16, 20, 23), 'started_at': datetime.datetime(2021, 9, 15, 16, 20, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 16, 27, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 16:27:42.128990 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9acca2b8-6c99-4a36-8476-4379c1704f22 req-b046bf1e-fba4-4cfc-9ac9-b77a8d7e4385 service neutron] Checking segment: {'id': 'a3ec03df-dbb6-4755-ba30-645108256457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '5697245e-3699-42da-b330-c1ae1b96ad1a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 16:27:42.129373 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9acca2b8-6c99-4a36-8476-4379c1704f22 req-b046bf1e-fba4-4cfc-9ac9-b77a8d7e4385 service neutron] Bound using segment: {'id': 'a3ec03df-dbb6-4755-ba30-645108256457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '5697245e-3699-42da-b330-c1ae1b96ad1a'} {{(pid=93953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 16:27:42.129801 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.managers [req-9acca2b8-6c99-4a36-8476-4379c1704f22 req-b046bf1e-fba4-4cfc-9ac9-b77a8d7e4385 service neutron] Bound port: 0ca8853f-3d97-410c-a0a1-51867d6321ac, host: hv-cinder-77957, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a3ec03df-dbb6-4755-ba30-645108256457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '5697245e-3699-42da-b330-c1ae1b96ad1a'}}] {{(pid=93953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 16:27:42.130158 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [req-9acca2b8-6c99-4a36-8476-4379c1704f22 req-b046bf1e-fba4-4cfc-9ac9-b77a8d7e4385 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928820'] for port, before_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:27:42.151429 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2fd190-cce6-41b5-a0d8-ffe6c6bca559 req-b0cf4603-63fb-4894-932a-3274d3d2dbac tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:27:42.152985 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-0d2fd190-cce6-41b5-a0d8-ffe6c6bca559 req-b0cf4603-63fb-4894-932a-3274d3d2dbac tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] 10.222.0.39 "GET /v2.0/ports?device_id=1895071e-07cf-4d71-977e-0057a981f962 HTTP/1.1" status: 200 len: 943 time: 0.0814159 Sep 15 16:27:42.233413 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-0d2fd190-cce6-41b5-a0d8-ffe6c6bca559 req-7e3b1cdb-61de-4133-ae80-070782463970 tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] 10.222.0.39 "GET /v2.0/security-groups?id=01d6c133-4034-4f0a-ac7f-c71aa400623e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0594962 Sep 15 16:27:42.234297 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.db [req-9acca2b8-6c99-4a36-8476-4379c1704f22 req-b046bf1e-fba4-4cfc-9ac9-b77a8d7e4385 service neutron] For port 0ca8853f-3d97-410c-a0a1-51867d6321ac, host hv-cinder-77957, cleared binding levels {{(pid=93953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 16:27:42.237736 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.db [req-9acca2b8-6c99-4a36-8476-4379c1704f22 req-b046bf1e-fba4-4cfc-9ac9-b77a8d7e4385 service neutron] For port 0ca8853f-3d97-410c-a0a1-51867d6321ac, host hv-cinder-77957, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77957',level=0,port_id=0ca8853f-3d97-410c-a0a1-51867d6321ac,segment=NetworkSegment(a3ec03df-dbb6-4755-ba30-645108256457),segment_id=a3ec03df-dbb6-4755-ba30-645108256457)] {{(pid=93953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 16:27:42.245020 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [req-9acca2b8-6c99-4a36-8476-4379c1704f22 req-b046bf1e-fba4-4cfc-9ac9-b77a8d7e4385 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791196459277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791195970012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791195970030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127878328'] for port, after_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:27:42.278962 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acca2b8-6c99-4a36-8476-4379c1704f22 req-b046bf1e-fba4-4cfc-9ac9-b77a8d7e4385 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:27:42.279506 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [req-9acca2b8-6c99-4a36-8476-4379c1704f22 req-b046bf1e-fba4-4cfc-9ac9-b77a8d7e4385 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58602'] for port, before_response {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:27:42.280940 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-9acca2b8-6c99-4a36-8476-4379c1704f22 req-b046bf1e-fba4-4cfc-9ac9-b77a8d7e4385 service neutron] 10.222.0.45 "PUT /v2.0/ports/0ca8853f-3d97-410c-a0a1-51867d6321ac HTTP/1.1" status: 200 len: 1098 time: 0.7199278 Sep 15 16:27:42.281381 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26c09626-1e14-4511-953e-7017f83b625f', 'tag': '0ca8853f-3d97-410c-a0a1-51867d6321ac'}] {{(pid=93953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 16:27:42.283647 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5192e05b0783e869a38b3815ee673eee9316ce03dcaf8465063259ebfb62487" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e4ad3da-a991-4369-8045-57c9c81629d7" -d '{"events": [{"name": "network-changed", "server_uuid": "26c09626-1e14-4511-953e-7017f83b625f", "tag": "0ca8853f-3d97-410c-a0a1-51867d6321ac"}]}' {{(pid=93953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 16:27:42.309028 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b046bf1e-fba4-4cfc-9ac9-b77a8d7e4385 service neutron] Pushing event updated for resources: {'Port': ['ID=0ca8853f-3d97-410c-a0a1-51867d6321ac,revision_number=3']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:27:42.331279 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 16:27:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1eaf55b1-7543-40b5-9ba4-ff55621b2c35 x-openstack-request-id: req-1eaf55b1-7543-40b5-9ba4-ff55621b2c35 {{(pid=93953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 16:27:42.331578 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26c09626-1e14-4511-953e-7017f83b625f", "tag": "0ca8853f-3d97-410c-a0a1-51867d6321ac", "status": "completed", "code": 200}]} {{(pid=93953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 16:27:42.331830 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-1eaf55b1-7543-40b5-9ba4-ff55621b2c35 {{(pid=93953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 16:27:42.332413 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26c09626-1e14-4511-953e-7017f83b625f', 'tag': '0ca8853f-3d97-410c-a0a1-51867d6321ac', 'status': 'completed', 'code': 200} Sep 15 16:27:42.378410 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acca2b8-6c99-4a36-8476-4379c1704f22 req-6029cce1-37cb-4996-84e4-3a412269c79f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:27:42.379926 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-9acca2b8-6c99-4a36-8476-4379c1704f22 req-6029cce1-37cb-4996-84e4-3a412269c79f service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=9dd68c1f7bb74880b5b8eb38dc00c20b&device_id=26c09626-1e14-4511-953e-7017f83b625f HTTP/1.1" status: 200 len: 1101 time: 0.0422916 Sep 15 16:27:42.423541 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-9acca2b8-6c99-4a36-8476-4379c1704f22 req-7905e6c4-5c6d-4a3b-94f9-e730781b74ba service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.241&port_id=0ca8853f-3d97-410c-a0a1-51867d6321ac HTTP/1.1" status: 200 len: 217 time: 0.0352473 Sep 15 16:27:42.476765 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acca2b8-6c99-4a36-8476-4379c1704f22 req-494df9c9-e179-45e9-91f2-28b2df84706c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:27:42.478255 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-9acca2b8-6c99-4a36-8476-4379c1704f22 req-494df9c9-e179-45e9-91f2-28b2df84706c service neutron] 10.222.0.45 "GET /v2.0/subnets?id=f79782d8-30b6-49fc-ad7b-18544a59def0 HTTP/1.1" status: 200 len: 843 time: 0.0473950 Sep 15 16:27:42.526502 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acca2b8-6c99-4a36-8476-4379c1704f22 req-186aa307-4e9e-47fb-85c3-94de81f9939a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:27:42.527927 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-9acca2b8-6c99-4a36-8476-4379c1704f22 req-186aa307-4e9e-47fb-85c3-94de81f9939a service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=5697245e-3699-42da-b330-c1ae1b96ad1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0409064 Sep 15 16:27:42.623655 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-9acca2b8-6c99-4a36-8476-4379c1704f22 req-f2ef7533-5964-47ba-b9bb-935cae963e31 service neutron] 10.222.0.45 "GET /v2.0/networks/5697245e-3699-42da-b330-c1ae1b96ad1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872028 Sep 15 16:27:42.717480 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-9acca2b8-6c99-4a36-8476-4379c1704f22 req-28aef34d-877c-45b6-8b50-bdb45837be13 service neutron] 10.222.0.45 "GET /v2.0/networks/5697245e-3699-42da-b330-c1ae1b96ad1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859318 Sep 15 16:27:42.825008 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4ad3da-a991-4369-8045-57c9c81629d7 req-93cd4068-b308-4379-a016-b037cc66c4ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:27:42.826292 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-7e4ad3da-a991-4369-8045-57c9c81629d7 req-93cd4068-b308-4379-a016-b037cc66c4ba service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=9dd68c1f7bb74880b5b8eb38dc00c20b&device_id=26c09626-1e14-4511-953e-7017f83b625f HTTP/1.1" status: 200 len: 1101 time: 0.0519743 Sep 15 16:27:42.923017 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fc5ad0-5ec4-478f-8aac-34d865786eeb req-eb52d3b6-8d30-417a-96fd-fbdff3577640 tempest-VolumesNegativeTest-1953096344 tempest-VolumesNegativeTest-1953096344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:27:42.924643 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-00fc5ad0-5ec4-478f-8aac-34d865786eeb req-eb52d3b6-8d30-417a-96fd-fbdff3577640 tempest-VolumesNegativeTest-1953096344 tempest-VolumesNegativeTest-1953096344-project] 10.222.0.39 "GET /v2.0/ports?device_id=26c09626-1e14-4511-953e-7017f83b625f HTTP/1.1" status: 200 len: 948 time: 0.1099803 Sep 15 16:27:42.962375 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4ad3da-a991-4369-8045-57c9c81629d7 req-034e3b8b-2f72-4858-9fde-72867f0e41f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:27:42.963787 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-7e4ad3da-a991-4369-8045-57c9c81629d7 req-034e3b8b-2f72-4858-9fde-72867f0e41f2 service neutron] 10.222.0.45 "GET /v2.0/networks?id=5697245e-3699-42da-b330-c1ae1b96ad1a HTTP/1.1" status: 200 len: 869 time: 0.1163082 Sep 15 16:27:43.016901 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-00fc5ad0-5ec4-478f-8aac-34d865786eeb req-1d13f3e4-85ab-4e75-87cc-5f6c872cf45b tempest-VolumesNegativeTest-1953096344 tempest-VolumesNegativeTest-1953096344-project] 10.222.0.39 "GET /v2.0/security-groups?id=556fdc84-e9d3-4c43-b472-ebd28f7e2761&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852466 Sep 15 16:27:43.018787 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-7e4ad3da-a991-4369-8045-57c9c81629d7 req-cb8a8b15-9825-4ce3-ba42-8580690bd1d8 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.241&port_id=0ca8853f-3d97-410c-a0a1-51867d6321ac HTTP/1.1" status: 200 len: 217 time: 0.0452476 Sep 15 16:27:43.074569 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4ad3da-a991-4369-8045-57c9c81629d7 req-f12a9d71-6170-4318-8625-6a29894c86b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:27:43.076263 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-7e4ad3da-a991-4369-8045-57c9c81629d7 req-f12a9d71-6170-4318-8625-6a29894c86b1 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=f79782d8-30b6-49fc-ad7b-18544a59def0 HTTP/1.1" status: 200 len: 843 time: 0.0495837 Sep 15 16:27:43.125396 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4ad3da-a991-4369-8045-57c9c81629d7 req-fdfc2fb4-e780-4ad5-a532-3e9acf4e764a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:27:43.126996 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-7e4ad3da-a991-4369-8045-57c9c81629d7 req-fdfc2fb4-e780-4ad5-a532-3e9acf4e764a service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=5697245e-3699-42da-b330-c1ae1b96ad1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0419981 Sep 15 16:27:43.221081 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-7e4ad3da-a991-4369-8045-57c9c81629d7 req-aedf4f33-23f2-4940-ae0c-5fab98ceb78e service neutron] 10.222.0.45 "GET /v2.0/networks/5697245e-3699-42da-b330-c1ae1b96ad1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856113 Sep 15 16:27:43.312691 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-7e4ad3da-a991-4369-8045-57c9c81629d7 req-7e140b2e-2d70-413f-a0ba-5db27463799c service neutron] 10.222.0.45 "GET /v2.0/networks/5697245e-3699-42da-b330-c1ae1b96ad1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836091 Sep 15 16:27:43.371852 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f825f1-d745-4f5f-8ce9-88eab5a4d3a3 req-76215aea-9f63-41b3-99bd-cddaa033e4ff tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:27:43.374025 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-c3f825f1-d745-4f5f-8ce9-88eab5a4d3a3 req-76215aea-9f63-41b3-99bd-cddaa033e4ff tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] 10.222.0.39 "GET /v2.0/ports?device_id=1895071e-07cf-4d71-977e-0057a981f962 HTTP/1.1" status: 200 len: 943 time: 0.0605891 Sep 15 16:27:43.419839 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-c3f825f1-d745-4f5f-8ce9-88eab5a4d3a3 req-65dd8567-d6a4-424c-9473-24e8ef1ce293 tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] 10.222.0.39 "GET /v2.0/security-groups?id=01d6c133-4034-4f0a-ac7f-c71aa400623e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355642 Sep 15 16:27:44.145295 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d073e4-6098-45bb-b9d8-55cfb49014cd req-9dfba85a-0917-45fc-9e2a-9ff1e85709af tempest-VolumesNegativeTest-1953096344 tempest-VolumesNegativeTest-1953096344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:27:44.146753 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-83d073e4-6098-45bb-b9d8-55cfb49014cd req-9dfba85a-0917-45fc-9e2a-9ff1e85709af tempest-VolumesNegativeTest-1953096344 tempest-VolumesNegativeTest-1953096344-project] 10.222.0.39 "GET /v2.0/ports?device_id=26c09626-1e14-4511-953e-7017f83b625f HTTP/1.1" status: 200 len: 948 time: 0.0580368 Sep 15 16:27:44.187990 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-83d073e4-6098-45bb-b9d8-55cfb49014cd req-3153018c-733c-42d3-ad17-d649bd1437ac tempest-VolumesNegativeTest-1953096344 tempest-VolumesNegativeTest-1953096344-project] 10.222.0.39 "GET /v2.0/security-groups?id=556fdc84-e9d3-4c43-b472-ebd28f7e2761&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324960 Sep 15 16:27:44.550389 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82d4a10-d14d-4914-b89f-409d7c35d968 req-6a227bf8-8107-40bd-98d2-f542d5073249 tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:27:44.551872 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-d82d4a10-d14d-4914-b89f-409d7c35d968 req-6a227bf8-8107-40bd-98d2-f542d5073249 tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] 10.222.0.39 "GET /v2.0/ports?device_id=1895071e-07cf-4d71-977e-0057a981f962 HTTP/1.1" status: 200 len: 943 time: 0.0525208 Sep 15 16:27:44.590978 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-d82d4a10-d14d-4914-b89f-409d7c35d968 req-166ca619-2312-42e8-81e7-7e4b7f9c0ea2 tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] 10.222.0.39 "GET /v2.0/security-groups?id=01d6c133-4034-4f0a-ac7f-c71aa400623e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326340 Sep 15 16:27:45.315121 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15959e50-a86f-4f4b-8977-89eca86bb95c req-700c4421-60e5-4cd4-bce0-781f89925d40 tempest-VolumesNegativeTest-1953096344 tempest-VolumesNegativeTest-1953096344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:27:45.316511 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-15959e50-a86f-4f4b-8977-89eca86bb95c req-700c4421-60e5-4cd4-bce0-781f89925d40 tempest-VolumesNegativeTest-1953096344 tempest-VolumesNegativeTest-1953096344-project] 10.222.0.39 "GET /v2.0/ports?device_id=26c09626-1e14-4511-953e-7017f83b625f HTTP/1.1" status: 200 len: 948 time: 0.0513186 Sep 15 16:27:45.360743 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-15959e50-a86f-4f4b-8977-89eca86bb95c req-80616213-7471-44be-b374-7990d1e0a95b tempest-VolumesNegativeTest-1953096344 tempest-VolumesNegativeTest-1953096344-project] 10.222.0.39 "GET /v2.0/security-groups?id=556fdc84-e9d3-4c43-b472-ebd28f7e2761&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351813 Sep 15 16:27:45.758230 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909edb04-5d95-48b3-90a2-3e90b80f71d3 req-3cbc036b-8a5e-4aaf-8957-0e8b7257d138 tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:27:45.759888 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-909edb04-5d95-48b3-90a2-3e90b80f71d3 req-3cbc036b-8a5e-4aaf-8957-0e8b7257d138 tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] 10.222.0.39 "GET /v2.0/ports?device_id=1895071e-07cf-4d71-977e-0057a981f962 HTTP/1.1" status: 200 len: 943 time: 0.0689063 Sep 15 16:27:45.811459 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-909edb04-5d95-48b3-90a2-3e90b80f71d3 req-c2fcdd21-24b7-4b4a-9651-5f8fa493b23d tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] 10.222.0.39 "GET /v2.0/security-groups?id=01d6c133-4034-4f0a-ac7f-c71aa400623e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443249 Sep 15 16:27:46.498890 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2b5862-6a32-45eb-8c6f-a3f0d5a69cd4 req-ab878bba-a06e-47a1-9283-cda1111c36b8 tempest-VolumesNegativeTest-1953096344 tempest-VolumesNegativeTest-1953096344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:27:46.500368 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-8a2b5862-6a32-45eb-8c6f-a3f0d5a69cd4 req-ab878bba-a06e-47a1-9283-cda1111c36b8 tempest-VolumesNegativeTest-1953096344 tempest-VolumesNegativeTest-1953096344-project] 10.222.0.39 "GET /v2.0/ports?device_id=26c09626-1e14-4511-953e-7017f83b625f HTTP/1.1" status: 200 len: 948 time: 0.0597944 Sep 15 16:27:46.541706 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-8a2b5862-6a32-45eb-8c6f-a3f0d5a69cd4 req-f06e644c-f151-4686-9222-5e39248dad6a tempest-VolumesNegativeTest-1953096344 tempest-VolumesNegativeTest-1953096344-project] 10.222.0.39 "GET /v2.0/security-groups?id=556fdc84-e9d3-4c43-b472-ebd28f7e2761&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349972 Sep 15 16:27:46.942638 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4ce20a-4dbd-4dfb-b30d-e767773d75c5 req-dd47d48e-2e35-464d-994c-f7f2c9832f80 tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:27:46.944106 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-aa4ce20a-4dbd-4dfb-b30d-e767773d75c5 req-dd47d48e-2e35-464d-994c-f7f2c9832f80 tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] 10.222.0.39 "GET /v2.0/ports?device_id=1895071e-07cf-4d71-977e-0057a981f962 HTTP/1.1" status: 200 len: 943 time: 0.0512671 Sep 15 16:27:46.982194 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-aa4ce20a-4dbd-4dfb-b30d-e767773d75c5 req-ac643203-fed3-40e1-b1a7-7e2e2487f190 tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] 10.222.0.39 "GET /v2.0/security-groups?id=01d6c133-4034-4f0a-ac7f-c71aa400623e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318542 Sep 15 16:27:47.507170 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.rpc [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] Device 0ca8853f-3d97-410c-a0a1-51867d6321ac details requested by agent hyperv_hv-cinder-77957 with host hv-cinder-77957 {{(pid=93955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 16:27:47.611691 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.db [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] For port 0ca8853f-3d97-410c-a0a1-51867d6321ac, host hv-cinder-77957, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77957',level=0,port_id=0ca8853f-3d97-410c-a0a1-51867d6321ac,segment=NetworkSegment(a3ec03df-dbb6-4755-ba30-645108256457),segment_id=a3ec03df-dbb6-4755-ba30-645108256457)] {{(pid=93955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:27:47.625002 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.rpc [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] Returning: {'device': '0ca8853f-3d97-410c-a0a1-51867d6321ac', 'network_id': '5697245e-3699-42da-b330-c1ae1b96ad1a', 'port_id': '0ca8853f-3d97-410c-a0a1-51867d6321ac', 'mac_address': 'fa:16:3e:c0:70:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 66, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f79782d8-30b6-49fc-ad7b-18544a59def0', 'ip_address': '192.168.233.241'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 16:27:47.668384 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928820'] for port, before_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:27:47.672767 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de7e2b1-4fe5-4b69-ae72-a8de2039bcce req-70c62f10-6920-418c-82ee-4f64876f7f30 tempest-VolumesNegativeTest-1953096344 tempest-VolumesNegativeTest-1953096344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:27:47.674258 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-3de7e2b1-4fe5-4b69-ae72-a8de2039bcce req-70c62f10-6920-418c-82ee-4f64876f7f30 tempest-VolumesNegativeTest-1953096344 tempest-VolumesNegativeTest-1953096344-project] 10.222.0.39 "GET /v2.0/ports?device_id=26c09626-1e14-4511-953e-7017f83b625f HTTP/1.1" status: 200 len: 948 time: 0.0572252 Sep 15 16:27:47.681143 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.notifiers.nova [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0ca8853f-3d97-410c-a0a1-51867d6321ac {{(pid=93955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 16:27:47.701202 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.db [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] For port 0ca8853f-3d97-410c-a0a1-51867d6321ac, host hv-cinder-77957, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77957',level=0,port_id=0ca8853f-3d97-410c-a0a1-51867d6321ac,segment=NetworkSegment(a3ec03df-dbb6-4755-ba30-645108256457),segment_id=a3ec03df-dbb6-4755-ba30-645108256457)] {{(pid=93955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:27:47.706024 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791196459277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791195970012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791195970030'] for port, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:27:47.706653 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.rpc [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] Device e276d5d2-322a-4d4d-b833-7daa17260d3e details requested by agent hyperv_hv-cinder-77957 with host hv-cinder-77957 {{(pid=93955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 16:27:47.712275 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-3de7e2b1-4fe5-4b69-ae72-a8de2039bcce req-b0a59a4a-bef7-4bf4-b806-0418a395bdfb tempest-VolumesNegativeTest-1953096344 tempest-VolumesNegativeTest-1953096344-project] 10.222.0.39 "GET /v2.0/security-groups?id=556fdc84-e9d3-4c43-b472-ebd28f7e2761&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319498 Sep 15 16:27:47.779967 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] Pushing event updated for resources: {'Port': ['ID=0ca8853f-3d97-410c-a0a1-51867d6321ac,revision_number=4']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:27:47.795356 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:27:47.795788 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:27:47.796103 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:27:47.796412 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:27:47.796735 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:27:47.797059 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:27:47.797380 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:27:47.797701 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:27:47.798043 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:27:47.798350 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:27:47.798662 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:27:47.798977 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:27:47.862387 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.db [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] For port e276d5d2-322a-4d4d-b833-7daa17260d3e, host hv-cinder-77957, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77957',level=0,port_id=e276d5d2-322a-4d4d-b833-7daa17260d3e,segment=NetworkSegment(604bbfea-00fe-4e59-aeb5-45f535ca3265),segment_id=604bbfea-00fe-4e59-aeb5-45f535ca3265)] {{(pid=93955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:27:47.876114 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.rpc [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] Returning: {'device': 'e276d5d2-322a-4d4d-b833-7daa17260d3e', 'network_id': '301d3dae-97cb-4f1f-a074-0eaf2ccca5e4', 'port_id': 'e276d5d2-322a-4d4d-b833-7daa17260d3e', 'mac_address': 'fa:16:3e:d8:69:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 53, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa5f41a1-b858-4e32-8594-59b83d73c6e9', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 16:27:47.913608 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928820'] for port, before_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:27:47.926796 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.notifiers.nova [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e276d5d2-322a-4d4d-b833-7daa17260d3e {{(pid=93955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 16:27:47.947402 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.db [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] For port e276d5d2-322a-4d4d-b833-7daa17260d3e, host hv-cinder-77957, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77957',level=0,port_id=e276d5d2-322a-4d4d-b833-7daa17260d3e,segment=NetworkSegment(604bbfea-00fe-4e59-aeb5-45f535ca3265),segment_id=604bbfea-00fe-4e59-aeb5-45f535ca3265)] {{(pid=93955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:27:47.954821 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791196459277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791195970012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791195970030'] for port, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:27:48.006096 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] Pushing event updated for resources: {'Port': ['ID=e276d5d2-322a-4d4d-b833-7daa17260d3e,revision_number=9']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:27:48.112210 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1278e82c-2d41-4ac1-9b17-35db7438b96c req-d65b1ddc-26a1-4bb8-84b4-c4ec22214492 tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:27:48.113677 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-1278e82c-2d41-4ac1-9b17-35db7438b96c req-d65b1ddc-26a1-4bb8-84b4-c4ec22214492 tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] 10.222.0.39 "GET /v2.0/ports?device_id=1895071e-07cf-4d71-977e-0057a981f962 HTTP/1.1" status: 200 len: 944 time: 0.0502388 Sep 15 16:27:48.155153 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-1278e82c-2d41-4ac1-9b17-35db7438b96c req-f52b3768-43be-408c-99e6-5d22ad5e9b5b tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] 10.222.0.39 "GET /v2.0/security-groups?id=01d6c133-4034-4f0a-ac7f-c71aa400623e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343046 Sep 15 16:27:48.328999 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.db [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] get_ports_and_sgs() called for port_ids ['e276d5d2-322a-4d4d-b833-7daa17260d3e'] {{(pid=93955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 16:27:48.361708 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.db [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] get_ports_and_sgs() called for port_ids ['0ca8853f-3d97-410c-a0a1-51867d6321ac'] {{(pid=93955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 16:27:48.844637 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec29e81-38a2-4acb-a62b-0e343c922b26 req-c69cf944-029f-44be-ae15-658b412c3bbb tempest-VolumesNegativeTest-1953096344 tempest-VolumesNegativeTest-1953096344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:27:48.846105 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-eec29e81-38a2-4acb-a62b-0e343c922b26 req-c69cf944-029f-44be-ae15-658b412c3bbb tempest-VolumesNegativeTest-1953096344 tempest-VolumesNegativeTest-1953096344-project] 10.222.0.39 "GET /v2.0/ports?device_id=26c09626-1e14-4511-953e-7017f83b625f HTTP/1.1" status: 200 len: 949 time: 0.0546033 Sep 15 16:27:48.889138 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-eec29e81-38a2-4acb-a62b-0e343c922b26 req-ba367b45-202e-4ee7-8b56-b92f813de396 tempest-VolumesNegativeTest-1953096344 tempest-VolumesNegativeTest-1953096344-project] 10.222.0.39 "GET /v2.0/security-groups?id=556fdc84-e9d3-4c43-b472-ebd28f7e2761&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340753 Sep 15 16:27:49.292643 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820a8bd4-529b-4a19-b69f-0129bebc4ffa req-e6ed2add-4417-48d4-990b-914e90d65f7d tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:27:49.294079 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-820a8bd4-529b-4a19-b69f-0129bebc4ffa req-e6ed2add-4417-48d4-990b-914e90d65f7d tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] 10.222.0.39 "GET /v2.0/ports?device_id=1895071e-07cf-4d71-977e-0057a981f962 HTTP/1.1" status: 200 len: 944 time: 0.0604265 Sep 15 16:27:49.333182 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-820a8bd4-529b-4a19-b69f-0129bebc4ffa req-68ca3e36-40e8-43f5-b5fb-aef2d9d1901c tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] 10.222.0.39 "GET /v2.0/security-groups?id=01d6c133-4034-4f0a-ac7f-c71aa400623e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331726 Sep 15 16:27:49.516034 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.rpc [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] Device 0ca8853f-3d97-410c-a0a1-51867d6321ac up at agent hyperv_hv-cinder-77957 {{(pid=93955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 16:27:49.572867 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.db.provisioning_blocks [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] Provisioning for port 0ca8853f-3d97-410c-a0a1-51867d6321ac completed by entity L2. {{(pid=93955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 16:27:49.576522 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.db.provisioning_blocks [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] Provisioning complete for port 0ca8853f-3d97-410c-a0a1-51867d6321ac triggered by entity L2. {{(pid=93955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:27:49.576914 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953592'] for port, provisioning_complete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:27:49.657442 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928820'] for port, before_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:27:49.685425 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26c09626-1e14-4511-953e-7017f83b625f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ca8853f-3d97-410c-a0a1-51867d6321ac'}] {{(pid=93955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 16:27:49.687649 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cc821c0eec02d2c96bcea0a08104c2827b642bf310f598bba7a206798b1bddd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5579544b-cc37-40c5-b74a-089a2d654a7e" -d '{"events": [{"server_uuid": "26c09626-1e14-4511-953e-7017f83b625f", "name": "network-vif-plugged", "status": "completed", "tag": "0ca8853f-3d97-410c-a0a1-51867d6321ac"}]}' {{(pid=93955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 16:27:49.701078 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.db [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] For port 0ca8853f-3d97-410c-a0a1-51867d6321ac, host hv-cinder-77957, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77957',level=0,port_id=0ca8853f-3d97-410c-a0a1-51867d6321ac,segment=NetworkSegment(a3ec03df-dbb6-4755-ba30-645108256457),segment_id=a3ec03df-dbb6-4755-ba30-645108256457)] {{(pid=93955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:27:49.706088 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791196459277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791195970012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791195970030'] for port, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:27:49.706881 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.rpc [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] Device e276d5d2-322a-4d4d-b833-7daa17260d3e up at agent hyperv_hv-cinder-77957 {{(pid=93955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 16:27:49.750836 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 16:27:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a356d647-a81a-4b10-837a-d666a0c77eec x-openstack-request-id: req-a356d647-a81a-4b10-837a-d666a0c77eec {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 16:27:49.751148 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26c09626-1e14-4511-953e-7017f83b625f", "name": "network-vif-plugged", "status": "completed", "tag": "0ca8853f-3d97-410c-a0a1-51867d6321ac", "code": 200}]} {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 16:27:49.751358 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-a356d647-a81a-4b10-837a-d666a0c77eec {{(pid=93955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 16:27:49.751712 dv-cinder-779576-8-iscsi neutron-server[93955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26c09626-1e14-4511-953e-7017f83b625f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ca8853f-3d97-410c-a0a1-51867d6321ac', 'code': 200} Sep 15 16:27:49.789256 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] Pushing event updated for resources: {'Port': ['ID=0ca8853f-3d97-410c-a0a1-51867d6321ac,revision_number=5']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:27:49.801171 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.db.provisioning_blocks [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] Provisioning complete for port e276d5d2-322a-4d4d-b833-7daa17260d3e triggered by entity L2. {{(pid=93955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:27:49.801542 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953592'] for port, provisioning_complete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:27:49.883851 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928820'] for port, before_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:27:49.921671 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.db [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] For port e276d5d2-322a-4d4d-b833-7daa17260d3e, host hv-cinder-77957, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77957',level=0,port_id=e276d5d2-322a-4d4d-b833-7daa17260d3e,segment=NetworkSegment(604bbfea-00fe-4e59-aeb5-45f535ca3265),segment_id=604bbfea-00fe-4e59-aeb5-45f535ca3265)] {{(pid=93955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:27:49.927121 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791196459277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791195970012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791195970030'] for port, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:27:49.996625 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] Pushing event updated for resources: {'Port': ['ID=e276d5d2-322a-4d4d-b833-7daa17260d3e,revision_number=10']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:27:50.019523 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2c04eb-0bcc-4aa6-b8cd-1e9dd7745320 req-0eb798b9-c4d3-4b4a-8635-6cd7b0a44b2a tempest-VolumesNegativeTest-1953096344 tempest-VolumesNegativeTest-1953096344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:27:50.021066 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-7c2c04eb-0bcc-4aa6-b8cd-1e9dd7745320 req-0eb798b9-c4d3-4b4a-8635-6cd7b0a44b2a tempest-VolumesNegativeTest-1953096344 tempest-VolumesNegativeTest-1953096344-project] 10.222.0.39 "GET /v2.0/ports?device_id=26c09626-1e14-4511-953e-7017f83b625f HTTP/1.1" status: 200 len: 950 time: 0.0607002 Sep 15 16:27:50.033066 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa3cf4b-7931-4f0c-b9a0-d25733908387 req-9593d3f0-192a-4f7a-96ed-3400df8915cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:27:50.035462 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-caa3cf4b-7931-4f0c-b9a0-d25733908387 req-9593d3f0-192a-4f7a-96ed-3400df8915cd service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=26c09626-1e14-4511-953e-7017f83b625f HTTP/1.1" status: 200 len: 1103 time: 0.1564589 Sep 15 16:27:50.059561 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-7c2c04eb-0bcc-4aa6-b8cd-1e9dd7745320 req-a7c227ae-1c3d-41d8-92b5-5e76f54b2152 tempest-VolumesNegativeTest-1953096344 tempest-VolumesNegativeTest-1953096344-project] 10.222.0.39 "GET /v2.0/security-groups?id=556fdc84-e9d3-4c43-b472-ebd28f7e2761&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324969 Sep 15 16:27:50.071389 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-caa3cf4b-7931-4f0c-b9a0-d25733908387 req-e54955ff-255b-447a-bbe6-fb77f6555892 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=556fdc84-e9d3-4c43-b472-ebd28f7e2761&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0277433 Sep 15 16:27:50.470934 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ca690b-3061-4c24-96c1-e372a399ba81 req-083870f1-65fb-45a5-b5e4-6cf1e734a830 tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:27:50.472444 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-83ca690b-3061-4c24-96c1-e372a399ba81 req-083870f1-65fb-45a5-b5e4-6cf1e734a830 tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] 10.222.0.39 "GET /v2.0/ports?device_id=1895071e-07cf-4d71-977e-0057a981f962 HTTP/1.1" status: 200 len: 946 time: 0.0591846 Sep 15 16:27:50.524724 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-83ca690b-3061-4c24-96c1-e372a399ba81 req-6eba5529-c9eb-4fd9-bc26-85477bb8b0db tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] 10.222.0.39 "GET /v2.0/security-groups?id=01d6c133-4034-4f0a-ac7f-c71aa400623e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430610 Sep 15 16:27:51.184940 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40482231-eaa0-4ada-8be4-e2222f28636a req-3efb0f36-63be-4160-8a29-6c877277d84c tempest-VolumesNegativeTest-1953096344 tempest-VolumesNegativeTest-1953096344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:27:51.186411 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-40482231-eaa0-4ada-8be4-e2222f28636a req-3efb0f36-63be-4160-8a29-6c877277d84c tempest-VolumesNegativeTest-1953096344 tempest-VolumesNegativeTest-1953096344-project] 10.222.0.39 "GET /v2.0/ports?device_id=26c09626-1e14-4511-953e-7017f83b625f HTTP/1.1" status: 200 len: 950 time: 0.0523963 Sep 15 16:27:51.224109 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-40482231-eaa0-4ada-8be4-e2222f28636a req-e1c74c49-47dc-4117-8447-c314434fde15 tempest-VolumesNegativeTest-1953096344 tempest-VolumesNegativeTest-1953096344-project] 10.222.0.39 "GET /v2.0/security-groups?id=556fdc84-e9d3-4c43-b472-ebd28f7e2761&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312693 Sep 15 16:27:51.655790 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f61d9bf-bfaa-4753-b654-a459cf4c3c2d req-a262f09d-d769-4452-bf0e-d864e8636a85 tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:27:51.657374 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-1f61d9bf-bfaa-4753-b654-a459cf4c3c2d req-a262f09d-d769-4452-bf0e-d864e8636a85 tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] 10.222.0.39 "GET /v2.0/ports?device_id=1895071e-07cf-4d71-977e-0057a981f962 HTTP/1.1" status: 200 len: 946 time: 0.0509138 Sep 15 16:27:51.696166 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-1f61d9bf-bfaa-4753-b654-a459cf4c3c2d req-c0fe8ab3-3a38-4d75-9abd-9567cd6bda74 tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] 10.222.0.39 "GET /v2.0/security-groups?id=01d6c133-4034-4f0a-ac7f-c71aa400623e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326869 Sep 15 16:27:51.753106 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1895071e-07cf-4d71-977e-0057a981f962', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e276d5d2-322a-4d4d-b833-7daa17260d3e'}] {{(pid=93955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 16:27:51.755498 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cc821c0eec02d2c96bcea0a08104c2827b642bf310f598bba7a206798b1bddd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86bffae2-f148-425e-94b5-1a4cf245ce20" -d '{"events": [{"server_uuid": "1895071e-07cf-4d71-977e-0057a981f962", "name": "network-vif-plugged", "status": "completed", "tag": "e276d5d2-322a-4d4d-b833-7daa17260d3e"}]}' {{(pid=93955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 16:27:51.795908 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 16:27:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab839cd1-f1eb-4022-a18c-a54d5d6e0fc8 x-openstack-request-id: req-ab839cd1-f1eb-4022-a18c-a54d5d6e0fc8 {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 16:27:51.796679 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1895071e-07cf-4d71-977e-0057a981f962", "name": "network-vif-plugged", "status": "completed", "tag": "e276d5d2-322a-4d4d-b833-7daa17260d3e", "code": 200}]} {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 16:27:51.796951 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-ab839cd1-f1eb-4022-a18c-a54d5d6e0fc8 {{(pid=93955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 16:27:51.797730 dv-cinder-779576-8-iscsi neutron-server[93955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1895071e-07cf-4d71-977e-0057a981f962', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e276d5d2-322a-4d4d-b833-7daa17260d3e', 'code': 200} Sep 15 16:27:52.372062 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32033d77-faed-4676-ada1-6b8fa6c284f5 req-0cff3062-1a2f-4cde-b088-5cba1d556c6f tempest-VolumesNegativeTest-1953096344 tempest-VolumesNegativeTest-1953096344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:27:52.373525 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-32033d77-faed-4676-ada1-6b8fa6c284f5 req-0cff3062-1a2f-4cde-b088-5cba1d556c6f tempest-VolumesNegativeTest-1953096344 tempest-VolumesNegativeTest-1953096344-project] 10.222.0.39 "GET /v2.0/ports?device_id=26c09626-1e14-4511-953e-7017f83b625f HTTP/1.1" status: 200 len: 950 time: 0.0773139 Sep 15 16:27:52.387472 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b67d5c2-a848-4b7c-a32f-c66d209a3d86 req-5d8e6ebf-8273-4226-b7a8-61cd2b69da75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:27:52.388884 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-2b67d5c2-a848-4b7c-a32f-c66d209a3d86 req-5d8e6ebf-8273-4226-b7a8-61cd2b69da75 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=1895071e-07cf-4d71-977e-0057a981f962 HTTP/1.1" status: 200 len: 1099 time: 0.0649376 Sep 15 16:27:52.433036 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-32033d77-faed-4676-ada1-6b8fa6c284f5 req-92b5ed3a-b61d-48cc-96e4-8ce2b6f12e30 tempest-VolumesNegativeTest-1953096344 tempest-VolumesNegativeTest-1953096344-project] 10.222.0.39 "GET /v2.0/security-groups?id=556fdc84-e9d3-4c43-b472-ebd28f7e2761&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527253 Sep 15 16:27:52.438496 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-2b67d5c2-a848-4b7c-a32f-c66d209a3d86 req-b7970e42-8956-4f13-9ac8-2a178d5952d3 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=01d6c133-4034-4f0a-ac7f-c71aa400623e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407138 Sep 15 16:27:52.709650 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53aff063-001a-42f9-aadc-f1f3f5091af1 req-41696169-a67f-44da-98fe-f1a75b3f7b6a tempest-VolumesNegativeTest-1953096344 tempest-VolumesNegativeTest-1953096344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:27:52.711159 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-53aff063-001a-42f9-aadc-f1f3f5091af1 req-41696169-a67f-44da-98fe-f1a75b3f7b6a tempest-VolumesNegativeTest-1953096344 tempest-VolumesNegativeTest-1953096344-project] 10.222.0.39 "GET /v2.0/ports?device_id=26c09626-1e14-4511-953e-7017f83b625f HTTP/1.1" status: 200 len: 950 time: 0.0530717 Sep 15 16:27:52.752716 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-53aff063-001a-42f9-aadc-f1f3f5091af1 req-4cfcd697-9a52-4d68-a63d-9c86f0d4ce22 tempest-VolumesNegativeTest-1953096344 tempest-VolumesNegativeTest-1953096344-project] 10.222.0.39 "GET /v2.0/security-groups?id=556fdc84-e9d3-4c43-b472-ebd28f7e2761&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355110 Sep 15 16:27:52.828217 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becdff83-4c12-4468-aecc-2977d085e5ff req-57fed537-9342-4299-9433-78b33ea70bc1 tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:27:52.829622 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-becdff83-4c12-4468-aecc-2977d085e5ff req-57fed537-9342-4299-9433-78b33ea70bc1 tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] 10.222.0.39 "GET /v2.0/ports?device_id=1895071e-07cf-4d71-977e-0057a981f962 HTTP/1.1" status: 200 len: 946 time: 0.0519328 Sep 15 16:27:52.870635 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-becdff83-4c12-4468-aecc-2977d085e5ff req-7627e766-75c0-4d32-8e71-7f47af6a17ee tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] 10.222.0.39 "GET /v2.0/security-groups?id=01d6c133-4034-4f0a-ac7f-c71aa400623e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321009 Sep 15 16:27:53.039212 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791196484491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953091'] for agent, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:27:53.875381 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5eddae-fd27-4bf7-ada6-7de1e876c108 req-79660f2b-baae-48dd-b67d-e5be43ca57e3 tempest-VolumesNegativeTest-1953096344 tempest-VolumesNegativeTest-1953096344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:27:53.876902 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-1f5eddae-fd27-4bf7-ada6-7de1e876c108 req-79660f2b-baae-48dd-b67d-e5be43ca57e3 tempest-VolumesNegativeTest-1953096344 tempest-VolumesNegativeTest-1953096344-project] 10.222.0.39 "GET /v2.0/ports?device_id=26c09626-1e14-4511-953e-7017f83b625f HTTP/1.1" status: 200 len: 950 time: 0.0502760 Sep 15 16:27:53.918128 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-1f5eddae-fd27-4bf7-ada6-7de1e876c108 req-af3dd860-c5a8-4383-8b53-1395cc7b94d3 tempest-VolumesNegativeTest-1953096344 tempest-VolumesNegativeTest-1953096344-project] 10.222.0.39 "GET /v2.0/security-groups?id=556fdc84-e9d3-4c43-b472-ebd28f7e2761&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320969 Sep 15 16:27:53.995895 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24408701-e198-4e4f-b1d7-2a7d7173b94d req-4ae6a693-af85-4db8-a97c-6b18840f6fd4 tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:27:53.997409 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-24408701-e198-4e4f-b1d7-2a7d7173b94d req-4ae6a693-af85-4db8-a97c-6b18840f6fd4 tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] 10.222.0.39 "GET /v2.0/ports?device_id=1895071e-07cf-4d71-977e-0057a981f962 HTTP/1.1" status: 200 len: 946 time: 0.0494347 Sep 15 16:27:54.036903 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-24408701-e198-4e4f-b1d7-2a7d7173b94d req-1c07332e-811b-491d-ad6d-8f3d64ab9fb6 tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] 10.222.0.39 "GET /v2.0/security-groups?id=01d6c133-4034-4f0a-ac7f-c71aa400623e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332429 Sep 15 16:27:54.981250 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ca544d-b07f-42b0-8588-72bf984c2b9c req-7151c96f-ba8d-4934-b6b3-d036cdfa7595 tempest-VolumesNegativeTest-1953096344 tempest-VolumesNegativeTest-1953096344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:27:54.982767 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-d3ca544d-b07f-42b0-8588-72bf984c2b9c req-7151c96f-ba8d-4934-b6b3-d036cdfa7595 tempest-VolumesNegativeTest-1953096344 tempest-VolumesNegativeTest-1953096344-project] 10.222.0.45 "GET /v2.0/ports?device_id=26c09626-1e14-4511-953e-7017f83b625f HTTP/1.1" status: 200 len: 950 time: 0.0581501 Sep 15 16:27:55.083719 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d535dc-d3ba-4f36-b3aa-d0d1a50368db req-ff09b9cd-7cb1-4359-9a49-f906ab569c8a tempest-VolumesNegativeTest-1953096344 tempest-VolumesNegativeTest-1953096344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:27:55.085244 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-e7d535dc-d3ba-4f36-b3aa-d0d1a50368db req-ff09b9cd-7cb1-4359-9a49-f906ab569c8a tempest-VolumesNegativeTest-1953096344 tempest-VolumesNegativeTest-1953096344-project] 10.222.0.39 "GET /v2.0/ports?device_id=26c09626-1e14-4511-953e-7017f83b625f HTTP/1.1" status: 200 len: 950 time: 0.0994918 Sep 15 16:27:55.135840 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.plugin [req-d3ca544d-b07f-42b0-8588-72bf984c2b9c req-25fe2216-ca8a-475f-91ed-eff20d2f34ba tempest-VolumesNegativeTest-1953096344 tempest-VolumesNegativeTest-1953096344-project] Deleting port 0ca8853f-3d97-410c-a0a1-51867d6321ac {{(pid=93953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:27:55.136189 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [req-d3ca544d-b07f-42b0-8588-72bf984c2b9c req-25fe2216-ca8a-475f-91ed-eff20d2f34ba tempest-VolumesNegativeTest-1953096344 tempest-VolumesNegativeTest-1953096344-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791196454449'] for port, before_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:27:55.142273 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-e7d535dc-d3ba-4f36-b3aa-d0d1a50368db req-5aacc353-dcfd-44ca-9b68-9cccdfc6d145 tempest-VolumesNegativeTest-1953096344 tempest-VolumesNegativeTest-1953096344-project] 10.222.0.39 "GET /v2.0/security-groups?id=556fdc84-e9d3-4c43-b472-ebd28f7e2761&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495443 Sep 15 16:27:55.172510 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc21516-7d8a-441d-918a-593fa39c42ac req-afcc1650-4011-4526-9ef9-5daad097d987 tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:27:55.174087 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-6fc21516-7d8a-441d-918a-593fa39c42ac req-afcc1650-4011-4526-9ef9-5daad097d987 tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] 10.222.0.39 "GET /v2.0/ports?device_id=1895071e-07cf-4d71-977e-0057a981f962 HTTP/1.1" status: 200 len: 946 time: 0.0638180 Sep 15 16:27:55.215555 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-6fc21516-7d8a-441d-918a-593fa39c42ac req-e9ce8d0b-cfd8-4897-b31a-23129a0237c8 tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] 10.222.0.39 "GET /v2.0/security-groups?id=01d6c133-4034-4f0a-ac7f-c71aa400623e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325308 Sep 15 16:27:55.225914 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.db [req-d3ca544d-b07f-42b0-8588-72bf984c2b9c req-25fe2216-ca8a-475f-91ed-eff20d2f34ba tempest-VolumesNegativeTest-1953096344 tempest-VolumesNegativeTest-1953096344-project] For port 0ca8853f-3d97-410c-a0a1-51867d6321ac, host hv-cinder-77957, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77957',level=0,port_id=0ca8853f-3d97-410c-a0a1-51867d6321ac,segment=NetworkSegment(a3ec03df-dbb6-4755-ba30-645108256457),segment_id=a3ec03df-dbb6-4755-ba30-645108256457)] {{(pid=93953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:27:55.226274 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [req-d3ca544d-b07f-42b0-8588-72bf984c2b9c req-25fe2216-ca8a-475f-91ed-eff20d2f34ba tempest-VolumesNegativeTest-1953096344 tempest-VolumesNegativeTest-1953096344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3729503'] for port, precommit_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:27:55.239564 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.plugin [req-d3ca544d-b07f-42b0-8588-72bf984c2b9c req-25fe2216-ca8a-475f-91ed-eff20d2f34ba tempest-VolumesNegativeTest-1953096344 tempest-VolumesNegativeTest-1953096344-project] Calling delete_port for 0ca8853f-3d97-410c-a0a1-51867d6321ac owned by compute:nova {{(pid=93953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:27:55.381652 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [req-d3ca544d-b07f-42b0-8588-72bf984c2b9c req-25fe2216-ca8a-475f-91ed-eff20d2f34ba tempest-VolumesNegativeTest-1953096344 tempest-VolumesNegativeTest-1953096344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791196460023', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791195970003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127878305'] for port, after_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:27:55.395102 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.db [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] get_ports_and_sgs() called for port_ids ['0ca8853f-3d97-410c-a0a1-51867d6321ac'] {{(pid=93955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 16:27:55.409823 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25fe2216-ca8a-475f-91ed-eff20d2f34ba tempest-VolumesNegativeTest-1953096344 tempest-VolumesNegativeTest-1953096344-project] Pushing event deleted for resources: {'Port': ['ID=0ca8853f-3d97-410c-a0a1-51867d6321ac,revision_number=None']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:27:55.454108 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3ca544d-b07f-42b0-8588-72bf984c2b9c req-25fe2216-ca8a-475f-91ed-eff20d2f34ba tempest-VolumesNegativeTest-1953096344 tempest-VolumesNegativeTest-1953096344-project] No DVR routers for this DVR port 0ca8853f-3d97-410c-a0a1-51867d6321ac on host hv-cinder-77957 {{(pid=93953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 16:27:55.456808 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [req-d3ca544d-b07f-42b0-8588-72bf984c2b9c req-25fe2216-ca8a-475f-91ed-eff20d2f34ba tempest-VolumesNegativeTest-1953096344 tempest-VolumesNegativeTest-1953096344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58602'] for port, before_response {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:27:55.458914 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-d3ca544d-b07f-42b0-8588-72bf984c2b9c req-25fe2216-ca8a-475f-91ed-eff20d2f34ba tempest-VolumesNegativeTest-1953096344 tempest-VolumesNegativeTest-1953096344-project] 10.222.0.45 "DELETE /v2.0/ports/0ca8853f-3d97-410c-a0a1-51867d6321ac HTTP/1.1" status: 204 len: 173 time: 0.4641421 Sep 15 16:27:55.459349 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26c09626-1e14-4511-953e-7017f83b625f', 'name': 'network-vif-deleted', 'tag': '0ca8853f-3d97-410c-a0a1-51867d6321ac'}] {{(pid=93953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 16:27:55.461609 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5192e05b0783e869a38b3815ee673eee9316ce03dcaf8465063259ebfb62487" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0dc888fa-a9fc-470d-a496-ee1f7e73370f" -d '{"events": [{"server_uuid": "26c09626-1e14-4511-953e-7017f83b625f", "name": "network-vif-deleted", "tag": "0ca8853f-3d97-410c-a0a1-51867d6321ac"}]}' {{(pid=93953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 16:27:55.622174 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 16:27:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-350d7ce7-378b-44bd-b78e-0b1a5f35571f x-openstack-request-id: req-350d7ce7-378b-44bd-b78e-0b1a5f35571f {{(pid=93953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 16:27:55.622462 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26c09626-1e14-4511-953e-7017f83b625f", "name": "network-vif-deleted", "tag": "0ca8853f-3d97-410c-a0a1-51867d6321ac", "status": "completed", "code": 200}]} {{(pid=93953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 16:27:55.622708 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-350d7ce7-378b-44bd-b78e-0b1a5f35571f {{(pid=93953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 16:27:55.623095 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26c09626-1e14-4511-953e-7017f83b625f', 'name': 'network-vif-deleted', 'tag': '0ca8853f-3d97-410c-a0a1-51867d6321ac', 'status': 'completed', 'code': 200} Sep 15 16:27:59.150213 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-4829e81f-b06a-4a3d-b4e6-eff0a9b747b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791196484491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953091'] for agent, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:27:59.550711 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.rpc [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] Device 0ca8853f-3d97-410c-a0a1-51867d6321ac no longer exists at agent hyperv_hv-cinder-77957 {{(pid=93955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 16:27:59.571036 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] No Port match for: 0ca8853f-3d97-410c-a0a1-51867d6321ac {{(pid=93955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 16:27:59.571396 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.rpc [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] Device 0ca8853f-3d97-410c-a0a1-51867d6321ac not bound to the agent host hv-cinder-77957 {{(pid=93955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 16:27:59.803149 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68be5aa-cc6c-48a4-ac58-e98f629989ce req-9e90a4d7-d027-4da9-8382-c68313a5a2f2 tempest-TestMinimumBasicScenario-867511208 tempest-TestMinimumBasicScenario-867511208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:27:59.804812 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-d68be5aa-cc6c-48a4-ac58-e98f629989ce req-9e90a4d7-d027-4da9-8382-c68313a5a2f2 tempest-TestMinimumBasicScenario-867511208 tempest-TestMinimumBasicScenario-867511208-project] 10.222.0.39 "GET /v2.0/ports?device_id=8b69e941-0dad-4449-8c59-eeac8c5bbffa HTTP/1.1" status: 200 len: 984 time: 0.0559273 Sep 15 16:27:59.822928 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.wsgi [-] (93953) accepted ('10.222.0.39', 38818) {{(pid=93953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:27:59.838633 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046f1ac1-9aa1-4c0b-af9b-2de1e6d938d7 req-d9184b70-f10f-4fd3-aac4-a9982c02323a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:27:59.840450 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-046f1ac1-9aa1-4c0b-af9b-2de1e6d938d7 req-d9184b70-f10f-4fd3-aac4-a9982c02323a service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=c399e90bd6c14b28a0c663c318ac7dd0&device_id=8b69e941-0dad-4449-8c59-eeac8c5bbffa HTTP/1.1" status: 200 len: 1137 time: 0.0514081 Sep 15 16:27:59.848424 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-d68be5aa-cc6c-48a4-ac58-e98f629989ce req-438d2907-d874-44ab-9463-b2121c32f11f tempest-TestMinimumBasicScenario-867511208 tempest-TestMinimumBasicScenario-867511208-project] 10.222.0.39 "GET /v2.0/security-groups?id=ca1343a4-d607-4a9c-b5a1-764a5018bc56&id=f015b5f4-57be-4ab6-9bf7-9f53b172ec0b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0368643 Sep 15 16:27:59.951783 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046f1ac1-9aa1-4c0b-af9b-2de1e6d938d7 req-297ba5ef-9e28-437c-8b35-ee7b0eab1faf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:27:59.953260 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-046f1ac1-9aa1-4c0b-af9b-2de1e6d938d7 req-297ba5ef-9e28-437c-8b35-ee7b0eab1faf service neutron] 10.222.0.45 "GET /v2.0/networks?id=c6939575-0b70-4011-b40f-e72ea525aac3 HTTP/1.1" status: 200 len: 914 time: 0.1056812 Sep 15 16:28:00.014146 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [None req-23921257-178a-474e-8932-46b3d754faa1 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=9dd68c1f7bb74880b5b8eb38dc00c20b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1862864 Sep 15 16:28:00.014146 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.wsgi [-] (93953) accepted ('10.222.0.39', 38822) {{(pid=93953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:28:00.053887 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-046f1ac1-9aa1-4c0b-af9b-2de1e6d938d7 req-ad1ecd83-7dc4-4ad5-93e5-59f8d9deef2a service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6a694102-9a08-4066-9fc2-887d5dc7033e HTTP/1.1" status: 200 len: 1001 time: 0.0919769 Sep 15 16:28:00.100301 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-d2754ed1-bfd5-448b-b243-b9b85fc920f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:28:00.134427 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-d2754ed1-bfd5-448b-b243-b9b85fc920f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:28:00.136860 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046f1ac1-9aa1-4c0b-af9b-2de1e6d938d7 req-707fec92-8d20-4d6b-a4db-13c6411dd126 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:28:00.138295 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-046f1ac1-9aa1-4c0b-af9b-2de1e6d938d7 req-707fec92-8d20-4d6b-a4db-13c6411dd126 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=d9230886-3d10-4207-9dd3-ce6966941488 HTTP/1.1" status: 200 len: 853 time: 0.0708199 Sep 15 16:28:00.200979 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046f1ac1-9aa1-4c0b-af9b-2de1e6d938d7 req-92c3ec9d-a9f6-4538-a0f1-af6a5054da30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:28:00.202660 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-046f1ac1-9aa1-4c0b-af9b-2de1e6d938d7 req-92c3ec9d-a9f6-4538-a0f1-af6a5054da30 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=c6939575-0b70-4011-b40f-e72ea525aac3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0552270 Sep 15 16:28:00.222224 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-d2754ed1-bfd5-448b-b243-b9b85fc920f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3702208'] for security_group, after_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:28:00.224779 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-d2754ed1-bfd5-448b-b243-b9b85fc920f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:28:00.225828 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [None req-d2754ed1-bfd5-448b-b243-b9b85fc920f9 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/556fdc84-e9d3-4c43-b472-ebd28f7e2761 HTTP/1.1" status: 204 len: 168 time: 0.2120538 Sep 15 16:28:00.253490 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2754ed1-bfd5-448b-b243-b9b85fc920f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=556fdc84-e9d3-4c43-b472-ebd28f7e2761,revision_number=None']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:28:00.318793 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-046f1ac1-9aa1-4c0b-af9b-2de1e6d938d7 req-46096912-243c-4ff3-9d28-205c88737071 service neutron] 10.222.0.45 "GET /v2.0/networks/c6939575-0b70-4011-b40f-e72ea525aac3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1049500 Sep 15 16:28:00.419307 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-046f1ac1-9aa1-4c0b-af9b-2de1e6d938d7 req-dc589b22-5335-4f44-b953-9c0e0534f243 service neutron] 10.222.0.45 "GET /v2.0/networks/c6939575-0b70-4011-b40f-e72ea525aac3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928745 Sep 15 16:28:00.978303 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7f8897-138f-4dbe-aded-3270d33798ba req-3474629c-321c-4d57-8d1f-4f66907473dc tempest-TestMinimumBasicScenario-867511208 tempest-TestMinimumBasicScenario-867511208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:28:00.979753 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-3e7f8897-138f-4dbe-aded-3270d33798ba req-3474629c-321c-4d57-8d1f-4f66907473dc tempest-TestMinimumBasicScenario-867511208 tempest-TestMinimumBasicScenario-867511208-project] 10.222.0.39 "GET /v2.0/ports?device_id=8b69e941-0dad-4449-8c59-eeac8c5bbffa HTTP/1.1" status: 200 len: 984 time: 0.0503438 Sep 15 16:28:01.022949 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-3e7f8897-138f-4dbe-aded-3270d33798ba req-899e3773-5b1d-4ebe-8ddd-346e38966502 tempest-TestMinimumBasicScenario-867511208 tempest-TestMinimumBasicScenario-867511208-project] 10.222.0.39 "GET /v2.0/security-groups?id=ca1343a4-d607-4a9c-b5a1-764a5018bc56&id=f015b5f4-57be-4ab6-9bf7-9f53b172ec0b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0341427 Sep 15 16:28:01.835161 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-57d8a9a3-d16f-4b20-b77b-ca1e664c03db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791196484491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953091'] for agent, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:28:01.926571 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-082b810a-fcb5-40ca-a74f-65af78186807 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791196484491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953091'] for agent, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:28:02.145253 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4c082f-2638-4031-803a-e285de02225e req-d3a64767-78f8-4e53-a6a6-cf0811b7d417 tempest-TestMinimumBasicScenario-867511208 tempest-TestMinimumBasicScenario-867511208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:28:02.147359 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-2e4c082f-2638-4031-803a-e285de02225e req-d3a64767-78f8-4e53-a6a6-cf0811b7d417 tempest-TestMinimumBasicScenario-867511208 tempest-TestMinimumBasicScenario-867511208-project] 10.222.0.39 "GET /v2.0/ports?device_id=8b69e941-0dad-4449-8c59-eeac8c5bbffa HTTP/1.1" status: 200 len: 984 time: 0.0535283 Sep 15 16:28:02.198109 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-2e4c082f-2638-4031-803a-e285de02225e req-c85364c3-3876-48ec-acc0-205fec6baf5c tempest-TestMinimumBasicScenario-867511208 tempest-TestMinimumBasicScenario-867511208-project] 10.222.0.39 "GET /v2.0/security-groups?id=ca1343a4-d607-4a9c-b5a1-764a5018bc56&id=f015b5f4-57be-4ab6-9bf7-9f53b172ec0b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0426297 Sep 15 16:28:02.968377 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-eee1357e-56cc-4bdc-884d-16a88731d16f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791196484491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953091'] for agent, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:28:03.346740 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b63fa5f-1ae1-4125-a565-d9390f640060 req-b2fe34e0-d3ea-42f5-8f6d-734ab0d524c7 tempest-TestMinimumBasicScenario-867511208 tempest-TestMinimumBasicScenario-867511208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:28:03.348914 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-0b63fa5f-1ae1-4125-a565-d9390f640060 req-b2fe34e0-d3ea-42f5-8f6d-734ab0d524c7 tempest-TestMinimumBasicScenario-867511208 tempest-TestMinimumBasicScenario-867511208-project] 10.222.0.39 "GET /v2.0/ports?device_id=8b69e941-0dad-4449-8c59-eeac8c5bbffa HTTP/1.1" status: 200 len: 984 time: 0.0669830 Sep 15 16:28:03.389795 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-0b63fa5f-1ae1-4125-a565-d9390f640060 req-96f0d35f-9c69-4358-8d5e-ed6e0b41367e tempest-TestMinimumBasicScenario-867511208 tempest-TestMinimumBasicScenario-867511208-project] 10.222.0.39 "GET /v2.0/security-groups?id=ca1343a4-d607-4a9c-b5a1-764a5018bc56&id=f015b5f4-57be-4ab6-9bf7-9f53b172ec0b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0345795 Sep 15 16:28:04.347906 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-7ad16b6f-1dcb-4567-914a-8ec9b5a04b47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791196484491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953091'] for agent, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:28:04.516048 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04e46c0-e4ca-42a0-a9f6-2cfcbf00856d req-58b69876-7289-45cb-b53d-80045df0d46d tempest-TestMinimumBasicScenario-867511208 tempest-TestMinimumBasicScenario-867511208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:28:04.517527 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-c04e46c0-e4ca-42a0-a9f6-2cfcbf00856d req-58b69876-7289-45cb-b53d-80045df0d46d tempest-TestMinimumBasicScenario-867511208 tempest-TestMinimumBasicScenario-867511208-project] 10.222.0.39 "GET /v2.0/ports?device_id=8b69e941-0dad-4449-8c59-eeac8c5bbffa HTTP/1.1" status: 200 len: 984 time: 0.0516980 Sep 15 16:28:04.558703 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-c04e46c0-e4ca-42a0-a9f6-2cfcbf00856d req-ae7d0bd4-1483-407f-8a46-bdf132f2b130 tempest-TestMinimumBasicScenario-867511208 tempest-TestMinimumBasicScenario-867511208-project] 10.222.0.39 "GET /v2.0/security-groups?id=ca1343a4-d607-4a9c-b5a1-764a5018bc56&id=f015b5f4-57be-4ab6-9bf7-9f53b172ec0b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0330420 Sep 15 16:28:05.692548 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792964d0-1bd8-4c37-b75b-e567fe4b8e34 req-6e798972-5525-4b12-aa1b-0a91494d865b tempest-TestMinimumBasicScenario-867511208 tempest-TestMinimumBasicScenario-867511208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:28:05.694005 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-792964d0-1bd8-4c37-b75b-e567fe4b8e34 req-6e798972-5525-4b12-aa1b-0a91494d865b tempest-TestMinimumBasicScenario-867511208 tempest-TestMinimumBasicScenario-867511208-project] 10.222.0.39 "GET /v2.0/ports?device_id=8b69e941-0dad-4449-8c59-eeac8c5bbffa HTTP/1.1" status: 200 len: 984 time: 0.0598309 Sep 15 16:28:05.737862 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-792964d0-1bd8-4c37-b75b-e567fe4b8e34 req-96ae3eeb-dcc7-4b9f-863c-b8520ad66999 tempest-TestMinimumBasicScenario-867511208 tempest-TestMinimumBasicScenario-867511208-project] 10.222.0.39 "GET /v2.0/security-groups?id=ca1343a4-d607-4a9c-b5a1-764a5018bc56&id=f015b5f4-57be-4ab6-9bf7-9f53b172ec0b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0351801 Sep 15 16:28:06.861690 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64d4d3a-ff05-44b1-8952-0c0416f50925 req-9bd094ff-23d9-4c7e-9c12-8f81ea9f8464 tempest-TestMinimumBasicScenario-867511208 tempest-TestMinimumBasicScenario-867511208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:28:06.863240 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-d64d4d3a-ff05-44b1-8952-0c0416f50925 req-9bd094ff-23d9-4c7e-9c12-8f81ea9f8464 tempest-TestMinimumBasicScenario-867511208 tempest-TestMinimumBasicScenario-867511208-project] 10.222.0.39 "GET /v2.0/ports?device_id=8b69e941-0dad-4449-8c59-eeac8c5bbffa HTTP/1.1" status: 200 len: 984 time: 0.0548832 Sep 15 16:28:06.902968 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-d64d4d3a-ff05-44b1-8952-0c0416f50925 req-e4db4207-fe02-4f1a-baa6-c1492cd0e8c6 tempest-TestMinimumBasicScenario-867511208 tempest-TestMinimumBasicScenario-867511208-project] 10.222.0.39 "GET /v2.0/security-groups?id=ca1343a4-d607-4a9c-b5a1-764a5018bc56&id=f015b5f4-57be-4ab6-9bf7-9f53b172ec0b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0331705 Sep 15 16:28:08.037847 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3282aa82-37d3-4d7e-9795-d24818c896c8 req-fd2c3611-8cdf-4000-9ddd-82b3b1c55985 tempest-TestMinimumBasicScenario-867511208 tempest-TestMinimumBasicScenario-867511208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:28:08.039314 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-3282aa82-37d3-4d7e-9795-d24818c896c8 req-fd2c3611-8cdf-4000-9ddd-82b3b1c55985 tempest-TestMinimumBasicScenario-867511208 tempest-TestMinimumBasicScenario-867511208-project] 10.222.0.39 "GET /v2.0/ports?device_id=8b69e941-0dad-4449-8c59-eeac8c5bbffa HTTP/1.1" status: 200 len: 984 time: 0.0601032 Sep 15 16:28:08.080230 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-3282aa82-37d3-4d7e-9795-d24818c896c8 req-71157949-51bd-4f7d-a07b-f6026d2770cc tempest-TestMinimumBasicScenario-867511208 tempest-TestMinimumBasicScenario-867511208-project] 10.222.0.39 "GET /v2.0/security-groups?id=ca1343a4-d607-4a9c-b5a1-764a5018bc56&id=f015b5f4-57be-4ab6-9bf7-9f53b172ec0b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0344105 Sep 15 16:28:09.224036 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e917d4b9-c9cf-4be3-8f6a-e42c7abc4156 req-d7cba3fc-ede4-4110-a71b-21c59b4f349e tempest-TestMinimumBasicScenario-867511208 tempest-TestMinimumBasicScenario-867511208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:28:09.225807 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-e917d4b9-c9cf-4be3-8f6a-e42c7abc4156 req-d7cba3fc-ede4-4110-a71b-21c59b4f349e tempest-TestMinimumBasicScenario-867511208 tempest-TestMinimumBasicScenario-867511208-project] 10.222.0.39 "GET /v2.0/ports?device_id=8b69e941-0dad-4449-8c59-eeac8c5bbffa HTTP/1.1" status: 200 len: 984 time: 0.0619161 Sep 15 16:28:09.265431 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-e917d4b9-c9cf-4be3-8f6a-e42c7abc4156 req-b646d32c-a05a-423d-86b0-9b943b383d20 tempest-TestMinimumBasicScenario-867511208 tempest-TestMinimumBasicScenario-867511208-project] 10.222.0.39 "GET /v2.0/security-groups?id=ca1343a4-d607-4a9c-b5a1-764a5018bc56&id=f015b5f4-57be-4ab6-9bf7-9f53b172ec0b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0334935 Sep 15 16:28:09.416380 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron.db.agents_db [None req-9c583be1-859f-4a85-bd6b-6d26517e04c2 None None] Agent healthcheck: found 6 active agents {{(pid=93956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 16:28:10.383613 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36db236e-5170-4f8d-b3d7-8e44c96e40a5 req-7fea38b5-90da-4aae-bde8-7ac3f1680580 tempest-TestMinimumBasicScenario-867511208 tempest-TestMinimumBasicScenario-867511208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:28:10.385154 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-36db236e-5170-4f8d-b3d7-8e44c96e40a5 req-7fea38b5-90da-4aae-bde8-7ac3f1680580 tempest-TestMinimumBasicScenario-867511208 tempest-TestMinimumBasicScenario-867511208-project] 10.222.0.39 "GET /v2.0/ports?device_id=8b69e941-0dad-4449-8c59-eeac8c5bbffa HTTP/1.1" status: 200 len: 984 time: 0.0522454 Sep 15 16:28:10.425370 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-36db236e-5170-4f8d-b3d7-8e44c96e40a5 req-561e0dfb-03bc-44ca-b559-4cb263877903 tempest-TestMinimumBasicScenario-867511208 tempest-TestMinimumBasicScenario-867511208-project] 10.222.0.39 "GET /v2.0/security-groups?id=ca1343a4-d607-4a9c-b5a1-764a5018bc56&id=f015b5f4-57be-4ab6-9bf7-9f53b172ec0b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0341361 Sep 15 16:28:11.545667 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336d3f09-d8fc-4136-a6be-fbd0cbac8d14 req-29548813-c82f-4790-bddd-b72c11145120 tempest-TestMinimumBasicScenario-867511208 tempest-TestMinimumBasicScenario-867511208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:28:11.547171 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-336d3f09-d8fc-4136-a6be-fbd0cbac8d14 req-29548813-c82f-4790-bddd-b72c11145120 tempest-TestMinimumBasicScenario-867511208 tempest-TestMinimumBasicScenario-867511208-project] 10.222.0.39 "GET /v2.0/ports?device_id=8b69e941-0dad-4449-8c59-eeac8c5bbffa HTTP/1.1" status: 200 len: 984 time: 0.0505736 Sep 15 16:28:11.587711 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-336d3f09-d8fc-4136-a6be-fbd0cbac8d14 req-70d54309-3827-4fac-b6e3-2806149da588 tempest-TestMinimumBasicScenario-867511208 tempest-TestMinimumBasicScenario-867511208-project] 10.222.0.39 "GET /v2.0/security-groups?id=ca1343a4-d607-4a9c-b5a1-764a5018bc56&id=f015b5f4-57be-4ab6-9bf7-9f53b172ec0b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0340388 Sep 15 16:28:23.051133 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791196484491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953091'] for agent, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:28:24.761348 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-f3b63b04-9ff5-4842-b15e-207abc8b8342 req-88955acf-73eb-4cc0-bc9f-4a8f53c6a285 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=8b69e941-0dad-4449-8c59-eeac8c5bbffa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0510550 Sep 15 16:28:24.869977 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b63b04-9ff5-4842-b15e-207abc8b8342 req-072d7d12-fb5d-40dd-bb79-d566f6ab26ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:28:24.871415 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-f3b63b04-9ff5-4842-b15e-207abc8b8342 req-072d7d12-fb5d-40dd-bb79-d566f6ab26ff service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=c399e90bd6c14b28a0c663c318ac7dd0&device_id=8b69e941-0dad-4449-8c59-eeac8c5bbffa HTTP/1.1" status: 200 len: 1137 time: 0.0482109 Sep 15 16:28:24.990636 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b63b04-9ff5-4842-b15e-207abc8b8342 req-0cac4f21-bc54-4c0b-8d65-f8d793c913e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:28:24.992064 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-f3b63b04-9ff5-4842-b15e-207abc8b8342 req-0cac4f21-bc54-4c0b-8d65-f8d793c913e3 service neutron] 10.222.0.45 "GET /v2.0/networks?id=c6939575-0b70-4011-b40f-e72ea525aac3 HTTP/1.1" status: 200 len: 914 time: 0.0845070 Sep 15 16:28:25.061662 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-f3b63b04-9ff5-4842-b15e-207abc8b8342 req-2a06294b-6c6c-4d52-8214-6e3364f29de3 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6a694102-9a08-4066-9fc2-887d5dc7033e HTTP/1.1" status: 200 len: 1001 time: 0.0612862 Sep 15 16:28:25.110132 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b63b04-9ff5-4842-b15e-207abc8b8342 req-d7451b9d-949c-410f-8b76-6ad27546ffa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:28:25.111549 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-f3b63b04-9ff5-4842-b15e-207abc8b8342 req-d7451b9d-949c-410f-8b76-6ad27546ffa7 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=d9230886-3d10-4207-9dd3-ce6966941488 HTTP/1.1" status: 200 len: 853 time: 0.0423880 Sep 15 16:28:25.156343 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b63b04-9ff5-4842-b15e-207abc8b8342 req-01cd33c9-bd04-4f49-a668-912514c0737f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:28:25.157786 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-f3b63b04-9ff5-4842-b15e-207abc8b8342 req-01cd33c9-bd04-4f49-a668-912514c0737f service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=c6939575-0b70-4011-b40f-e72ea525aac3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0392683 Sep 15 16:28:25.502091 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-f3b63b04-9ff5-4842-b15e-207abc8b8342 req-d60ed383-a0fb-4512-9be6-136158fcfd03 service neutron] 10.222.0.45 "GET /v2.0/networks/c6939575-0b70-4011-b40f-e72ea525aac3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3364880 Sep 15 16:28:25.593716 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-f3b63b04-9ff5-4842-b15e-207abc8b8342 req-9abf4cbe-970a-4227-888f-d77ba91b7d3f service neutron] 10.222.0.45 "GET /v2.0/networks/c6939575-0b70-4011-b40f-e72ea525aac3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839517 Sep 15 16:28:29.144175 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-d0b19736-1484-4ff1-91b2-d535da784149 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791196484491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953091'] for agent, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:28:31.839988 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-57d8a9a3-d16f-4b20-b77b-ca1e664c03db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791196484491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953091'] for agent, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:28:31.931357 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-391b1493-fbea-4759-b500-e972b705b6d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791196484491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953091'] for agent, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:28:32.964482 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-eee1357e-56cc-4bdc-884d-16a88731d16f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791196484491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953091'] for agent, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:28:34.347102 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-7ad16b6f-1dcb-4567-914a-8ec9b5a04b47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791196484491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953091'] for agent, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:28:36.651694 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd945b7-101b-4b37-b92f-750106d6cd06 req-7bc39dff-d0d4-4a85-8d1b-2e9211259ac1 tempest-VolumesSnapshotTestJSON-10867408 tempest-VolumesSnapshotTestJSON-10867408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:28:36.653170 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-4fd945b7-101b-4b37-b92f-750106d6cd06 req-7bc39dff-d0d4-4a85-8d1b-2e9211259ac1 tempest-VolumesSnapshotTestJSON-10867408 tempest-VolumesSnapshotTestJSON-10867408-project] 10.222.0.39 "GET /v2.0/ports?device_id=862f47b9-a24c-45a8-a877-f463e3e3adc8 HTTP/1.1" status: 200 len: 946 time: 0.0561492 Sep 15 16:28:36.696325 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-4fd945b7-101b-4b37-b92f-750106d6cd06 req-274888b1-8046-4e43-a6d0-ace8183a08f0 tempest-VolumesSnapshotTestJSON-10867408 tempest-VolumesSnapshotTestJSON-10867408-project] 10.222.0.39 "GET /v2.0/security-groups?id=1df54d61-f5b5-43d4-b93e-e888dd8e0474&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341337 Sep 15 16:28:37.820454 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec6f81b-8ead-405d-a9d3-9195bf303650 req-8d438499-76c9-4025-b6cf-11c9d6a41dc1 tempest-VolumesSnapshotTestJSON-10867408 tempest-VolumesSnapshotTestJSON-10867408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:28:37.821894 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-2ec6f81b-8ead-405d-a9d3-9195bf303650 req-8d438499-76c9-4025-b6cf-11c9d6a41dc1 tempest-VolumesSnapshotTestJSON-10867408 tempest-VolumesSnapshotTestJSON-10867408-project] 10.222.0.39 "GET /v2.0/ports?device_id=862f47b9-a24c-45a8-a877-f463e3e3adc8 HTTP/1.1" status: 200 len: 946 time: 0.0535188 Sep 15 16:28:37.859919 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-2ec6f81b-8ead-405d-a9d3-9195bf303650 req-28535588-2734-4687-9eb0-0eea3ddd1e33 tempest-VolumesSnapshotTestJSON-10867408 tempest-VolumesSnapshotTestJSON-10867408-project] 10.222.0.39 "GET /v2.0/security-groups?id=1df54d61-f5b5-43d4-b93e-e888dd8e0474&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320206 Sep 15 16:28:38.635547 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7653e0-4a82-4754-aee2-cf888f7d09ec req-26230a9e-9dd7-4021-aa86-af65c01f5e4c tempest-VolumesSnapshotTestJSON-10867408 tempest-VolumesSnapshotTestJSON-10867408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:28:38.637006 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-5c7653e0-4a82-4754-aee2-cf888f7d09ec req-26230a9e-9dd7-4021-aa86-af65c01f5e4c tempest-VolumesSnapshotTestJSON-10867408 tempest-VolumesSnapshotTestJSON-10867408-project] 10.222.0.45 "GET /v2.0/ports?device_id=862f47b9-a24c-45a8-a877-f463e3e3adc8 HTTP/1.1" status: 200 len: 946 time: 0.0533538 Sep 15 16:28:38.743326 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.plugin [req-5c7653e0-4a82-4754-aee2-cf888f7d09ec req-5da523fe-e4d2-4f53-8eb9-046c6c153bef tempest-VolumesSnapshotTestJSON-10867408 tempest-VolumesSnapshotTestJSON-10867408-project] Deleting port 0c493553-ac70-41a0-b16c-686a531fbfcb {{(pid=93953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:28:38.743663 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [req-5c7653e0-4a82-4754-aee2-cf888f7d09ec req-5da523fe-e4d2-4f53-8eb9-046c6c153bef tempest-VolumesSnapshotTestJSON-10867408 tempest-VolumesSnapshotTestJSON-10867408-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791196454449'] for port, before_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:28:38.839347 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.db [req-5c7653e0-4a82-4754-aee2-cf888f7d09ec req-5da523fe-e4d2-4f53-8eb9-046c6c153bef tempest-VolumesSnapshotTestJSON-10867408 tempest-VolumesSnapshotTestJSON-10867408-project] For port 0c493553-ac70-41a0-b16c-686a531fbfcb, host hv-cinder-77957, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77957',level=0,port_id=0c493553-ac70-41a0-b16c-686a531fbfcb,segment=NetworkSegment(2c2b2a20-bade-44fe-88a3-40d0febc0e44),segment_id=2c2b2a20-bade-44fe-88a3-40d0febc0e44)] {{(pid=93953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:28:38.840093 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [req-5c7653e0-4a82-4754-aee2-cf888f7d09ec req-5da523fe-e4d2-4f53-8eb9-046c6c153bef tempest-VolumesSnapshotTestJSON-10867408 tempest-VolumesSnapshotTestJSON-10867408-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3729503'] for port, precommit_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:28:38.852481 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.plugin [req-5c7653e0-4a82-4754-aee2-cf888f7d09ec req-5da523fe-e4d2-4f53-8eb9-046c6c153bef tempest-VolumesSnapshotTestJSON-10867408 tempest-VolumesSnapshotTestJSON-10867408-project] Calling delete_port for 0c493553-ac70-41a0-b16c-686a531fbfcb owned by compute:nova {{(pid=93953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:28:38.981541 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bcc994b-5e9b-4915-ad0b-5f4f8fcaee67 req-d0d113b8-a9ea-426c-9c8f-075b8b779c5e tempest-VolumesSnapshotTestJSON-10867408 tempest-VolumesSnapshotTestJSON-10867408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:28:38.982492 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [req-5c7653e0-4a82-4754-aee2-cf888f7d09ec req-5da523fe-e4d2-4f53-8eb9-046c6c153bef tempest-VolumesSnapshotTestJSON-10867408 tempest-VolumesSnapshotTestJSON-10867408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791196460023', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791195970003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127878305'] for port, after_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:28:38.983039 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-9bcc994b-5e9b-4915-ad0b-5f4f8fcaee67 req-d0d113b8-a9ea-426c-9c8f-075b8b779c5e tempest-VolumesSnapshotTestJSON-10867408 tempest-VolumesSnapshotTestJSON-10867408-project] 10.222.0.39 "GET /v2.0/ports?device_id=862f47b9-a24c-45a8-a877-f463e3e3adc8 HTTP/1.1" status: 200 len: 946 time: 0.0539343 Sep 15 16:28:38.994321 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.db [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] get_ports_and_sgs() called for port_ids ['0c493553-ac70-41a0-b16c-686a531fbfcb'] {{(pid=93955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 16:28:39.012257 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da523fe-e4d2-4f53-8eb9-046c6c153bef tempest-VolumesSnapshotTestJSON-10867408 tempest-VolumesSnapshotTestJSON-10867408-project] Pushing event deleted for resources: {'Port': ['ID=0c493553-ac70-41a0-b16c-686a531fbfcb,revision_number=None']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:28:39.039147 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-9bcc994b-5e9b-4915-ad0b-5f4f8fcaee67 req-ee2cfdc3-1831-4170-b85a-05378142df6b tempest-VolumesSnapshotTestJSON-10867408 tempest-VolumesSnapshotTestJSON-10867408-project] 10.222.0.39 "GET /v2.0/security-groups?id=1df54d61-f5b5-43d4-b93e-e888dd8e0474&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479860 Sep 15 16:28:39.051325 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c7653e0-4a82-4754-aee2-cf888f7d09ec req-5da523fe-e4d2-4f53-8eb9-046c6c153bef tempest-VolumesSnapshotTestJSON-10867408 tempest-VolumesSnapshotTestJSON-10867408-project] No DVR routers for this DVR port 0c493553-ac70-41a0-b16c-686a531fbfcb on host hv-cinder-77957 {{(pid=93953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 16:28:39.054118 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [req-5c7653e0-4a82-4754-aee2-cf888f7d09ec req-5da523fe-e4d2-4f53-8eb9-046c6c153bef tempest-VolumesSnapshotTestJSON-10867408 tempest-VolumesSnapshotTestJSON-10867408-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58602'] for port, before_response {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:28:39.056213 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-5c7653e0-4a82-4754-aee2-cf888f7d09ec req-5da523fe-e4d2-4f53-8eb9-046c6c153bef tempest-VolumesSnapshotTestJSON-10867408 tempest-VolumesSnapshotTestJSON-10867408-project] 10.222.0.45 "DELETE /v2.0/ports/0c493553-ac70-41a0-b16c-686a531fbfcb HTTP/1.1" status: 204 len: 173 time: 0.4121711 Sep 15 16:28:39.056638 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '862f47b9-a24c-45a8-a877-f463e3e3adc8', 'name': 'network-vif-deleted', 'tag': '0c493553-ac70-41a0-b16c-686a531fbfcb'}] {{(pid=93953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 16:28:39.058976 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5192e05b0783e869a38b3815ee673eee9316ce03dcaf8465063259ebfb62487" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1790b0e-d1b2-4c89-abb1-7c4b656f8efe" -d '{"events": [{"server_uuid": "862f47b9-a24c-45a8-a877-f463e3e3adc8", "name": "network-vif-deleted", "tag": "0c493553-ac70-41a0-b16c-686a531fbfcb"}]}' {{(pid=93953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 16:28:39.101304 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 16:28:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-878951d1-266d-4513-b84a-b0cc25f841ed x-openstack-request-id: req-878951d1-266d-4513-b84a-b0cc25f841ed {{(pid=93953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 16:28:39.101582 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "862f47b9-a24c-45a8-a877-f463e3e3adc8", "name": "network-vif-deleted", "tag": "0c493553-ac70-41a0-b16c-686a531fbfcb", "status": "completed", "code": 200}]} {{(pid=93953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 16:28:39.101831 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-878951d1-266d-4513-b84a-b0cc25f841ed {{(pid=93953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 16:28:39.102219 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '862f47b9-a24c-45a8-a877-f463e3e3adc8', 'name': 'network-vif-deleted', 'tag': '0c493553-ac70-41a0-b16c-686a531fbfcb', 'status': 'completed', 'code': 200} Sep 15 16:28:42.173037 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.rpc [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] Device 0c493553-ac70-41a0-b16c-686a531fbfcb no longer exists at agent hyperv_hv-cinder-77957 {{(pid=93955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 16:28:42.200982 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] No Port match for: 0c493553-ac70-41a0-b16c-686a531fbfcb {{(pid=93955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 16:28:42.201304 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.rpc [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] Device 0c493553-ac70-41a0-b16c-686a531fbfcb not bound to the agent host hv-cinder-77957 {{(pid=93955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 16:28:46.433823 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron.db.agents_db [None req-9c583be1-859f-4a85-bd6b-6d26517e04c2 None None] Agent healthcheck: found 6 active agents {{(pid=93956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 16:28:51.463004 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3431cd5-0e5f-48cc-808c-dd5b3169cfd4 req-cdd19949-fb2e-4d18-976c-e0a6a964122d tempest-VolumesSnapshotTestJSON-10867408 tempest-VolumesSnapshotTestJSON-10867408-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:28:51.464562 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-e3431cd5-0e5f-48cc-808c-dd5b3169cfd4 req-cdd19949-fb2e-4d18-976c-e0a6a964122d tempest-VolumesSnapshotTestJSON-10867408 tempest-VolumesSnapshotTestJSON-10867408-project] 10.222.0.39 "GET /v2.0/networks?id=00757030-15db-46cb-97a2-e59df8b877aa HTTP/1.1" status: 200 len: 813 time: 0.1044943 Sep 15 16:28:51.479466 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-e3431cd5-0e5f-48cc-808c-dd5b3169cfd4 req-4c90556b-bcc0-49f9-91c8-6bb1a53ef498 tempest-VolumesSnapshotTestJSON-10867408 tempest-VolumesSnapshotTestJSON-10867408-project] 10.222.0.39 "GET /v2.0/quotas/d97d3f56a8ab42988e22610ace200dc9 HTTP/1.1" status: 200 len: 375 time: 0.0092468 Sep 15 16:28:51.510654 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-e3431cd5-0e5f-48cc-808c-dd5b3169cfd4 req-60ae7f63-297d-4e46-9918-1a2de6c02f92 tempest-VolumesSnapshotTestJSON-10867408 tempest-VolumesSnapshotTestJSON-10867408-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=d97d3f56a8ab42988e22610ace200dc9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0259759 Sep 15 16:28:51.706209 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-e3431cd5-0e5f-48cc-808c-dd5b3169cfd4 req-2218171d-5665-4b13-aab6-8b6e87f724e8 service neutron] 10.222.0.39 "GET /v2.0/networks/00757030-15db-46cb-97a2-e59df8b877aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1885269 Sep 15 16:28:51.793101 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-e3431cd5-0e5f-48cc-808c-dd5b3169cfd4 req-4cec662b-318c-4b77-b5f1-716870436f21 service neutron] 10.222.0.39 "GET /v2.0/networks/00757030-15db-46cb-97a2-e59df8b877aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807481 Sep 15 16:28:51.961850 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-1f22c6f8-23f8-4f84-90fe-d618833703b6 req-7a045703-0aeb-464d-ae24-2a80a21635be tempest-VolumesSnapshotTestJSON-10867408 tempest-VolumesSnapshotTestJSON-10867408-project] 10.222.0.39 "GET /v2.0/ports?device_id=e790ee12-1a2f-48f3-84d1-5be710e75dee HTTP/1.1" status: 200 len: 210 time: 0.0259795 Sep 15 16:28:52.906816 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3431cd5-0e5f-48cc-808c-dd5b3169cfd4 req-8de02d53-ab39-49de-9436-68d69a492d13 tempest-VolumesSnapshotTestJSON-10867408 tempest-VolumesSnapshotTestJSON-10867408-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:28:52.908309 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-e3431cd5-0e5f-48cc-808c-dd5b3169cfd4 req-8de02d53-ab39-49de-9436-68d69a492d13 tempest-VolumesSnapshotTestJSON-10867408 tempest-VolumesSnapshotTestJSON-10867408-project] 10.222.0.45 "GET /v2.0/networks?id=00757030-15db-46cb-97a2-e59df8b877aa HTTP/1.1" status: 200 len: 813 time: 0.1072350 Sep 15 16:28:52.947260 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.api.v2.base [req-e3431cd5-0e5f-48cc-808c-dd5b3169cfd4 req-c1029cd4-1dfe-4c4a-bbf3-b8c4d747a213 tempest-VolumesSnapshotTestJSON-10867408 tempest-VolumesSnapshotTestJSON-10867408-project] Request body: {'port': {'device_id': 'e790ee12-1a2f-48f3-84d1-5be710e75dee', 'network_id': '00757030-15db-46cb-97a2-e59df8b877aa', 'admin_state_up': True, 'tenant_id': 'd97d3f56a8ab42988e22610ace200dc9'}} {{(pid=93953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:28:53.053297 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791196484491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953091'] for agent, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:28:53.064722 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-6998fdd1-d38f-4e9e-8a70-62b47b13ba36 req-ac7593cb-346c-438e-93e4-a8651c89fa16 tempest-VolumesSnapshotTestJSON-10867408 tempest-VolumesSnapshotTestJSON-10867408-project] 10.222.0.39 "GET /v2.0/ports?device_id=e790ee12-1a2f-48f3-84d1-5be710e75dee HTTP/1.1" status: 200 len: 210 time: 0.0321805 Sep 15 16:28:53.095337 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e3431cd5-0e5f-48cc-808c-dd5b3169cfd4 req-c1029cd4-1dfe-4c4a-bbf3-b8c4d747a213 tempest-VolumesSnapshotTestJSON-10867408 tempest-VolumesSnapshotTestJSON-10867408-project] Made reservation on behalf of d97d3f56a8ab42988e22610ace200dc9 for: {'port': 1} {{(pid=93953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 16:28:53.098799 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [req-e3431cd5-0e5f-48cc-808c-dd5b3169cfd4 req-c1029cd4-1dfe-4c4a-bbf3-b8c4d747a213 tempest-VolumesSnapshotTestJSON-10867408 tempest-VolumesSnapshotTestJSON-10867408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928820'] for port, before_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:28:53.219709 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.db.db_base_plugin_common [req-e3431cd5-0e5f-48cc-808c-dd5b3169cfd4 req-c1029cd4-1dfe-4c4a-bbf3-b8c4d747a213 tempest-VolumesSnapshotTestJSON-10867408 tempest-VolumesSnapshotTestJSON-10867408-project] Allocated IP 172.20.0.4 (00757030-15db-46cb-97a2-e59df8b877aa/a579fb92-fd3c-486b-9ee1-70a00855b6e3/ac35bbb7-ff00-4066-8719-87787e7c54dd) {{(pid=93953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 16:28:53.377891 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [req-e3431cd5-0e5f-48cc-808c-dd5b3169cfd4 req-c1029cd4-1dfe-4c4a-bbf3-b8c4d747a213 tempest-VolumesSnapshotTestJSON-10867408 tempest-VolumesSnapshotTestJSON-10867408-project] Notify callbacks [] for port, precommit_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:28:53.413628 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [req-e3431cd5-0e5f-48cc-808c-dd5b3169cfd4 req-c1029cd4-1dfe-4c4a-bbf3-b8c4d747a213 tempest-VolumesSnapshotTestJSON-10867408 tempest-VolumesSnapshotTestJSON-10867408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791195969994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127878305'] for port, after_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:28:53.453799 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e3431cd5-0e5f-48cc-808c-dd5b3169cfd4 req-c1029cd4-1dfe-4c4a-bbf3-b8c4d747a213 tempest-VolumesSnapshotTestJSON-10867408 tempest-VolumesSnapshotTestJSON-10867408-project] Network 00757030-15db-46cb-97a2-e59df8b877aa is already hosted by enough agents. {{(pid=93953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:28:53.456832 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.scheduler.base_scheduler [req-e3431cd5-0e5f-48cc-808c-dd5b3169cfd4 req-c1029cd4-1dfe-4c4a-bbf3-b8c4d747a213 tempest-VolumesSnapshotTestJSON-10867408 tempest-VolumesSnapshotTestJSON-10867408-project] Resources bound (agent type, host, resource id): {{(pid=93953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:28:53.460403 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3431cd5-0e5f-48cc-808c-dd5b3169cfd4 req-c1029cd4-1dfe-4c4a-bbf3-b8c4d747a213 tempest-VolumesSnapshotTestJSON-10867408 tempest-VolumesSnapshotTestJSON-10867408-project] Received port after_create {{(pid=93953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 16:28:53.490601 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1029cd4-1dfe-4c4a-bbf3-b8c4d747a213 tempest-VolumesSnapshotTestJSON-10867408 tempest-VolumesSnapshotTestJSON-10867408-project] Pushing event updated for resources: {'Port': ['ID=ac35bbb7-ff00-4066-8719-87787e7c54dd,revision_number=1']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:28:53.503949 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1029cd4-1dfe-4c4a-bbf3-b8c4d747a213 tempest-VolumesSnapshotTestJSON-10867408 tempest-VolumesSnapshotTestJSON-10867408-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:28:53.504324 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1029cd4-1dfe-4c4a-bbf3-b8c4d747a213 tempest-VolumesSnapshotTestJSON-10867408 tempest-VolumesSnapshotTestJSON-10867408-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:28:53.504664 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1029cd4-1dfe-4c4a-bbf3-b8c4d747a213 tempest-VolumesSnapshotTestJSON-10867408 tempest-VolumesSnapshotTestJSON-10867408-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:28:53.504998 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1029cd4-1dfe-4c4a-bbf3-b8c4d747a213 tempest-VolumesSnapshotTestJSON-10867408 tempest-VolumesSnapshotTestJSON-10867408-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:28:53.505320 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1029cd4-1dfe-4c4a-bbf3-b8c4d747a213 tempest-VolumesSnapshotTestJSON-10867408 tempest-VolumesSnapshotTestJSON-10867408-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:28:53.505625 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1029cd4-1dfe-4c4a-bbf3-b8c4d747a213 tempest-VolumesSnapshotTestJSON-10867408 tempest-VolumesSnapshotTestJSON-10867408-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:28:53.505984 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1029cd4-1dfe-4c4a-bbf3-b8c4d747a213 tempest-VolumesSnapshotTestJSON-10867408 tempest-VolumesSnapshotTestJSON-10867408-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:28:53.506361 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1029cd4-1dfe-4c4a-bbf3-b8c4d747a213 tempest-VolumesSnapshotTestJSON-10867408 tempest-VolumesSnapshotTestJSON-10867408-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:28:53.506619 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1029cd4-1dfe-4c4a-bbf3-b8c4d747a213 tempest-VolumesSnapshotTestJSON-10867408 tempest-VolumesSnapshotTestJSON-10867408-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:28:53.507203 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1029cd4-1dfe-4c4a-bbf3-b8c4d747a213 tempest-VolumesSnapshotTestJSON-10867408 tempest-VolumesSnapshotTestJSON-10867408-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:28:53.507525 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1029cd4-1dfe-4c4a-bbf3-b8c4d747a213 tempest-VolumesSnapshotTestJSON-10867408 tempest-VolumesSnapshotTestJSON-10867408-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:28:53.507867 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1029cd4-1dfe-4c4a-bbf3-b8c4d747a213 tempest-VolumesSnapshotTestJSON-10867408 tempest-VolumesSnapshotTestJSON-10867408-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:28:53.531757 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3431cd5-0e5f-48cc-808c-dd5b3169cfd4 req-c1029cd4-1dfe-4c4a-bbf3-b8c4d747a213 tempest-VolumesSnapshotTestJSON-10867408 tempest-VolumesSnapshotTestJSON-10867408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:28:53.532400 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [req-e3431cd5-0e5f-48cc-808c-dd5b3169cfd4 req-c1029cd4-1dfe-4c4a-bbf3-b8c4d747a213 tempest-VolumesSnapshotTestJSON-10867408 tempest-VolumesSnapshotTestJSON-10867408-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58602'] for port, before_response {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:28:53.548652 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-e3431cd5-0e5f-48cc-808c-dd5b3169cfd4 req-c1029cd4-1dfe-4c4a-bbf3-b8c4d747a213 tempest-VolumesSnapshotTestJSON-10867408 tempest-VolumesSnapshotTestJSON-10867408-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6054082 Sep 15 16:28:53.560966 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.api.v2.base [req-e3431cd5-0e5f-48cc-808c-dd5b3169cfd4 req-aff508e8-1dbe-438f-9fcd-c45a64b87062 service neutron] Request body: {'port': {'device_id': 'e790ee12-1a2f-48f3-84d1-5be710e75dee', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77957'}} {{(pid=93953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:28:53.611957 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [req-e3431cd5-0e5f-48cc-808c-dd5b3169cfd4 req-aff508e8-1dbe-438f-9fcd-c45a64b87062 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928820'] for port, before_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:28:53.877277 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.notifiers.nova [req-e3431cd5-0e5f-48cc-808c-dd5b3169cfd4 req-aff508e8-1dbe-438f-9fcd-c45a64b87062 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ac35bbb7-ff00-4066-8719-87787e7c54dd {{(pid=93953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 16:28:53.884467 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [req-e3431cd5-0e5f-48cc-808c-dd5b3169cfd4 req-aff508e8-1dbe-438f-9fcd-c45a64b87062 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:28:53.896483 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.db.provisioning_blocks [req-e3431cd5-0e5f-48cc-808c-dd5b3169cfd4 req-aff508e8-1dbe-438f-9fcd-c45a64b87062 service neutron] Transition to ACTIVE for port object ac35bbb7-ff00-4066-8719-87787e7c54dd will not be triggered until provisioned by entity L2. {{(pid=93953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 16:28:53.903091 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [req-e3431cd5-0e5f-48cc-808c-dd5b3169cfd4 req-aff508e8-1dbe-438f-9fcd-c45a64b87062 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791196459277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791195970012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791195970030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127878328'] for port, after_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:28:53.953627 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff508e8-1dbe-438f-9fcd-c45a64b87062 service neutron] Pushing event updated for resources: {'Port': ['ID=ac35bbb7-ff00-4066-8719-87787e7c54dd,revision_number=2']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:28:54.024504 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.managers [req-e3431cd5-0e5f-48cc-808c-dd5b3169cfd4 req-aff508e8-1dbe-438f-9fcd-c45a64b87062 service neutron] Attempting to bind port ac35bbb7-ff00-4066-8719-87787e7c54dd on host hv-cinder-77957 for vnic_type normal with profile {{(pid=93953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 16:28:54.024841 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.managers [req-e3431cd5-0e5f-48cc-808c-dd5b3169cfd4 req-aff508e8-1dbe-438f-9fcd-c45a64b87062 service neutron] Attempting to bind port ac35bbb7-ff00-4066-8719-87787e7c54dd by drivers openvswitch,hyperv on host hv-cinder-77957 at level 0 using segments [{'id': '2c2b2a20-bade-44fe-88a3-40d0febc0e44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '00757030-15db-46cb-97a2-e59df8b877aa'}] {{(pid=93953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 16:28:54.025149 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3431cd5-0e5f-48cc-808c-dd5b3169cfd4 req-aff508e8-1dbe-438f-9fcd-c45a64b87062 service neutron] Attempting to bind port ac35bbb7-ff00-4066-8719-87787e7c54dd on network 00757030-15db-46cb-97a2-e59df8b877aa {{(pid=93953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 16:28:54.030045 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3431cd5-0e5f-48cc-808c-dd5b3169cfd4 req-aff508e8-1dbe-438f-9fcd-c45a64b87062 service neutron] Port ac35bbb7-ff00-4066-8719-87787e7c54dd on network 00757030-15db-46cb-97a2-e59df8b877aa not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77957 {{(pid=93953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 15 16:28:54.030353 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3431cd5-0e5f-48cc-808c-dd5b3169cfd4 req-aff508e8-1dbe-438f-9fcd-c45a64b87062 service neutron] Attempting to bind port ac35bbb7-ff00-4066-8719-87787e7c54dd on network 00757030-15db-46cb-97a2-e59df8b877aa {{(pid=93953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 16:28:54.035176 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3431cd5-0e5f-48cc-808c-dd5b3169cfd4 req-aff508e8-1dbe-438f-9fcd-c45a64b87062 service neutron] Checking agent: {'id': 'ffe43d43-c071-44aa-bc11-ae2d4b291b02', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77957', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 16, 20, 23), 'started_at': datetime.datetime(2021, 9, 15, 16, 20, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 16, 28, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 16:28:54.035530 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3431cd5-0e5f-48cc-808c-dd5b3169cfd4 req-aff508e8-1dbe-438f-9fcd-c45a64b87062 service neutron] Checking segment: {'id': '2c2b2a20-bade-44fe-88a3-40d0febc0e44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '00757030-15db-46cb-97a2-e59df8b877aa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 16:28:54.035899 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3431cd5-0e5f-48cc-808c-dd5b3169cfd4 req-aff508e8-1dbe-438f-9fcd-c45a64b87062 service neutron] Bound using segment: {'id': '2c2b2a20-bade-44fe-88a3-40d0febc0e44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '00757030-15db-46cb-97a2-e59df8b877aa'} {{(pid=93953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 16:28:54.036343 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.managers [req-e3431cd5-0e5f-48cc-808c-dd5b3169cfd4 req-aff508e8-1dbe-438f-9fcd-c45a64b87062 service neutron] Bound port: ac35bbb7-ff00-4066-8719-87787e7c54dd, host: hv-cinder-77957, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2c2b2a20-bade-44fe-88a3-40d0febc0e44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '00757030-15db-46cb-97a2-e59df8b877aa'}}] {{(pid=93953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 16:28:54.036684 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [req-e3431cd5-0e5f-48cc-808c-dd5b3169cfd4 req-aff508e8-1dbe-438f-9fcd-c45a64b87062 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928820'] for port, before_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:28:54.097837 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.db [req-e3431cd5-0e5f-48cc-808c-dd5b3169cfd4 req-aff508e8-1dbe-438f-9fcd-c45a64b87062 service neutron] For port ac35bbb7-ff00-4066-8719-87787e7c54dd, host hv-cinder-77957, cleared binding levels {{(pid=93953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 16:28:54.100998 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.db [req-e3431cd5-0e5f-48cc-808c-dd5b3169cfd4 req-aff508e8-1dbe-438f-9fcd-c45a64b87062 service neutron] For port ac35bbb7-ff00-4066-8719-87787e7c54dd, host hv-cinder-77957, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77957',level=0,port_id=ac35bbb7-ff00-4066-8719-87787e7c54dd,segment=NetworkSegment(2c2b2a20-bade-44fe-88a3-40d0febc0e44),segment_id=2c2b2a20-bade-44fe-88a3-40d0febc0e44)] {{(pid=93953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 16:28:54.107571 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [req-e3431cd5-0e5f-48cc-808c-dd5b3169cfd4 req-aff508e8-1dbe-438f-9fcd-c45a64b87062 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791196459277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791195970012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791195970030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127878328'] for port, after_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:28:54.147492 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3431cd5-0e5f-48cc-808c-dd5b3169cfd4 req-aff508e8-1dbe-438f-9fcd-c45a64b87062 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:28:54.148105 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [req-e3431cd5-0e5f-48cc-808c-dd5b3169cfd4 req-aff508e8-1dbe-438f-9fcd-c45a64b87062 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58602'] for port, before_response {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:28:54.149487 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-e3431cd5-0e5f-48cc-808c-dd5b3169cfd4 req-aff508e8-1dbe-438f-9fcd-c45a64b87062 service neutron] 10.222.0.45 "PUT /v2.0/ports/ac35bbb7-ff00-4066-8719-87787e7c54dd HTTP/1.1" status: 200 len: 1093 time: 0.5925779 Sep 15 16:28:54.149915 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e790ee12-1a2f-48f3-84d1-5be710e75dee', 'tag': 'ac35bbb7-ff00-4066-8719-87787e7c54dd'}] {{(pid=93953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 16:28:54.152127 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5192e05b0783e869a38b3815ee673eee9316ce03dcaf8465063259ebfb62487" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e73ee8d5-a148-422f-b615-1573fd39958f" -d '{"events": [{"name": "network-changed", "server_uuid": "e790ee12-1a2f-48f3-84d1-5be710e75dee", "tag": "ac35bbb7-ff00-4066-8719-87787e7c54dd"}]}' {{(pid=93953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 16:28:54.175631 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff508e8-1dbe-438f-9fcd-c45a64b87062 service neutron] Pushing event updated for resources: {'Port': ['ID=ac35bbb7-ff00-4066-8719-87787e7c54dd,revision_number=3']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:28:54.188414 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a46b8a8-6f95-4b37-a3e8-45d074af949c req-8196368d-b39e-40f3-84cd-99cec3a2626a tempest-VolumesSnapshotTestJSON-10867408 tempest-VolumesSnapshotTestJSON-10867408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:28:54.190499 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-4a46b8a8-6f95-4b37-a3e8-45d074af949c req-8196368d-b39e-40f3-84cd-99cec3a2626a tempest-VolumesSnapshotTestJSON-10867408 tempest-VolumesSnapshotTestJSON-10867408-project] 10.222.0.39 "GET /v2.0/ports?device_id=e790ee12-1a2f-48f3-84d1-5be710e75dee HTTP/1.1" status: 200 len: 943 time: 0.0543554 Sep 15 16:28:54.206038 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 16:28:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5af7f7f6-6cc2-4bff-a88e-2cc38094aaf4 x-openstack-request-id: req-5af7f7f6-6cc2-4bff-a88e-2cc38094aaf4 {{(pid=93953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 16:28:54.206277 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e790ee12-1a2f-48f3-84d1-5be710e75dee", "tag": "ac35bbb7-ff00-4066-8719-87787e7c54dd", "status": "completed", "code": 200}]} {{(pid=93953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 16:28:54.206561 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-5af7f7f6-6cc2-4bff-a88e-2cc38094aaf4 {{(pid=93953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 16:28:54.206944 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e790ee12-1a2f-48f3-84d1-5be710e75dee', 'tag': 'ac35bbb7-ff00-4066-8719-87787e7c54dd', 'status': 'completed', 'code': 200} Sep 15 16:28:54.229171 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-4a46b8a8-6f95-4b37-a3e8-45d074af949c req-01871eec-a0d8-42e4-b408-d8d0f2f993f7 tempest-VolumesSnapshotTestJSON-10867408 tempest-VolumesSnapshotTestJSON-10867408-project] 10.222.0.39 "GET /v2.0/security-groups?id=1df54d61-f5b5-43d4-b93e-e888dd8e0474&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324285 Sep 15 16:28:54.239838 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3431cd5-0e5f-48cc-808c-dd5b3169cfd4 req-8d626902-e996-4a40-b1ad-925f9124c977 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:28:54.242411 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-e3431cd5-0e5f-48cc-808c-dd5b3169cfd4 req-8d626902-e996-4a40-b1ad-925f9124c977 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=d97d3f56a8ab42988e22610ace200dc9&device_id=e790ee12-1a2f-48f3-84d1-5be710e75dee HTTP/1.1" status: 200 len: 1096 time: 0.0456541 Sep 15 16:28:54.282971 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-e3431cd5-0e5f-48cc-808c-dd5b3169cfd4 req-377a161a-c22d-4e8a-b5ce-c27b5b01f156 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ac35bbb7-ff00-4066-8719-87787e7c54dd HTTP/1.1" status: 200 len: 217 time: 0.0340328 Sep 15 16:28:54.334662 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3431cd5-0e5f-48cc-808c-dd5b3169cfd4 req-7b098831-8dcd-47d9-8050-9c7910885a9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:28:54.336149 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-e3431cd5-0e5f-48cc-808c-dd5b3169cfd4 req-7b098831-8dcd-47d9-8050-9c7910885a9e service neutron] 10.222.0.45 "GET /v2.0/subnets?id=a579fb92-fd3c-486b-9ee1-70a00855b6e3 HTTP/1.1" status: 200 len: 853 time: 0.0463724 Sep 15 16:28:54.372904 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-e3431cd5-0e5f-48cc-808c-dd5b3169cfd4 req-3b4fa351-c508-4297-b6c1-16ce7f856d6f service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=00757030-15db-46cb-97a2-e59df8b877aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0295105 Sep 15 16:28:54.466520 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-e3431cd5-0e5f-48cc-808c-dd5b3169cfd4 req-f3f3cdd7-384f-4b23-b241-29185bb56088 service neutron] 10.222.0.45 "GET /v2.0/networks/00757030-15db-46cb-97a2-e59df8b877aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850101 Sep 15 16:28:54.560132 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-e3431cd5-0e5f-48cc-808c-dd5b3169cfd4 req-f8bcbfdc-4fdf-446c-9ecc-f05ed31471e3 service neutron] 10.222.0.45 "GET /v2.0/networks/00757030-15db-46cb-97a2-e59df8b877aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863211 Sep 15 16:28:54.654974 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73ee8d5-a148-422f-b615-1573fd39958f req-54b5461c-b2a3-4cf0-ba4c-f3208bf52c7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:28:54.656454 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-e73ee8d5-a148-422f-b615-1573fd39958f req-54b5461c-b2a3-4cf0-ba4c-f3208bf52c7e service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=d97d3f56a8ab42988e22610ace200dc9&device_id=e790ee12-1a2f-48f3-84d1-5be710e75dee HTTP/1.1" status: 200 len: 1096 time: 0.0475309 Sep 15 16:28:54.757355 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73ee8d5-a148-422f-b615-1573fd39958f req-f5d5143e-cf19-49dc-8684-392fdf5656c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:28:54.758721 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-e73ee8d5-a148-422f-b615-1573fd39958f req-f5d5143e-cf19-49dc-8684-392fdf5656c5 service neutron] 10.222.0.45 "GET /v2.0/networks?id=00757030-15db-46cb-97a2-e59df8b877aa HTTP/1.1" status: 200 len: 913 time: 0.0941303 Sep 15 16:28:54.799811 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-e73ee8d5-a148-422f-b615-1573fd39958f req-fdfabaed-aa67-4fed-ae9b-07177ae67b03 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ac35bbb7-ff00-4066-8719-87787e7c54dd HTTP/1.1" status: 200 len: 217 time: 0.0340855 Sep 15 16:28:54.848139 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73ee8d5-a148-422f-b615-1573fd39958f req-b6c87322-65ec-4459-9a23-f9a4c7805361 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:28:54.849543 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-e73ee8d5-a148-422f-b615-1573fd39958f req-b6c87322-65ec-4459-9a23-f9a4c7805361 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=a579fb92-fd3c-486b-9ee1-70a00855b6e3 HTTP/1.1" status: 200 len: 853 time: 0.0431821 Sep 15 16:28:54.886374 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-e73ee8d5-a148-422f-b615-1573fd39958f req-9e2b8b12-32f8-431c-a87a-af30b4862d9f service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=00757030-15db-46cb-97a2-e59df8b877aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0285552 Sep 15 16:28:54.986921 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-e73ee8d5-a148-422f-b615-1573fd39958f req-8dd642c6-39aa-4da6-9a8d-3dbf680d1311 service neutron] 10.222.0.45 "GET /v2.0/networks/00757030-15db-46cb-97a2-e59df8b877aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929577 Sep 15 16:28:55.082830 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-e73ee8d5-a148-422f-b615-1573fd39958f req-fb0a8efb-825d-402a-8efe-937f56809c3f service neutron] 10.222.0.45 "GET /v2.0/networks/00757030-15db-46cb-97a2-e59df8b877aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879612 Sep 15 16:28:55.361740 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a06d2a-6824-4504-b42d-a48dc17d8e7e req-09eed841-85ac-4e1e-a35a-2bb44997b151 tempest-VolumesSnapshotTestJSON-10867408 tempest-VolumesSnapshotTestJSON-10867408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:28:55.363540 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-15a06d2a-6824-4504-b42d-a48dc17d8e7e req-09eed841-85ac-4e1e-a35a-2bb44997b151 tempest-VolumesSnapshotTestJSON-10867408 tempest-VolumesSnapshotTestJSON-10867408-project] 10.222.0.39 "GET /v2.0/ports?device_id=e790ee12-1a2f-48f3-84d1-5be710e75dee HTTP/1.1" status: 200 len: 943 time: 0.0577116 Sep 15 16:28:55.408892 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-15a06d2a-6824-4504-b42d-a48dc17d8e7e req-87a0daf2-c2c1-4da2-8191-d83fe9b61b44 tempest-VolumesSnapshotTestJSON-10867408 tempest-VolumesSnapshotTestJSON-10867408-project] 10.222.0.39 "GET /v2.0/security-groups?id=1df54d61-f5b5-43d4-b93e-e888dd8e0474&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338314 Sep 15 16:28:56.546502 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252be180-948a-41fe-8441-30ccbca1d5d8 req-880f1ea1-f0a3-482d-abd1-8e9f238e4cb8 tempest-VolumesSnapshotTestJSON-10867408 tempest-VolumesSnapshotTestJSON-10867408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:28:56.547950 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-252be180-948a-41fe-8441-30ccbca1d5d8 req-880f1ea1-f0a3-482d-abd1-8e9f238e4cb8 tempest-VolumesSnapshotTestJSON-10867408 tempest-VolumesSnapshotTestJSON-10867408-project] 10.222.0.39 "GET /v2.0/ports?device_id=e790ee12-1a2f-48f3-84d1-5be710e75dee HTTP/1.1" status: 200 len: 943 time: 0.0570207 Sep 15 16:28:56.589337 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-252be180-948a-41fe-8441-30ccbca1d5d8 req-c2cf4291-4846-4cf1-870f-49bfd428826f tempest-VolumesSnapshotTestJSON-10867408 tempest-VolumesSnapshotTestJSON-10867408-project] 10.222.0.39 "GET /v2.0/security-groups?id=1df54d61-f5b5-43d4-b93e-e888dd8e0474&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326033 Sep 15 16:28:57.722736 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b8c45c-b35c-4ca0-b645-567126b99725 req-83c68abf-1044-41ea-8eee-d01b4289b93f tempest-VolumesSnapshotTestJSON-10867408 tempest-VolumesSnapshotTestJSON-10867408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:28:57.724214 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-58b8c45c-b35c-4ca0-b645-567126b99725 req-83c68abf-1044-41ea-8eee-d01b4289b93f tempest-VolumesSnapshotTestJSON-10867408 tempest-VolumesSnapshotTestJSON-10867408-project] 10.222.0.39 "GET /v2.0/ports?device_id=e790ee12-1a2f-48f3-84d1-5be710e75dee HTTP/1.1" status: 200 len: 943 time: 0.0575757 Sep 15 16:28:57.765697 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-58b8c45c-b35c-4ca0-b645-567126b99725 req-73e83130-6515-41db-8a1a-f1a2ec723b25 tempest-VolumesSnapshotTestJSON-10867408 tempest-VolumesSnapshotTestJSON-10867408-project] 10.222.0.39 "GET /v2.0/security-groups?id=1df54d61-f5b5-43d4-b93e-e888dd8e0474&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316446 Sep 15 16:28:57.805731 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.rpc [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] Device ac35bbb7-ff00-4066-8719-87787e7c54dd details requested by agent hyperv_hv-cinder-77957 with host hv-cinder-77957 {{(pid=93955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 16:28:57.906368 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.db [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] For port ac35bbb7-ff00-4066-8719-87787e7c54dd, host hv-cinder-77957, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77957',level=0,port_id=ac35bbb7-ff00-4066-8719-87787e7c54dd,segment=NetworkSegment(2c2b2a20-bade-44fe-88a3-40d0febc0e44),segment_id=2c2b2a20-bade-44fe-88a3-40d0febc0e44)] {{(pid=93955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:28:57.917533 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.rpc [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] Returning: {'device': 'ac35bbb7-ff00-4066-8719-87787e7c54dd', 'network_id': '00757030-15db-46cb-97a2-e59df8b877aa', 'port_id': 'ac35bbb7-ff00-4066-8719-87787e7c54dd', 'mac_address': 'fa:16:3e:8b:fa:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a579fb92-fd3c-486b-9ee1-70a00855b6e3', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 16:28:57.954892 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928820'] for port, before_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:28:57.967728 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.notifiers.nova [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac35bbb7-ff00-4066-8719-87787e7c54dd {{(pid=93955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 16:28:57.986655 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.db [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] For port ac35bbb7-ff00-4066-8719-87787e7c54dd, host hv-cinder-77957, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77957',level=0,port_id=ac35bbb7-ff00-4066-8719-87787e7c54dd,segment=NetworkSegment(2c2b2a20-bade-44fe-88a3-40d0febc0e44),segment_id=2c2b2a20-bade-44fe-88a3-40d0febc0e44)] {{(pid=93955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:28:57.993119 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791196459277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791195970012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791195970030'] for port, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:28:58.046427 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] Pushing event updated for resources: {'Port': ['ID=ac35bbb7-ff00-4066-8719-87787e7c54dd,revision_number=4']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:28:58.053727 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:28:58.054068 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:28:58.054396 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:28:58.054721 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:28:58.055038 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:28:58.055356 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:28:58.055674 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:28:58.055989 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:28:58.056351 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:28:58.056669 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:28:58.056978 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:28:58.057269 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:28:58.350142 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.db [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] get_ports_and_sgs() called for port_ids ['ac35bbb7-ff00-4066-8719-87787e7c54dd'] {{(pid=93955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 16:28:58.901048 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403ba1e3-27a7-4e53-a604-94ee12484793 req-4ec2e5ef-aff3-4960-90d7-ae0002193b67 tempest-VolumesSnapshotTestJSON-10867408 tempest-VolumesSnapshotTestJSON-10867408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:28:58.902496 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-403ba1e3-27a7-4e53-a604-94ee12484793 req-4ec2e5ef-aff3-4960-90d7-ae0002193b67 tempest-VolumesSnapshotTestJSON-10867408 tempest-VolumesSnapshotTestJSON-10867408-project] 10.222.0.39 "GET /v2.0/ports?device_id=e790ee12-1a2f-48f3-84d1-5be710e75dee HTTP/1.1" status: 200 len: 944 time: 0.0587666 Sep 15 16:28:58.943050 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-403ba1e3-27a7-4e53-a604-94ee12484793 req-674ba8d7-bee0-4c58-bfb6-559cf07a201d tempest-VolumesSnapshotTestJSON-10867408 tempest-VolumesSnapshotTestJSON-10867408-project] 10.222.0.39 "GET /v2.0/security-groups?id=1df54d61-f5b5-43d4-b93e-e888dd8e0474&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319984 Sep 15 16:28:59.145610 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-8b07d8a3-dbdf-4120-b88c-2fa57d23de0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791196484491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953091'] for agent, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:28:59.810105 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.rpc [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] Device ac35bbb7-ff00-4066-8719-87787e7c54dd up at agent hyperv_hv-cinder-77957 {{(pid=93955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 16:28:59.878005 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.db.provisioning_blocks [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] Provisioning for port ac35bbb7-ff00-4066-8719-87787e7c54dd completed by entity L2. {{(pid=93955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 16:28:59.881728 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.db.provisioning_blocks [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] Provisioning complete for port ac35bbb7-ff00-4066-8719-87787e7c54dd triggered by entity L2. {{(pid=93955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:28:59.882088 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953592'] for port, provisioning_complete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:28:59.967230 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928820'] for port, before_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:28:59.989548 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e790ee12-1a2f-48f3-84d1-5be710e75dee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac35bbb7-ff00-4066-8719-87787e7c54dd'}] {{(pid=93955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 16:28:59.991761 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cc821c0eec02d2c96bcea0a08104c2827b642bf310f598bba7a206798b1bddd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-927790be-9362-4456-9969-fac38307b9cd" -d '{"events": [{"server_uuid": "e790ee12-1a2f-48f3-84d1-5be710e75dee", "name": "network-vif-plugged", "status": "completed", "tag": "ac35bbb7-ff00-4066-8719-87787e7c54dd"}]}' {{(pid=93955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 16:29:00.006840 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.db [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] For port ac35bbb7-ff00-4066-8719-87787e7c54dd, host hv-cinder-77957, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77957',level=0,port_id=ac35bbb7-ff00-4066-8719-87787e7c54dd,segment=NetworkSegment(2c2b2a20-bade-44fe-88a3-40d0febc0e44),segment_id=2c2b2a20-bade-44fe-88a3-40d0febc0e44)] {{(pid=93955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:29:00.013510 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791196459277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791195970012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791195970030'] for port, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:29:00.066248 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] Pushing event updated for resources: {'Port': ['ID=ac35bbb7-ff00-4066-8719-87787e7c54dd,revision_number=5']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:29:00.068567 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc70106c-4b9f-402e-b783-907f63827e67 req-7a2c93d6-6adf-4524-b74a-f6900b4f2a3d tempest-VolumesSnapshotTestJSON-10867408 tempest-VolumesSnapshotTestJSON-10867408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:29:00.070083 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-dc70106c-4b9f-402e-b783-907f63827e67 req-7a2c93d6-6adf-4524-b74a-f6900b4f2a3d tempest-VolumesSnapshotTestJSON-10867408 tempest-VolumesSnapshotTestJSON-10867408-project] 10.222.0.39 "GET /v2.0/ports?device_id=e790ee12-1a2f-48f3-84d1-5be710e75dee HTTP/1.1" status: 200 len: 945 time: 0.0578227 Sep 15 16:29:00.108960 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-dc70106c-4b9f-402e-b783-907f63827e67 req-d566f90b-0eee-4b9e-b3b2-940646ba8942 tempest-VolumesSnapshotTestJSON-10867408 tempest-VolumesSnapshotTestJSON-10867408-project] 10.222.0.39 "GET /v2.0/security-groups?id=1df54d61-f5b5-43d4-b93e-e888dd8e0474&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322869 Sep 15 16:29:00.159925 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 16:28:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2e476ce-e5ce-49a8-9213-8118fd411f3e x-openstack-request-id: req-b2e476ce-e5ce-49a8-9213-8118fd411f3e {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 16:29:00.160440 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e790ee12-1a2f-48f3-84d1-5be710e75dee", "name": "network-vif-plugged", "status": "completed", "tag": "ac35bbb7-ff00-4066-8719-87787e7c54dd", "code": 200}]} {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 16:29:00.160538 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-b2e476ce-e5ce-49a8-9213-8118fd411f3e {{(pid=93955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 16:29:00.160855 dv-cinder-779576-8-iscsi neutron-server[93955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e790ee12-1a2f-48f3-84d1-5be710e75dee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac35bbb7-ff00-4066-8719-87787e7c54dd', 'code': 200} Sep 15 16:29:00.333134 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfa6e9c-efe8-4b95-a039-9093ddf054ee req-ba22a95c-fc99-4454-826e-76083cf9947e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:29:00.334567 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-3cfa6e9c-efe8-4b95-a039-9093ddf054ee req-ba22a95c-fc99-4454-826e-76083cf9947e service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=e790ee12-1a2f-48f3-84d1-5be710e75dee HTTP/1.1" status: 200 len: 1098 time: 0.0420187 Sep 15 16:29:00.370745 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-3cfa6e9c-efe8-4b95-a039-9093ddf054ee req-aa4512b0-bb9b-41d0-9da3-65f6ac55a5b1 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=1df54d61-f5b5-43d4-b93e-e888dd8e0474&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0284426 Sep 15 16:29:01.232287 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256d4537-3077-46ad-ad11-b7d9d7a28c0d req-399ca247-bad9-400b-82c2-768446b1d4b9 tempest-VolumesSnapshotTestJSON-10867408 tempest-VolumesSnapshotTestJSON-10867408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:29:01.233759 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-256d4537-3077-46ad-ad11-b7d9d7a28c0d req-399ca247-bad9-400b-82c2-768446b1d4b9 tempest-VolumesSnapshotTestJSON-10867408 tempest-VolumesSnapshotTestJSON-10867408-project] 10.222.0.39 "GET /v2.0/ports?device_id=e790ee12-1a2f-48f3-84d1-5be710e75dee HTTP/1.1" status: 200 len: 945 time: 0.0528996 Sep 15 16:29:01.272808 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-256d4537-3077-46ad-ad11-b7d9d7a28c0d req-c2bf3847-1a8b-4085-a858-e0a78e246b51 tempest-VolumesSnapshotTestJSON-10867408 tempest-VolumesSnapshotTestJSON-10867408-project] 10.222.0.39 "GET /v2.0/security-groups?id=1df54d61-f5b5-43d4-b93e-e888dd8e0474&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325274 Sep 15 16:29:01.849888 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-57d8a9a3-d16f-4b20-b77b-ca1e664c03db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791196484491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953091'] for agent, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:29:01.934225 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-3eeab83e-cec6-4fd4-8556-5bdc440465a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791196484491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953091'] for agent, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:29:02.395311 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb63910-c7a3-4a74-b5fa-fedecad2bcfe req-dfa4e966-22d2-40bf-918d-2e69c3f47d9b tempest-VolumesSnapshotTestJSON-10867408 tempest-VolumesSnapshotTestJSON-10867408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:29:02.396805 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-8fb63910-c7a3-4a74-b5fa-fedecad2bcfe req-dfa4e966-22d2-40bf-918d-2e69c3f47d9b tempest-VolumesSnapshotTestJSON-10867408 tempest-VolumesSnapshotTestJSON-10867408-project] 10.222.0.39 "GET /v2.0/ports?device_id=e790ee12-1a2f-48f3-84d1-5be710e75dee HTTP/1.1" status: 200 len: 945 time: 0.0498753 Sep 15 16:29:02.436707 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-8fb63910-c7a3-4a74-b5fa-fedecad2bcfe req-4eca0ab0-b42f-4b91-9fad-d5350ef6147d tempest-VolumesSnapshotTestJSON-10867408 tempest-VolumesSnapshotTestJSON-10867408-project] 10.222.0.39 "GET /v2.0/security-groups?id=1df54d61-f5b5-43d4-b93e-e888dd8e0474&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339463 Sep 15 16:29:02.968051 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-eee1357e-56cc-4bdc-884d-16a88731d16f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791196484491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953091'] for agent, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:29:04.356771 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-7ad16b6f-1dcb-4567-914a-8ec9b5a04b47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791196484491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953091'] for agent, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:29:23.054695 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791196484491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953091'] for agent, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:29:23.428912 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron.db.agents_db [None req-9c583be1-859f-4a85-bd6b-6d26517e04c2 None None] Agent healthcheck: found 6 active agents {{(pid=93956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 16:29:25.312800 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-c27ff1c0-b8f9-49a7-9a05-3e51633412cb req-be083a6b-4221-4c22-8dd2-468f0abc6537 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=1895071e-07cf-4d71-977e-0057a981f962&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0451891 Sep 15 16:29:25.398509 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27ff1c0-b8f9-49a7-9a05-3e51633412cb req-6f6a80c6-1f39-449d-b94d-6c2bdbf0e1e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:29:25.400028 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-c27ff1c0-b8f9-49a7-9a05-3e51633412cb req-6f6a80c6-1f39-449d-b94d-6c2bdbf0e1e1 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f7e7af658aa34644855359ede57c4c67&device_id=1895071e-07cf-4d71-977e-0057a981f962 HTTP/1.1" status: 200 len: 1099 time: 0.0416894 Sep 15 16:29:25.507518 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27ff1c0-b8f9-49a7-9a05-3e51633412cb req-c9a72ff5-0d66-4acb-96db-4513ddcf89fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:29:25.509045 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-c27ff1c0-b8f9-49a7-9a05-3e51633412cb req-c9a72ff5-0d66-4acb-96db-4513ddcf89fb service neutron] 10.222.0.45 "GET /v2.0/networks?id=301d3dae-97cb-4f1f-a074-0eaf2ccca5e4 HTTP/1.1" status: 200 len: 917 time: 0.0880651 Sep 15 16:29:25.585974 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-c27ff1c0-b8f9-49a7-9a05-3e51633412cb req-3386e44f-59a7-4e54-b5be-c1c05fe84436 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e276d5d2-322a-4d4d-b833-7daa17260d3e HTTP/1.1" status: 200 len: 1001 time: 0.0679555 Sep 15 16:29:25.639923 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27ff1c0-b8f9-49a7-9a05-3e51633412cb req-bca7199d-eda3-47e4-8ddd-0d53b16e182f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:29:25.641367 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-c27ff1c0-b8f9-49a7-9a05-3e51633412cb req-bca7199d-eda3-47e4-8ddd-0d53b16e182f service neutron] 10.222.0.45 "GET /v2.0/subnets?id=fa5f41a1-b858-4e32-8594-59b83d73c6e9 HTTP/1.1" status: 200 len: 856 time: 0.0445211 Sep 15 16:29:25.688582 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27ff1c0-b8f9-49a7-9a05-3e51633412cb req-424050fe-8eb1-4932-a0d0-06a543089eb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:29:25.690005 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-c27ff1c0-b8f9-49a7-9a05-3e51633412cb req-424050fe-8eb1-4932-a0d0-06a543089eb0 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=301d3dae-97cb-4f1f-a074-0eaf2ccca5e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0397871 Sep 15 16:29:25.794945 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-c27ff1c0-b8f9-49a7-9a05-3e51633412cb req-2225c4c7-5724-425b-8cd8-011e33d7cda8 service neutron] 10.222.0.45 "GET /v2.0/networks/301d3dae-97cb-4f1f-a074-0eaf2ccca5e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909162 Sep 15 16:29:25.896438 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-c27ff1c0-b8f9-49a7-9a05-3e51633412cb req-d8568c5d-ebed-41e0-a911-e03fa7a67626 service neutron] 10.222.0.45 "GET /v2.0/networks/301d3dae-97cb-4f1f-a074-0eaf2ccca5e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902951 Sep 15 16:29:26.801720 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321c4cd9-770a-41a8-93cd-1a7e265b4876 req-7047833e-24fd-4fc8-bd36-660cd5824071 tempest-VolumesSnapshotTestJSON-10867408 tempest-VolumesSnapshotTestJSON-10867408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:29:26.803041 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-321c4cd9-770a-41a8-93cd-1a7e265b4876 req-7047833e-24fd-4fc8-bd36-660cd5824071 tempest-VolumesSnapshotTestJSON-10867408 tempest-VolumesSnapshotTestJSON-10867408-project] 10.222.0.39 "GET /v2.0/ports?device_id=e790ee12-1a2f-48f3-84d1-5be710e75dee HTTP/1.1" status: 200 len: 945 time: 0.0535872 Sep 15 16:29:26.841533 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-321c4cd9-770a-41a8-93cd-1a7e265b4876 req-0fe2448a-557f-42db-ab3f-a0cc80a4d2f4 tempest-VolumesSnapshotTestJSON-10867408 tempest-VolumesSnapshotTestJSON-10867408-project] 10.222.0.39 "GET /v2.0/security-groups?id=1df54d61-f5b5-43d4-b93e-e888dd8e0474&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322845 Sep 15 16:29:27.978920 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71df133e-0a33-4d1b-8866-7c7d5cc26c95 req-6e018908-d02f-4b5f-8e55-3a87fbd55611 tempest-VolumesSnapshotTestJSON-10867408 tempest-VolumesSnapshotTestJSON-10867408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:29:27.980427 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-71df133e-0a33-4d1b-8866-7c7d5cc26c95 req-6e018908-d02f-4b5f-8e55-3a87fbd55611 tempest-VolumesSnapshotTestJSON-10867408 tempest-VolumesSnapshotTestJSON-10867408-project] 10.222.0.39 "GET /v2.0/ports?device_id=e790ee12-1a2f-48f3-84d1-5be710e75dee HTTP/1.1" status: 200 len: 945 time: 0.0578854 Sep 15 16:29:28.021822 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-71df133e-0a33-4d1b-8866-7c7d5cc26c95 req-09394ba7-6eee-4a5d-87b8-960eae04d249 tempest-VolumesSnapshotTestJSON-10867408 tempest-VolumesSnapshotTestJSON-10867408-project] 10.222.0.39 "GET /v2.0/security-groups?id=1df54d61-f5b5-43d4-b93e-e888dd8e0474&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323272 Sep 15 16:29:28.957932 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4401150c-22de-4b27-8b87-c4265f890193 req-6ed43f6f-d399-4a2f-b665-1df5ab7c0c4e tempest-VolumesSnapshotTestJSON-10867408 tempest-VolumesSnapshotTestJSON-10867408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:29:28.959366 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-4401150c-22de-4b27-8b87-c4265f890193 req-6ed43f6f-d399-4a2f-b665-1df5ab7c0c4e tempest-VolumesSnapshotTestJSON-10867408 tempest-VolumesSnapshotTestJSON-10867408-project] 10.222.0.45 "GET /v2.0/ports?device_id=e790ee12-1a2f-48f3-84d1-5be710e75dee HTTP/1.1" status: 200 len: 945 time: 0.0581334 Sep 15 16:29:29.058089 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.plugin [req-4401150c-22de-4b27-8b87-c4265f890193 req-00d6ba30-2670-4f2d-b8c8-67d07f1a8391 tempest-VolumesSnapshotTestJSON-10867408 tempest-VolumesSnapshotTestJSON-10867408-project] Deleting port ac35bbb7-ff00-4066-8719-87787e7c54dd {{(pid=93953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:29:29.058612 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [req-4401150c-22de-4b27-8b87-c4265f890193 req-00d6ba30-2670-4f2d-b8c8-67d07f1a8391 tempest-VolumesSnapshotTestJSON-10867408 tempest-VolumesSnapshotTestJSON-10867408-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791196454449'] for port, before_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:29:29.137855 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-7d080330-a736-4d2a-8e15-edb1be849376 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791196484491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953091'] for agent, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:29:29.138501 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8485baf3-abe8-478d-b823-92f889877103 req-a4892d00-bc79-4dd6-bfb8-76693f769a35 tempest-VolumesSnapshotTestJSON-10867408 tempest-VolumesSnapshotTestJSON-10867408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:29:29.140025 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-8485baf3-abe8-478d-b823-92f889877103 req-a4892d00-bc79-4dd6-bfb8-76693f769a35 tempest-VolumesSnapshotTestJSON-10867408 tempest-VolumesSnapshotTestJSON-10867408-project] 10.222.0.39 "GET /v2.0/ports?device_id=e790ee12-1a2f-48f3-84d1-5be710e75dee HTTP/1.1" status: 200 len: 945 time: 0.0500517 Sep 15 16:29:29.151479 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.db [req-4401150c-22de-4b27-8b87-c4265f890193 req-00d6ba30-2670-4f2d-b8c8-67d07f1a8391 tempest-VolumesSnapshotTestJSON-10867408 tempest-VolumesSnapshotTestJSON-10867408-project] For port ac35bbb7-ff00-4066-8719-87787e7c54dd, host hv-cinder-77957, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77957',level=0,port_id=ac35bbb7-ff00-4066-8719-87787e7c54dd,segment=NetworkSegment(2c2b2a20-bade-44fe-88a3-40d0febc0e44),segment_id=2c2b2a20-bade-44fe-88a3-40d0febc0e44)] {{(pid=93953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:29:29.151841 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [req-4401150c-22de-4b27-8b87-c4265f890193 req-00d6ba30-2670-4f2d-b8c8-67d07f1a8391 tempest-VolumesSnapshotTestJSON-10867408 tempest-VolumesSnapshotTestJSON-10867408-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3729503'] for port, precommit_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:29:29.164678 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.plugin [req-4401150c-22de-4b27-8b87-c4265f890193 req-00d6ba30-2670-4f2d-b8c8-67d07f1a8391 tempest-VolumesSnapshotTestJSON-10867408 tempest-VolumesSnapshotTestJSON-10867408-project] Calling delete_port for ac35bbb7-ff00-4066-8719-87787e7c54dd owned by compute:nova {{(pid=93953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:29:29.178813 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-8485baf3-abe8-478d-b823-92f889877103 req-2d909912-fe55-4498-94a8-f791f48aa46d tempest-VolumesSnapshotTestJSON-10867408 tempest-VolumesSnapshotTestJSON-10867408-project] 10.222.0.39 "GET /v2.0/security-groups?id=1df54d61-f5b5-43d4-b93e-e888dd8e0474&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322402 Sep 15 16:29:29.294626 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [req-4401150c-22de-4b27-8b87-c4265f890193 req-00d6ba30-2670-4f2d-b8c8-67d07f1a8391 tempest-VolumesSnapshotTestJSON-10867408 tempest-VolumesSnapshotTestJSON-10867408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791196460023', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791195970003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127878305'] for port, after_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:29:29.307411 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.db [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] get_ports_and_sgs() called for port_ids ['ac35bbb7-ff00-4066-8719-87787e7c54dd'] {{(pid=93955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 16:29:29.322440 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d6ba30-2670-4f2d-b8c8-67d07f1a8391 tempest-VolumesSnapshotTestJSON-10867408 tempest-VolumesSnapshotTestJSON-10867408-project] Pushing event deleted for resources: {'Port': ['ID=ac35bbb7-ff00-4066-8719-87787e7c54dd,revision_number=None']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:29:29.363042 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.db.l3_dvrscheduler_db [req-4401150c-22de-4b27-8b87-c4265f890193 req-00d6ba30-2670-4f2d-b8c8-67d07f1a8391 tempest-VolumesSnapshotTestJSON-10867408 tempest-VolumesSnapshotTestJSON-10867408-project] No DVR routers for this DVR port ac35bbb7-ff00-4066-8719-87787e7c54dd on host hv-cinder-77957 {{(pid=93953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 16:29:29.365558 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [req-4401150c-22de-4b27-8b87-c4265f890193 req-00d6ba30-2670-4f2d-b8c8-67d07f1a8391 tempest-VolumesSnapshotTestJSON-10867408 tempest-VolumesSnapshotTestJSON-10867408-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58602'] for port, before_response {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:29:29.367538 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-4401150c-22de-4b27-8b87-c4265f890193 req-00d6ba30-2670-4f2d-b8c8-67d07f1a8391 tempest-VolumesSnapshotTestJSON-10867408 tempest-VolumesSnapshotTestJSON-10867408-project] 10.222.0.45 "DELETE /v2.0/ports/ac35bbb7-ff00-4066-8719-87787e7c54dd HTTP/1.1" status: 204 len: 173 time: 0.4016051 Sep 15 16:29:29.367964 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e790ee12-1a2f-48f3-84d1-5be710e75dee', 'name': 'network-vif-deleted', 'tag': 'ac35bbb7-ff00-4066-8719-87787e7c54dd'}] {{(pid=93953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 16:29:29.370299 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5192e05b0783e869a38b3815ee673eee9316ce03dcaf8465063259ebfb62487" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f475af3f-f27f-4cfc-858c-c8996fff76a7" -d '{"events": [{"server_uuid": "e790ee12-1a2f-48f3-84d1-5be710e75dee", "name": "network-vif-deleted", "tag": "ac35bbb7-ff00-4066-8719-87787e7c54dd"}]}' {{(pid=93953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 16:29:29.406707 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 16:29:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8a7bd43-1e0a-4aa2-8416-582a77ad07a2 x-openstack-request-id: req-c8a7bd43-1e0a-4aa2-8416-582a77ad07a2 {{(pid=93953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 16:29:29.406912 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e790ee12-1a2f-48f3-84d1-5be710e75dee", "name": "network-vif-deleted", "tag": "ac35bbb7-ff00-4066-8719-87787e7c54dd", "status": "completed", "code": 200}]} {{(pid=93953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 16:29:29.407157 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-c8a7bd43-1e0a-4aa2-8416-582a77ad07a2 {{(pid=93953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 16:29:29.407527 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e790ee12-1a2f-48f3-84d1-5be710e75dee', 'name': 'network-vif-deleted', 'tag': 'ac35bbb7-ff00-4066-8719-87787e7c54dd', 'status': 'completed', 'code': 200} Sep 15 16:29:31.850770 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-57d8a9a3-d16f-4b20-b77b-ca1e664c03db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791196484491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953091'] for agent, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:29:31.939024 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-27f7feb5-1691-431a-8076-1e98fcc1ba8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791196484491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953091'] for agent, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:29:31.958860 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.rpc [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] Device ac35bbb7-ff00-4066-8719-87787e7c54dd no longer exists at agent hyperv_hv-cinder-77957 {{(pid=93955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 16:29:31.978414 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] No Port match for: ac35bbb7-ff00-4066-8719-87787e7c54dd {{(pid=93955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 16:29:31.978743 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.rpc [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] Device ac35bbb7-ff00-4066-8719-87787e7c54dd not bound to the agent host hv-cinder-77957 {{(pid=93955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 16:29:32.978169 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-eee1357e-56cc-4bdc-884d-16a88731d16f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791196484491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953091'] for agent, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:29:34.356897 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-7ad16b6f-1dcb-4567-914a-8ec9b5a04b47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791196484491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953091'] for agent, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:29:37.306201 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cf5264-d95b-4d35-b4c2-92420320ffef req-4de732f4-b5a4-4659-b1f6-5ee9ff6ad8aa tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:29:37.307807 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-18cf5264-d95b-4d35-b4c2-92420320ffef req-4de732f4-b5a4-4659-b1f6-5ee9ff6ad8aa tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] 10.222.0.39 "GET /v2.0/ports?device_id=1895071e-07cf-4d71-977e-0057a981f962 HTTP/1.1" status: 200 len: 946 time: 0.0543971 Sep 15 16:29:37.347252 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-18cf5264-d95b-4d35-b4c2-92420320ffef req-964523a2-4e16-44a7-aeeb-981fba43251e tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] 10.222.0.39 "GET /v2.0/security-groups?id=01d6c133-4034-4f0a-ac7f-c71aa400623e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329905 Sep 15 16:29:38.475347 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fe407c-4830-4415-8e06-ec74145e8197 req-a1376562-295f-4166-bb2b-78e5b47585ee tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:29:38.476934 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-14fe407c-4830-4415-8e06-ec74145e8197 req-a1376562-295f-4166-bb2b-78e5b47585ee tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] 10.222.0.39 "GET /v2.0/ports?device_id=1895071e-07cf-4d71-977e-0057a981f962 HTTP/1.1" status: 200 len: 946 time: 0.0512800 Sep 15 16:29:38.515335 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-14fe407c-4830-4415-8e06-ec74145e8197 req-326e92c5-c65c-4f48-833b-7b32ad34bb8f tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] 10.222.0.39 "GET /v2.0/security-groups?id=01d6c133-4034-4f0a-ac7f-c71aa400623e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322874 Sep 15 16:29:39.140355 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fe4596-4a64-4709-9962-01ae0a5643c7 req-a0a5da56-17cd-4898-b6b9-ff7f1421cc19 tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:29:39.141792 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-d0fe4596-4a64-4709-9962-01ae0a5643c7 req-a0a5da56-17cd-4898-b6b9-ff7f1421cc19 tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] 10.222.0.45 "GET /v2.0/ports?device_id=1895071e-07cf-4d71-977e-0057a981f962 HTTP/1.1" status: 200 len: 946 time: 0.0633886 Sep 15 16:29:39.236305 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.plugin [req-d0fe4596-4a64-4709-9962-01ae0a5643c7 req-f9b42fd5-1514-4273-9766-0d685f5e7804 tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] Deleting port e276d5d2-322a-4d4d-b833-7daa17260d3e {{(pid=93953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:29:39.236639 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [req-d0fe4596-4a64-4709-9962-01ae0a5643c7 req-f9b42fd5-1514-4273-9766-0d685f5e7804 tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791196454449'] for port, before_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:29:39.333624 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.db [req-d0fe4596-4a64-4709-9962-01ae0a5643c7 req-f9b42fd5-1514-4273-9766-0d685f5e7804 tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] For port e276d5d2-322a-4d4d-b833-7daa17260d3e, host hv-cinder-77957, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77957',level=0,port_id=e276d5d2-322a-4d4d-b833-7daa17260d3e,segment=NetworkSegment(604bbfea-00fe-4e59-aeb5-45f535ca3265),segment_id=604bbfea-00fe-4e59-aeb5-45f535ca3265)] {{(pid=93953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:29:39.333885 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [req-d0fe4596-4a64-4709-9962-01ae0a5643c7 req-f9b42fd5-1514-4273-9766-0d685f5e7804 tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3729503'] for port, precommit_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:29:39.557142 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [req-d0fe4596-4a64-4709-9962-01ae0a5643c7 req-f9b42fd5-1514-4273-9766-0d685f5e7804 tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:29:39.557594 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [req-d0fe4596-4a64-4709-9962-01ae0a5643c7 req-f9b42fd5-1514-4273-9766-0d685f5e7804 tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3725591'] for floatingip, after_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:29:39.557930 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.db.l3_db [req-d0fe4596-4a64-4709-9962-01ae0a5643c7 req-f9b42fd5-1514-4273-9766-0d685f5e7804 tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] Floating IP 6ea2d478-a283-482e-b209-c5287fafd91e disassociated. External IP: 172.27.3.221, port: e276d5d2-322a-4d4d-b833-7daa17260d3e. Sep 15 16:29:39.558339 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.plugin [req-d0fe4596-4a64-4709-9962-01ae0a5643c7 req-f9b42fd5-1514-4273-9766-0d685f5e7804 tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] Calling delete_port for e276d5d2-322a-4d4d-b833-7daa17260d3e owned by compute:nova {{(pid=93953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:29:39.673848 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c800ce6f-fcc0-4c1b-9970-e3f906fb07e6 req-4d118783-75f7-4619-befc-88c59ecd62d3 tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:29:39.675602 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-c800ce6f-fcc0-4c1b-9970-e3f906fb07e6 req-4d118783-75f7-4619-befc-88c59ecd62d3 tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] 10.222.0.39 "GET /v2.0/ports?device_id=1895071e-07cf-4d71-977e-0057a981f962 HTTP/1.1" status: 200 len: 946 time: 0.0750272 Sep 15 16:29:39.747174 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [req-d0fe4596-4a64-4709-9962-01ae0a5643c7 req-f9b42fd5-1514-4273-9766-0d685f5e7804 tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791196460023', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791195970003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127878305'] for port, after_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:29:39.779533 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-c800ce6f-fcc0-4c1b-9970-e3f906fb07e6 req-7a5ccf75-8f49-4988-990d-7475062620f0 tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] 10.222.0.39 "GET /v2.0/security-groups?id=01d6c133-4034-4f0a-ac7f-c71aa400623e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0963724 Sep 15 16:29:39.782663 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b42fd5-1514-4273-9766-0d685f5e7804 tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] Pushing event deleted for resources: {'Port': ['ID=e276d5d2-322a-4d4d-b833-7daa17260d3e,revision_number=None']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:29:39.896440 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d0fe4596-4a64-4709-9962-01ae0a5643c7 req-f9b42fd5-1514-4273-9766-0d685f5e7804 tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] Router 2f6cda3b-940a-432b-af73-f27feaeae0f3 has already been hosted by L3 agent 7a8df8d7-c3ef-43b4-9534-c977f7014926 {{(pid=93953) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 16:29:40.002047 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d0fe4596-4a64-4709-9962-01ae0a5643c7 req-f9b42fd5-1514-4273-9766-0d685f5e7804 tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] Notify agent at l3_agent.dv-cinder-779576-8-iscsi the message routers_updated {{(pid=93953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 16:29:40.012556 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-152fc74a-171a-44bc-bf80-7d0b5be812ec None None] Sync routers for ids ['2f6cda3b-940a-432b-af73-f27feaeae0f3'] in dv-cinder-779576-8-iscsi {{(pid=93955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 16:29:40.022641 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-152fc74a-171a-44bc-bf80-7d0b5be812ec None None] Routers {'2f6cda3b-940a-432b-af73-f27feaeae0f3'} bound to L3 agent in host dv-cinder-779576-8-iscsi {{(pid=93955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:29:40.023253 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.db.l3_hamode_db [None req-152fc74a-171a-44bc-bf80-7d0b5be812ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779576-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-15T16:14:02Z,description=,heartbeat_timestamp=2021-09-15T16:29:32Z,host='dv-cinder-779576-8-iscsi',id=7a8df8d7-c3ef-43b4-9534-c977f7014926,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T16:14:02Z,topic='l3_agent')) {'router_ids': ['2f6cda3b-940a-432b-af73-f27feaeae0f3'], 'active': True} {{(pid=93955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:29:40.044055 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0fe4596-4a64-4709-9962-01ae0a5643c7 req-f9b42fd5-1514-4273-9766-0d685f5e7804 tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] No DVR routers for this DVR port e276d5d2-322a-4d4d-b833-7daa17260d3e on host hv-cinder-77957 {{(pid=93953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 16:29:40.046883 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [req-d0fe4596-4a64-4709-9962-01ae0a5643c7 req-f9b42fd5-1514-4273-9766-0d685f5e7804 tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58602'] for port, before_response {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:29:40.049004 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-d0fe4596-4a64-4709-9962-01ae0a5643c7 req-f9b42fd5-1514-4273-9766-0d685f5e7804 tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] 10.222.0.45 "DELETE /v2.0/ports/e276d5d2-322a-4d4d-b833-7daa17260d3e HTTP/1.1" status: 204 len: 173 time: 0.8999007 Sep 15 16:29:40.049675 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1895071e-07cf-4d71-977e-0057a981f962', 'name': 'network-vif-deleted', 'tag': 'e276d5d2-322a-4d4d-b833-7daa17260d3e'}] {{(pid=93953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 16:29:40.052121 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5192e05b0783e869a38b3815ee673eee9316ce03dcaf8465063259ebfb62487" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a0d130c-6099-46fa-adca-6a26811aeed6" -d '{"events": [{"server_uuid": "1895071e-07cf-4d71-977e-0057a981f962", "name": "network-vif-deleted", "tag": "e276d5d2-322a-4d4d-b833-7daa17260d3e"}]}' {{(pid=93953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 16:29:40.088235 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 16:29:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-035001d2-62a0-4643-8505-26c100ccb550 x-openstack-request-id: req-035001d2-62a0-4643-8505-26c100ccb550 {{(pid=93953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 16:29:40.088553 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1895071e-07cf-4d71-977e-0057a981f962", "name": "network-vif-deleted", "tag": "e276d5d2-322a-4d4d-b833-7daa17260d3e", "status": "completed", "code": 200}]} {{(pid=93953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 16:29:40.088827 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-035001d2-62a0-4643-8505-26c100ccb550 {{(pid=93953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 16:29:40.089218 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1895071e-07cf-4d71-977e-0057a981f962', 'name': 'network-vif-deleted', 'tag': 'e276d5d2-322a-4d4d-b833-7daa17260d3e', 'status': 'completed', 'code': 200} Sep 15 16:29:40.130848 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.db.l3_dvr_db [None req-152fc74a-171a-44bc-bf80-7d0b5be812ec None None] Set router 2f6cda3b-940a-432b-af73-f27feaeae0f3 gateway port host: dv-cinder-779576-8-iscsi {{(pid=93955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 16:29:40.462692 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.db.l3_hamode_db [None req-152fc74a-171a-44bc-bf80-7d0b5be812ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f6cda3b-940a-432b-af73-f27feaeae0f3', 'name': 'tempest-AttachVolumeShelveTestJSON-1554809416-router', 'tenant_id': 'f7e7af658aa34644855359ede57c4c67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62251075-a3e3-4d47-8761-104d217b089a', 'external_fixed_ips': [{'subnet_id': '9a71565b-217b-482b-8364-bc8ecb4c8f88', 'ip_address': '172.27.3.104'}], 'enable_snat': True}, 'gw_port_id': '6df2b5a1-fc82-4ac3-b111-ebdee7ac68f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:22:12Z', 'updated_at': '2021-09-15T16:22:19Z', 'revision_number': 4, 'project_id': 'f7e7af658aa34644855359ede57c4c67', 'gw_port': {'id': '6df2b5a1-fc82-4ac3-b111-ebdee7ac68f8', 'name': '', 'network_id': '62251075-a3e3-4d47-8761-104d217b089a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:bd:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f6cda3b-940a-432b-af73-f27feaeae0f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '9a71565b-217b-482b-8364-bc8ecb4c8f88', 'ip_address': '172.27.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779576-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:22:14Z', 'updated_at': '2021-09-15T16:22:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a71565b-217b-482b-8364-bc8ecb4c8f88', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779576-8-iscsi', '_interfaces': [{'id': 'c47cddeb-1b1a-4b82-a932-8b2fe53df804', 'name': '', 'network_id': '301d3dae-97cb-4f1f-a074-0eaf2ccca5e4', 'tenant_id': 'f7e7af658aa34644855359ede57c4c67', 'mac_address': 'fa:16:3e:8e:14:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f6cda3b-940a-432b-af73-f27feaeae0f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'fa5f41a1-b858-4e32-8594-59b83d73c6e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779576-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:22:18Z', 'updated_at': '2021-09-15T16:22:27Z', 'revision_number': 5, 'project_id': 'f7e7af658aa34644855359ede57c4c67', 'subnets': [{'id': 'fa5f41a1-b858-4e32-8594-59b83d73c6e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779576-8-iscsi', False) {} {{(pid=93955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:29:40.491408 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-152fc74a-171a-44bc-bf80-7d0b5be812ec None None] Checking router: 2f6cda3b-940a-432b-af73-f27feaeae0f3 for host: dv-cinder-779576-8-iscsi {{(pid=93955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 16:29:40.500702 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-152fc74a-171a-44bc-bf80-7d0b5be812ec None None] Routers {'2f6cda3b-940a-432b-af73-f27feaeae0f3'} bound to L3 agent in host dv-cinder-779576-8-iscsi {{(pid=93955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:29:40.501328 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.db.l3_hamode_db [None req-152fc74a-171a-44bc-bf80-7d0b5be812ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779576-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-15T16:14:02Z,description=,heartbeat_timestamp=2021-09-15T16:29:32Z,host='dv-cinder-779576-8-iscsi',id=7a8df8d7-c3ef-43b4-9534-c977f7014926,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T16:14:02Z,topic='l3_agent')) {'router_ids': ['2f6cda3b-940a-432b-af73-f27feaeae0f3'], 'active': True} {{(pid=93955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:29:40.609656 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.db.l3_dvr_db [None req-152fc74a-171a-44bc-bf80-7d0b5be812ec None None] Set router 2f6cda3b-940a-432b-af73-f27feaeae0f3 gateway port host: dv-cinder-779576-8-iscsi {{(pid=93955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 16:29:40.824253 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.db.l3_hamode_db [None req-152fc74a-171a-44bc-bf80-7d0b5be812ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f6cda3b-940a-432b-af73-f27feaeae0f3', 'name': 'tempest-AttachVolumeShelveTestJSON-1554809416-router', 'tenant_id': 'f7e7af658aa34644855359ede57c4c67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62251075-a3e3-4d47-8761-104d217b089a', 'external_fixed_ips': [{'subnet_id': '9a71565b-217b-482b-8364-bc8ecb4c8f88', 'ip_address': '172.27.3.104'}], 'enable_snat': True}, 'gw_port_id': '6df2b5a1-fc82-4ac3-b111-ebdee7ac68f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:22:12Z', 'updated_at': '2021-09-15T16:22:19Z', 'revision_number': 4, 'project_id': 'f7e7af658aa34644855359ede57c4c67', 'gw_port': {'id': '6df2b5a1-fc82-4ac3-b111-ebdee7ac68f8', 'name': '', 'network_id': '62251075-a3e3-4d47-8761-104d217b089a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:bd:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f6cda3b-940a-432b-af73-f27feaeae0f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '9a71565b-217b-482b-8364-bc8ecb4c8f88', 'ip_address': '172.27.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779576-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:22:14Z', 'updated_at': '2021-09-15T16:22:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a71565b-217b-482b-8364-bc8ecb4c8f88', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779576-8-iscsi', '_interfaces': [{'id': 'c47cddeb-1b1a-4b82-a932-8b2fe53df804', 'name': '', 'network_id': '301d3dae-97cb-4f1f-a074-0eaf2ccca5e4', 'tenant_id': 'f7e7af658aa34644855359ede57c4c67', 'mac_address': 'fa:16:3e:8e:14:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f6cda3b-940a-432b-af73-f27feaeae0f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'fa5f41a1-b858-4e32-8594-59b83d73c6e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779576-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:22:18Z', 'updated_at': '2021-09-15T16:22:27Z', 'revision_number': 5, 'project_id': 'f7e7af658aa34644855359ede57c4c67', 'subnets': [{'id': 'fa5f41a1-b858-4e32-8594-59b83d73c6e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779576-8-iscsi', False) {} {{(pid=93955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:29:40.853396 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-152fc74a-171a-44bc-bf80-7d0b5be812ec None None] The sync data for ids ['2f6cda3b-940a-432b-af73-f27feaeae0f3'] in dv-cinder-779576-8-iscsi is: [{'id': '2f6cda3b-940a-432b-af73-f27feaeae0f3', 'name': 'tempest-AttachVolumeShelveTestJSON-1554809416-router', 'tenant_id': 'f7e7af658aa34644855359ede57c4c67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62251075-a3e3-4d47-8761-104d217b089a', 'external_fixed_ips': [{'subnet_id': '9a71565b-217b-482b-8364-bc8ecb4c8f88', 'ip_address': '172.27.3.104'}], 'enable_snat': True}, 'gw_port_id': '6df2b5a1-fc82-4ac3-b111-ebdee7ac68f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:22:12Z', 'updated_at': '2021-09-15T16:22:19Z', 'revision_number': 4, 'project_id': 'f7e7af658aa34644855359ede57c4c67', 'gw_port': {'id': '6df2b5a1-fc82-4ac3-b111-ebdee7ac68f8', 'name': '', 'network_id': '62251075-a3e3-4d47-8761-104d217b089a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:bd:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f6cda3b-940a-432b-af73-f27feaeae0f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '9a71565b-217b-482b-8364-bc8ecb4c8f88', 'ip_address': '172.27.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779576-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:22:14Z', 'updated_at': '2021-09-15T16:22:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a71565b-217b-482b-8364-bc8ecb4c8f88', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779576-8-iscsi', '_interfaces': [{'id': 'c47cddeb-1b1a-4b82-a932-8b2fe53df804', 'name': '', 'network_id': '301d3dae-97cb-4f1f-a074-0eaf2ccca5e4', 'tenant_id': 'f7e7af658aa34644855359ede57c4c67', 'mac_address': 'fa:16:3e:8e:14:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f6cda3b-940a-432b-af73-f27feaeae0f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'fa5f41a1-b858-4e32-8594-59b83d73c6e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779576-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:22:18Z', 'updated_at': '2021-09-15T16:22:27Z', 'revision_number': 5, 'project_id': 'f7e7af658aa34644855359ede57c4c67', 'subnets': [{'id': 'fa5f41a1-b858-4e32-8594-59b83d73c6e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 16:29:40.931039 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.wsgi [-] (93953) accepted ('10.222.0.39', 39280) {{(pid=93953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:29:40.989748 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-6b47a46a-3510-4c08-8f19-1094b0e618b5 tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] Notify callbacks [] for security_group, before_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:29:41.037530 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-6b47a46a-3510-4c08-8f19-1094b0e618b5 tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:29:41.097135 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-6b47a46a-3510-4c08-8f19-1094b0e618b5 tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3702208'] for security_group, after_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:29:41.099788 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-6b47a46a-3510-4c08-8f19-1094b0e618b5 tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] Notify callbacks [] for security_group, before_response {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:29:41.103896 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [None req-6b47a46a-3510-4c08-8f19-1094b0e618b5 tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] 10.222.0.39 "DELETE /v2.0/security-groups/01d6c133-4034-4f0a-ac7f-c71aa400623e HTTP/1.1" status: 204 len: 168 time: 0.1717660 Sep 15 16:29:41.104110 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.wsgi [-] (93954) accepted ('10.222.0.39', 39284) {{(pid=93954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:29:41.113926 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b47a46a-3510-4c08-8f19-1094b0e618b5 tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=01d6c133-4034-4f0a-ac7f-c71aa400623e,revision_number=None']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:29:41.121872 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.api.v2.resource [None req-b92e22e0-b71c-4df7-8b64-ce39fa6f042b tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] show failed (client error): The resource could not be found. Sep 15 16:29:41.125330 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.wsgi [-] (93953) accepted ('10.222.0.39', 39286) {{(pid=93953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:29:41.125679 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [None req-b92e22e0-b71c-4df7-8b64-ce39fa6f042b tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] 10.222.0.39 "GET /v2.0/security-groups/01d6c133-4034-4f0a-ac7f-c71aa400623e HTTP/1.1" status: 404 len: 347 time: 0.0204220 Sep 15 16:29:41.125962 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e141d8e-9f31-4ae0-b281-57de42370550 None None] New status for floating IP 6ea2d478-a283-482e-b209-c5287fafd91e: DOWN {{(pid=93956) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 15 16:29:41.537644 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-3a60ba1d-8839-4e11-9709-525db3b3dd28 req-f392bc2f-a34c-4711-9cbe-88ab7b1b1e53 tempest-TestMinimumBasicScenario-867511208 tempest-TestMinimumBasicScenario-867511208-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-844117708&fields=id&tenant_id=c399e90bd6c14b28a0c663c318ac7dd0 HTTP/1.1" status: 200 len: 267 time: 0.0420742 Sep 15 16:29:41.546199 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.plugin [None req-ee158862-1009-42ef-aae1-3520138a6228 tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] Deleting port a31750f1-fc2c-4fe7-8229-309024be09fb {{(pid=93953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:29:41.546474 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-ee158862-1009-42ef-aae1-3520138a6228 tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791196454449'] for port, before_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:29:41.654570 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a60ba1d-8839-4e11-9709-525db3b3dd28 req-3a1a6af6-5b7a-4e87-aac9-5d8cb65d07db tempest-TestMinimumBasicScenario-867511208 tempest-TestMinimumBasicScenario-867511208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:29:41.656044 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-3a60ba1d-8839-4e11-9709-525db3b3dd28 req-3a1a6af6-5b7a-4e87-aac9-5d8cb65d07db tempest-TestMinimumBasicScenario-867511208 tempest-TestMinimumBasicScenario-867511208-project] 10.222.0.39 "GET /v2.0/ports?device_id=8b69e941-0dad-4449-8c59-eeac8c5bbffa HTTP/1.1" status: 200 len: 984 time: 0.1116877 Sep 15 16:29:41.659555 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-ee158862-1009-42ef-aae1-3520138a6228 tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3729503'] for port, precommit_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:29:41.659910 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-ee158862-1009-42ef-aae1-3520138a6228 tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:29:41.674200 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.api.v2.base [req-3a60ba1d-8839-4e11-9709-525db3b3dd28 req-6b6cbdb1-8747-438e-94dc-6c7111a2b22b tempest-TestMinimumBasicScenario-867511208 tempest-TestMinimumBasicScenario-867511208-project] Request body: {'port': {'security_groups': ['f015b5f4-57be-4ab6-9bf7-9f53b172ec0b']}} {{(pid=93953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:29:41.681120 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.plugin [None req-ee158862-1009-42ef-aae1-3520138a6228 tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] Calling delete_port for a31750f1-fc2c-4fe7-8229-309024be09fb owned by network:floatingip {{(pid=93953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:29:41.790272 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [req-3a60ba1d-8839-4e11-9709-525db3b3dd28 req-6b6cbdb1-8747-438e-94dc-6c7111a2b22b tempest-TestMinimumBasicScenario-867511208 tempest-TestMinimumBasicScenario-867511208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928820'] for port, before_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:29:41.946077 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-ee158862-1009-42ef-aae1-3520138a6228 tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791196460023', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791195970003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127878305'] for port, after_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:29:41.983700 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee158862-1009-42ef-aae1-3520138a6228 tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] Pushing event deleted for resources: {'Port': ['ID=a31750f1-fc2c-4fe7-8229-309024be09fb,revision_number=None']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:29:42.095576 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.db [req-3a60ba1d-8839-4e11-9709-525db3b3dd28 req-6b6cbdb1-8747-438e-94dc-6c7111a2b22b tempest-TestMinimumBasicScenario-867511208 tempest-TestMinimumBasicScenario-867511208-project] For port 6a694102-9a08-4066-9fc2-887d5dc7033e, host hv-cinder-77957, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77957',level=0,port_id=6a694102-9a08-4066-9fc2-887d5dc7033e,segment=NetworkSegment(8b3f5ad2-375f-48a2-b3db-ec27bfd31ad4),segment_id=8b3f5ad2-375f-48a2-b3db-ec27bfd31ad4)] {{(pid=93953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:29:42.099478 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-ee158862-1009-42ef-aae1-3520138a6228 tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] Notify callbacks [] for floatingip, after_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:29:42.102025 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-ee158862-1009-42ef-aae1-3520138a6228 tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58602'] for floatingip, before_response {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:29:42.103221 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [None req-ee158862-1009-42ef-aae1-3520138a6228 tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] 10.222.0.39 "DELETE /v2.0/floatingips/6ea2d478-a283-482e-b209-c5287fafd91e HTTP/1.1" status: 204 len: 168 time: 0.9759529 Sep 15 16:29:42.142356 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [req-3a60ba1d-8839-4e11-9709-525db3b3dd28 req-6b6cbdb1-8747-438e-94dc-6c7111a2b22b tempest-TestMinimumBasicScenario-867511208 tempest-TestMinimumBasicScenario-867511208-project] Notify callbacks [] for port, precommit_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:29:42.148862 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [req-3a60ba1d-8839-4e11-9709-525db3b3dd28 req-6b6cbdb1-8747-438e-94dc-6c7111a2b22b tempest-TestMinimumBasicScenario-867511208 tempest-TestMinimumBasicScenario-867511208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791196459277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791195970012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791195970030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127878328'] for port, after_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:29:42.193830 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a60ba1d-8839-4e11-9709-525db3b3dd28 req-6b6cbdb1-8747-438e-94dc-6c7111a2b22b tempest-TestMinimumBasicScenario-867511208 tempest-TestMinimumBasicScenario-867511208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:29:42.194570 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [req-3a60ba1d-8839-4e11-9709-525db3b3dd28 req-6b6cbdb1-8747-438e-94dc-6c7111a2b22b tempest-TestMinimumBasicScenario-867511208 tempest-TestMinimumBasicScenario-867511208-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58602'] for port, before_response {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:29:42.195860 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-3a60ba1d-8839-4e11-9709-525db3b3dd28 req-6b6cbdb1-8747-438e-94dc-6c7111a2b22b tempest-TestMinimumBasicScenario-867511208 tempest-TestMinimumBasicScenario-867511208-project] 10.222.0.39 "PUT /v2.0/ports/6a694102-9a08-4066-9fc2-887d5dc7033e HTTP/1.1" status: 200 len: 942 time: 0.5287862 Sep 15 16:29:42.198676 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b69e941-0dad-4449-8c59-eeac8c5bbffa', 'tag': '6a694102-9a08-4066-9fc2-887d5dc7033e'}] {{(pid=93953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 16:29:42.200915 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5192e05b0783e869a38b3815ee673eee9316ce03dcaf8465063259ebfb62487" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3ba8a65-d955-47e6-a8c9-eeb3e54a92a4" -d '{"events": [{"name": "network-changed", "server_uuid": "8b69e941-0dad-4449-8c59-eeac8c5bbffa", "tag": "6a694102-9a08-4066-9fc2-887d5dc7033e"}]}' {{(pid=93953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 16:29:42.203042 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.wsgi [-] (93954) accepted ('10.222.0.39', 39294) {{(pid=93954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:29:42.229052 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6cbdb1-8747-438e-94dc-6c7111a2b22b tempest-TestMinimumBasicScenario-867511208 tempest-TestMinimumBasicScenario-867511208-project] Pushing event updated for resources: {'Port': ['ID=6a694102-9a08-4066-9fc2-887d5dc7033e,revision_number=7']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:29:42.251633 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 16:29:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebdfe9a8-5841-4497-b0e0-a997d831a792 x-openstack-request-id: req-ebdfe9a8-5841-4497-b0e0-a997d831a792 {{(pid=93953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 16:29:42.251815 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b69e941-0dad-4449-8c59-eeac8c5bbffa", "tag": "6a694102-9a08-4066-9fc2-887d5dc7033e", "status": "completed", "code": 200}]} {{(pid=93953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 16:29:42.252067 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-ebdfe9a8-5841-4497-b0e0-a997d831a792 {{(pid=93953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 16:29:42.252556 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b69e941-0dad-4449-8c59-eeac8c5bbffa', 'tag': '6a694102-9a08-4066-9fc2-887d5dc7033e', 'status': 'completed', 'code': 200} Sep 15 16:29:42.280507 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-5fe66c0a-30f6-4227-89c3-75bd8a801773 tempest-TestMinimumBasicScenario-867511208 tempest-TestMinimumBasicScenario-867511208-project] Notify callbacks [] for security_group, before_delete {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:29:42.306339 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-5fe66c0a-30f6-4227-89c3-75bd8a801773 tempest-TestMinimumBasicScenario-867511208 tempest-TestMinimumBasicScenario-867511208-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:29:42.374665 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-5fe66c0a-30f6-4227-89c3-75bd8a801773 tempest-TestMinimumBasicScenario-867511208 tempest-TestMinimumBasicScenario-867511208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3702208'] for security_group, after_delete {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:29:42.377401 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-5fe66c0a-30f6-4227-89c3-75bd8a801773 tempest-TestMinimumBasicScenario-867511208 tempest-TestMinimumBasicScenario-867511208-project] Notify callbacks [] for security_group, before_response {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:29:42.380067 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [None req-5fe66c0a-30f6-4227-89c3-75bd8a801773 tempest-TestMinimumBasicScenario-867511208 tempest-TestMinimumBasicScenario-867511208-project] 10.222.0.39 "DELETE /v2.0/security-groups/ca1343a4-d607-4a9c-b5a1-764a5018bc56 HTTP/1.1" status: 204 len: 168 time: 0.1746957 Sep 15 16:29:42.382631 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.wsgi [-] (93953) accepted ('10.222.0.39', 39298) {{(pid=93953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:29:42.391107 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe66c0a-30f6-4227-89c3-75bd8a801773 tempest-TestMinimumBasicScenario-867511208 tempest-TestMinimumBasicScenario-867511208-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca1343a4-d607-4a9c-b5a1-764a5018bc56,revision_number=None']} {{(pid=93954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:29:42.399969 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe66c0a-30f6-4227-89c3-75bd8a801773 tempest-TestMinimumBasicScenario-867511208 tempest-TestMinimumBasicScenario-867511208-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:29:42.400625 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe66c0a-30f6-4227-89c3-75bd8a801773 tempest-TestMinimumBasicScenario-867511208 tempest-TestMinimumBasicScenario-867511208-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:29:42.401117 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe66c0a-30f6-4227-89c3-75bd8a801773 tempest-TestMinimumBasicScenario-867511208 tempest-TestMinimumBasicScenario-867511208-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:29:42.401607 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe66c0a-30f6-4227-89c3-75bd8a801773 tempest-TestMinimumBasicScenario-867511208 tempest-TestMinimumBasicScenario-867511208-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:29:42.402193 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe66c0a-30f6-4227-89c3-75bd8a801773 tempest-TestMinimumBasicScenario-867511208 tempest-TestMinimumBasicScenario-867511208-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:29:42.402667 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe66c0a-30f6-4227-89c3-75bd8a801773 tempest-TestMinimumBasicScenario-867511208 tempest-TestMinimumBasicScenario-867511208-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:29:42.403141 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe66c0a-30f6-4227-89c3-75bd8a801773 tempest-TestMinimumBasicScenario-867511208 tempest-TestMinimumBasicScenario-867511208-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:29:42.403694 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe66c0a-30f6-4227-89c3-75bd8a801773 tempest-TestMinimumBasicScenario-867511208 tempest-TestMinimumBasicScenario-867511208-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:29:42.404197 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe66c0a-30f6-4227-89c3-75bd8a801773 tempest-TestMinimumBasicScenario-867511208 tempest-TestMinimumBasicScenario-867511208-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:29:42.404669 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe66c0a-30f6-4227-89c3-75bd8a801773 tempest-TestMinimumBasicScenario-867511208 tempest-TestMinimumBasicScenario-867511208-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:29:42.405131 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe66c0a-30f6-4227-89c3-75bd8a801773 tempest-TestMinimumBasicScenario-867511208 tempest-TestMinimumBasicScenario-867511208-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:29:42.405605 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe66c0a-30f6-4227-89c3-75bd8a801773 tempest-TestMinimumBasicScenario-867511208 tempest-TestMinimumBasicScenario-867511208-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:29:42.451528 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.db.provisioning_blocks [None req-c9d001e5-f1c1-47ae-bf69-16be69f45975 None None] Provisioning complete for port 6a694102-9a08-4066-9fc2-887d5dc7033e triggered by entity DHCP. {{(pid=93955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:29:42.452029 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-c9d001e5-f1c1-47ae-bf69-16be69f45975 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953592'] for port, provisioning_complete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:29:42.546201 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.plugin [None req-59fa70b1-7f58-4559-bed9-42aed41b48d4 tempest-TestMinimumBasicScenario-867511208 tempest-TestMinimumBasicScenario-867511208-project] Deleting port 3a03ff70-fb29-4c87-a2be-f31e3ec90e84 {{(pid=93953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:29:42.546548 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-59fa70b1-7f58-4559-bed9-42aed41b48d4 tempest-TestMinimumBasicScenario-867511208 tempest-TestMinimumBasicScenario-867511208-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791196454449'] for port, before_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:29:42.622376 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-59fa70b1-7f58-4559-bed9-42aed41b48d4 tempest-TestMinimumBasicScenario-867511208 tempest-TestMinimumBasicScenario-867511208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3729503'] for port, precommit_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:29:42.622706 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-59fa70b1-7f58-4559-bed9-42aed41b48d4 tempest-TestMinimumBasicScenario-867511208 tempest-TestMinimumBasicScenario-867511208-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:29:42.623372 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.wsgi [-] (93954) accepted ('10.222.0.39', 39300) {{(pid=93954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:29:42.627998 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.api.v2.base [None req-ac674b26-333e-4d61-9d05-6bf3dab38cbf tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] Request body: {'security_group': {'name': 'tempest-securitygroup--501634008', 'description': 'tempest-description--1416740900'}} {{(pid=93954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:29:42.634818 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.plugin [None req-59fa70b1-7f58-4559-bed9-42aed41b48d4 tempest-TestMinimumBasicScenario-867511208 tempest-TestMinimumBasicScenario-867511208-project] Calling delete_port for 3a03ff70-fb29-4c87-a2be-f31e3ec90e84 owned by network:floatingip {{(pid=93953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:29:42.651975 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-ac674b26-333e-4d61-9d05-6bf3dab38cbf tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] Notify callbacks [] for security_group, before_create {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:29:42.732945 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-ac674b26-333e-4d61-9d05-6bf3dab38cbf tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] Notify callbacks [] for security_group, precommit_create {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:29:42.738424 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-ac674b26-333e-4d61-9d05-6bf3dab38cbf tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3702208'] for security_group, after_create {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:29:42.764784 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-ac674b26-333e-4d61-9d05-6bf3dab38cbf tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] Notify callbacks [] for security_group, before_response {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:29:42.765986 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [None req-ac674b26-333e-4d61-9d05-6bf3dab38cbf tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.1416121 Sep 15 16:29:42.767749 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac674b26-333e-4d61-9d05-6bf3dab38cbf tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a4c6cb2d-885f-4897-a1c6-40508080b1e9,revision_number=1']} {{(pid=93954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:29:42.769922 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.wsgi [-] (93953) accepted ('10.222.0.39', 39302) {{(pid=93953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:29:42.793384 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.api.v2.base [None req-9235e94a-d29f-4f3e-98c5-ea3c31852043 tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] Request body: {'security_group_rule': {'security_group_id': 'a4c6cb2d-885f-4897-a1c6-40508080b1e9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:29:42.835409 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-59fa70b1-7f58-4559-bed9-42aed41b48d4 tempest-TestMinimumBasicScenario-867511208 tempest-TestMinimumBasicScenario-867511208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791196460023', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791195970003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127878305'] for port, after_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:29:42.842269 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-9235e94a-d29f-4f3e-98c5-ea3c31852043 tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:29:42.878985 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59fa70b1-7f58-4559-bed9-42aed41b48d4 tempest-TestMinimumBasicScenario-867511208 tempest-TestMinimumBasicScenario-867511208-project] Pushing event deleted for resources: {'Port': ['ID=3a03ff70-fb29-4c87-a2be-f31e3ec90e84,revision_number=None']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:29:42.964980 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-9235e94a-d29f-4f3e-98c5-ea3c31852043 tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:29:42.965941 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-59fa70b1-7f58-4559-bed9-42aed41b48d4 tempest-TestMinimumBasicScenario-867511208 tempest-TestMinimumBasicScenario-867511208-project] Notify callbacks [] for floatingip, after_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:29:42.966318 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.db.l3_db [None req-59fa70b1-7f58-4559-bed9-42aed41b48d4 tempest-TestMinimumBasicScenario-867511208 tempest-TestMinimumBasicScenario-867511208-project] Floating IP 048715f7-481c-40ce-aaa8-7bc4207fc4d7 disassociated (deleted). External IP: 172.27.3.202, port: 6a694102-9a08-4066-9fc2-887d5dc7033e. Sep 15 16:29:42.971229 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-9235e94a-d29f-4f3e-98c5-ea3c31852043 tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3714140'] for security_group_rule, after_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:29:43.026268 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9235e94a-d29f-4f3e-98c5-ea3c31852043 tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e6c49f36-e473-4716-8574-7421b30db78b,revision_number=0']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:29:43.037235 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-9235e94a-d29f-4f3e-98c5-ea3c31852043 tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:29:43.038451 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [None req-9235e94a-d29f-4f3e-98c5-ea3c31852043 tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2653925 Sep 15 16:29:43.041444 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.wsgi [-] (93954) accepted ('10.222.0.39', 39304) {{(pid=93954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:29:43.046010 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.api.v2.base [None req-c6aa7c7d-82e8-4ea0-8e5a-d7fe6c94a8dd tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] Request body: {'security_group_rule': {'security_group_id': 'a4c6cb2d-885f-4897-a1c6-40508080b1e9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:29:43.080405 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-c6aa7c7d-82e8-4ea0-8e5a-d7fe6c94a8dd tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:29:43.140652 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-c6aa7c7d-82e8-4ea0-8e5a-d7fe6c94a8dd tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:29:43.145519 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.rpc [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] Device e276d5d2-322a-4d4d-b833-7daa17260d3e no longer exists at agent hyperv_hv-cinder-77957 {{(pid=93955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 16:29:43.146492 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-c6aa7c7d-82e8-4ea0-8e5a-d7fe6c94a8dd tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3714140'] for security_group_rule, after_create {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:29:43.164858 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6aa7c7d-82e8-4ea0-8e5a-d7fe6c94a8dd tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=948180b3-3599-44f5-924b-8d0953cdd664,revision_number=0']} {{(pid=93954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:29:43.172193 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-c6aa7c7d-82e8-4ea0-8e5a-d7fe6c94a8dd tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:29:43.177642 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [None req-c6aa7c7d-82e8-4ea0-8e5a-d7fe6c94a8dd tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1351354 Sep 15 16:29:43.178592 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.wsgi [-] (93954) accepted ('10.222.0.39', 39308) {{(pid=93954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:29:43.182620 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.api.v2.base [None req-b91bfa9b-7a68-4f0a-bcf4-c64dba9d4a36 tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] Request body: {'floatingip': {'floating_network_id': '62251075-a3e3-4d47-8761-104d217b089a'}} {{(pid=93954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:29:43.182793 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] No Port match for: e276d5d2-322a-4d4d-b833-7daa17260d3e {{(pid=93955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 16:29:43.182962 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.rpc [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] Device e276d5d2-322a-4d4d-b833-7daa17260d3e not bound to the agent host hv-cinder-77957 {{(pid=93955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 16:29:43.202595 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59fa70b1-7f58-4559-bed9-42aed41b48d4 tempest-TestMinimumBasicScenario-867511208 tempest-TestMinimumBasicScenario-867511208-project] Router 4ced20cb-78bd-463d-a639-2fabada1e81e has already been hosted by L3 agent 7a8df8d7-c3ef-43b4-9534-c977f7014926 {{(pid=93953) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 16:29:43.211100 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-b91bfa9b-7a68-4f0a-bcf4-c64dba9d4a36 tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] Notify callbacks [] for floatingip, before_create {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:29:43.305692 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-b91bfa9b-7a68-4f0a-bcf4-c64dba9d4a36 tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928820'] for port, before_create {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:29:43.308586 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59fa70b1-7f58-4559-bed9-42aed41b48d4 tempest-TestMinimumBasicScenario-867511208 tempest-TestMinimumBasicScenario-867511208-project] Notify agent at l3_agent.dv-cinder-779576-8-iscsi the message routers_updated {{(pid=93953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 16:29:43.313574 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-59fa70b1-7f58-4559-bed9-42aed41b48d4 tempest-TestMinimumBasicScenario-867511208 tempest-TestMinimumBasicScenario-867511208-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58602'] for floatingip, before_response {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:29:43.319241 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7868ec8c-64d8-4135-a53a-efee4b124b03 None None] Sync routers for ids ['4ced20cb-78bd-463d-a639-2fabada1e81e'] in dv-cinder-779576-8-iscsi {{(pid=93955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 16:29:43.328137 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7868ec8c-64d8-4135-a53a-efee4b124b03 None None] Routers {'4ced20cb-78bd-463d-a639-2fabada1e81e'} bound to L3 agent in host dv-cinder-779576-8-iscsi {{(pid=93955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:29:43.328774 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.db.l3_hamode_db [None req-7868ec8c-64d8-4135-a53a-efee4b124b03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779576-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-15T16:14:02Z,description=,heartbeat_timestamp=2021-09-15T16:29:32Z,host='dv-cinder-779576-8-iscsi',id=7a8df8d7-c3ef-43b4-9534-c977f7014926,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T16:14:02Z,topic='l3_agent')) {'router_ids': ['4ced20cb-78bd-463d-a639-2fabada1e81e'], 'active': True} {{(pid=93955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:29:43.345216 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [None req-59fa70b1-7f58-4559-bed9-42aed41b48d4 tempest-TestMinimumBasicScenario-867511208 tempest-TestMinimumBasicScenario-867511208-project] 10.222.0.39 "DELETE /v2.0/floatingips/048715f7-481c-40ce-aaa8-7bc4207fc4d7 HTTP/1.1" status: 204 len: 168 time: 0.9589267 Sep 15 16:29:43.417381 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.db.db_base_plugin_common [None req-b91bfa9b-7a68-4f0a-bcf4-c64dba9d4a36 tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] Allocated IP 172.27.3.36 (62251075-a3e3-4d47-8761-104d217b089a/9a71565b-217b-482b-8364-bc8ecb4c8f88/3ebfa293-9559-4203-ab95-5446219619cb) {{(pid=93954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 16:29:43.436108 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.db.l3_dvr_db [None req-7868ec8c-64d8-4135-a53a-efee4b124b03 None None] Set router 4ced20cb-78bd-463d-a639-2fabada1e81e gateway port host: dv-cinder-779576-8-iscsi {{(pid=93955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 16:29:43.526633 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-b91bfa9b-7a68-4f0a-bcf4-c64dba9d4a36 tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] Notify callbacks [] for port, precommit_create {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:29:43.562122 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-b91bfa9b-7a68-4f0a-bcf4-c64dba9d4a36 tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791195969994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126007332'] for port, after_create {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:29:43.596232 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b91bfa9b-7a68-4f0a-bcf4-c64dba9d4a36 tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] Network 62251075-a3e3-4d47-8761-104d217b089a is already hosted by enough agents. {{(pid=93954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:29:43.601284 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.scheduler.base_scheduler [None req-b91bfa9b-7a68-4f0a-bcf4-c64dba9d4a36 tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] Resources bound (agent type, host, resource id): {{(pid=93954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:29:43.604693 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b91bfa9b-7a68-4f0a-bcf4-c64dba9d4a36 tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] Received port after_create {{(pid=93954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 16:29:43.642403 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91bfa9b-7a68-4f0a-bcf4-c64dba9d4a36 tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] Pushing event updated for resources: {'Port': ['ID=3ebfa293-9559-4203-ab95-5446219619cb,revision_number=1']} {{(pid=93954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:29:43.651725 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.db.l3_hamode_db [None req-7868ec8c-64d8-4135-a53a-efee4b124b03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ced20cb-78bd-463d-a639-2fabada1e81e', 'name': 'tempest-TestMinimumBasicScenario-414778358-router', 'tenant_id': 'c399e90bd6c14b28a0c663c318ac7dd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62251075-a3e3-4d47-8761-104d217b089a', 'external_fixed_ips': [{'subnet_id': '9a71565b-217b-482b-8364-bc8ecb4c8f88', 'ip_address': '172.27.3.17'}], 'enable_snat': True}, 'gw_port_id': 'd78352ab-9614-405e-92ee-c29472d3206d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:25:09Z', 'updated_at': '2021-09-15T16:25:12Z', 'revision_number': 4, 'project_id': 'c399e90bd6c14b28a0c663c318ac7dd0', 'gw_port': {'id': 'd78352ab-9614-405e-92ee-c29472d3206d', 'name': '', 'network_id': '62251075-a3e3-4d47-8761-104d217b089a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:2c:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ced20cb-78bd-463d-a639-2fabada1e81e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '9a71565b-217b-482b-8364-bc8ecb4c8f88', 'ip_address': '172.27.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779576-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:25:10Z', 'updated_at': '2021-09-15T16:25:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a71565b-217b-482b-8364-bc8ecb4c8f88', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779576-8-iscsi', '_interfaces': [{'id': '7e32e7ae-9ba7-43b1-b194-4a1e40cf6b75', 'name': '', 'network_id': 'c6939575-0b70-4011-b40f-e72ea525aac3', 'tenant_id': 'c399e90bd6c14b28a0c663c318ac7dd0', 'mac_address': 'fa:16:3e:3d:0a:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ced20cb-78bd-463d-a639-2fabada1e81e', 'device_owner': 'network:router_interface', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': 'd9230886-3d10-4207-9dd3-ce6966941488', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779576-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:25:12Z', 'updated_at': '2021-09-15T16:25:16Z', 'revision_number': 5, 'project_id': 'c399e90bd6c14b28a0c663c318ac7dd0', 'subnets': [{'id': 'd9230886-3d10-4207-9dd3-ce6966941488', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779576-8-iscsi', False) {} {{(pid=93955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:29:43.678047 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7868ec8c-64d8-4135-a53a-efee4b124b03 None None] Checking router: 4ced20cb-78bd-463d-a639-2fabada1e81e for host: dv-cinder-779576-8-iscsi {{(pid=93955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 16:29:43.686456 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7868ec8c-64d8-4135-a53a-efee4b124b03 None None] Routers {'4ced20cb-78bd-463d-a639-2fabada1e81e'} bound to L3 agent in host dv-cinder-779576-8-iscsi {{(pid=93955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:29:43.687046 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.db.l3_hamode_db [None req-7868ec8c-64d8-4135-a53a-efee4b124b03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779576-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-15T16:14:02Z,description=,heartbeat_timestamp=2021-09-15T16:29:32Z,host='dv-cinder-779576-8-iscsi',id=7a8df8d7-c3ef-43b4-9534-c977f7014926,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T16:14:02Z,topic='l3_agent')) {'router_ids': ['4ced20cb-78bd-463d-a639-2fabada1e81e'], 'active': True} {{(pid=93955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:29:43.734323 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-b91bfa9b-7a68-4f0a-bcf4-c64dba9d4a36 tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:29:43.773682 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-b91bfa9b-7a68-4f0a-bcf4-c64dba9d4a36 tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928820'] for port, before_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:29:43.795783 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.db.l3_dvr_db [None req-7868ec8c-64d8-4135-a53a-efee4b124b03 None None] Set router 4ced20cb-78bd-463d-a639-2fabada1e81e gateway port host: dv-cinder-779576-8-iscsi {{(pid=93955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 16:29:43.921840 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-b91bfa9b-7a68-4f0a-bcf4-c64dba9d4a36 tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] Notify callbacks [] for port, precommit_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:29:43.927478 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-b91bfa9b-7a68-4f0a-bcf4-c64dba9d4a36 tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791196459277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791195970012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791195970030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126007357'] for port, after_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:29:43.998722 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.db.l3_hamode_db [None req-7868ec8c-64d8-4135-a53a-efee4b124b03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ced20cb-78bd-463d-a639-2fabada1e81e', 'name': 'tempest-TestMinimumBasicScenario-414778358-router', 'tenant_id': 'c399e90bd6c14b28a0c663c318ac7dd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62251075-a3e3-4d47-8761-104d217b089a', 'external_fixed_ips': [{'subnet_id': '9a71565b-217b-482b-8364-bc8ecb4c8f88', 'ip_address': '172.27.3.17'}], 'enable_snat': True}, 'gw_port_id': 'd78352ab-9614-405e-92ee-c29472d3206d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:25:09Z', 'updated_at': '2021-09-15T16:25:12Z', 'revision_number': 4, 'project_id': 'c399e90bd6c14b28a0c663c318ac7dd0', 'gw_port': {'id': 'd78352ab-9614-405e-92ee-c29472d3206d', 'name': '', 'network_id': '62251075-a3e3-4d47-8761-104d217b089a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:2c:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ced20cb-78bd-463d-a639-2fabada1e81e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '9a71565b-217b-482b-8364-bc8ecb4c8f88', 'ip_address': '172.27.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779576-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:25:10Z', 'updated_at': '2021-09-15T16:25:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a71565b-217b-482b-8364-bc8ecb4c8f88', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779576-8-iscsi', '_interfaces': [{'id': '7e32e7ae-9ba7-43b1-b194-4a1e40cf6b75', 'name': '', 'network_id': 'c6939575-0b70-4011-b40f-e72ea525aac3', 'tenant_id': 'c399e90bd6c14b28a0c663c318ac7dd0', 'mac_address': 'fa:16:3e:3d:0a:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ced20cb-78bd-463d-a639-2fabada1e81e', 'device_owner': 'network:router_interface', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': 'd9230886-3d10-4207-9dd3-ce6966941488', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779576-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:25:12Z', 'updated_at': '2021-09-15T16:25:16Z', 'revision_number': 5, 'project_id': 'c399e90bd6c14b28a0c663c318ac7dd0', 'subnets': [{'id': 'd9230886-3d10-4207-9dd3-ce6966941488', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779576-8-iscsi', False) {} {{(pid=93955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:29:44.005358 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-b91bfa9b-7a68-4f0a-bcf4-c64dba9d4a36 tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3725591'] for floatingip, after_create {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:29:44.008042 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91bfa9b-7a68-4f0a-bcf4-c64dba9d4a36 tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] Pushing event updated for resources: {'Port': ['ID=3ebfa293-9559-4203-ab95-5446219619cb,revision_number=2']} {{(pid=93954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:29:44.025202 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7868ec8c-64d8-4135-a53a-efee4b124b03 None None] The sync data for ids ['4ced20cb-78bd-463d-a639-2fabada1e81e'] in dv-cinder-779576-8-iscsi is: [{'id': '4ced20cb-78bd-463d-a639-2fabada1e81e', 'name': 'tempest-TestMinimumBasicScenario-414778358-router', 'tenant_id': 'c399e90bd6c14b28a0c663c318ac7dd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62251075-a3e3-4d47-8761-104d217b089a', 'external_fixed_ips': [{'subnet_id': '9a71565b-217b-482b-8364-bc8ecb4c8f88', 'ip_address': '172.27.3.17'}], 'enable_snat': True}, 'gw_port_id': 'd78352ab-9614-405e-92ee-c29472d3206d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:25:09Z', 'updated_at': '2021-09-15T16:25:12Z', 'revision_number': 4, 'project_id': 'c399e90bd6c14b28a0c663c318ac7dd0', 'gw_port': {'id': 'd78352ab-9614-405e-92ee-c29472d3206d', 'name': '', 'network_id': '62251075-a3e3-4d47-8761-104d217b089a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:2c:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ced20cb-78bd-463d-a639-2fabada1e81e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '9a71565b-217b-482b-8364-bc8ecb4c8f88', 'ip_address': '172.27.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779576-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:25:10Z', 'updated_at': '2021-09-15T16:25:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a71565b-217b-482b-8364-bc8ecb4c8f88', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779576-8-iscsi', '_interfaces': [{'id': '7e32e7ae-9ba7-43b1-b194-4a1e40cf6b75', 'name': '', 'network_id': 'c6939575-0b70-4011-b40f-e72ea525aac3', 'tenant_id': 'c399e90bd6c14b28a0c663c318ac7dd0', 'mac_address': 'fa:16:3e:3d:0a:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ced20cb-78bd-463d-a639-2fabada1e81e', 'device_owner': 'network:router_interface', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': 'd9230886-3d10-4207-9dd3-ce6966941488', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779576-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:25:12Z', 'updated_at': '2021-09-15T16:25:16Z', 'revision_number': 5, 'project_id': 'c399e90bd6c14b28a0c663c318ac7dd0', 'subnets': [{'id': 'd9230886-3d10-4207-9dd3-ce6966941488', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 16:29:44.025711 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-b91bfa9b-7a68-4f0a-bcf4-c64dba9d4a36 tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58602'] for floatingip, before_response {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:29:44.027987 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [None req-b91bfa9b-7a68-4f0a-bcf4-c64dba9d4a36 tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8485429 Sep 15 16:29:44.148289 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ba8a65-d955-47e6-a8c9-eeb3e54a92a4 req-b261ac8a-a346-4729-85e3-6fd25c33a3bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:29:44.149820 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-e3ba8a65-d955-47e6-a8c9-eeb3e54a92a4 req-b261ac8a-a346-4729-85e3-6fd25c33a3bb service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=c399e90bd6c14b28a0c663c318ac7dd0&device_id=8b69e941-0dad-4449-8c59-eeac8c5bbffa HTTP/1.1" status: 200 len: 1098 time: 0.0509372 Sep 15 16:29:44.218068 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-44285ed2-9a2a-4ff6-b458-e2ffafe74bf1 req-e07343f8-f644-4bc8-8b3c-8be4ff59ac41 tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-securitygroup--501634008&fields=id&tenant_id=f7e7af658aa34644855359ede57c4c67 HTTP/1.1" status: 200 len: 267 time: 0.0330362 Sep 15 16:29:44.258899 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b69e941-0dad-4449-8c59-eeac8c5bbffa', 'tag': '6a694102-9a08-4066-9fc2-887d5dc7033e'}] {{(pid=93953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 16:29:44.261954 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5192e05b0783e869a38b3815ee673eee9316ce03dcaf8465063259ebfb62487" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29d4aa34-0165-46a9-9044-408a29063104" -d '{"events": [{"name": "network-changed", "server_uuid": "8b69e941-0dad-4449-8c59-eeac8c5bbffa", "tag": "6a694102-9a08-4066-9fc2-887d5dc7033e"}]}' {{(pid=93953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 16:29:44.262540 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29dd0e9c-4615-4c47-a0d0-c76180557c82 None None] New status for floating IP 048715f7-481c-40ce-aaa8-7bc4207fc4d7: DOWN {{(pid=93956) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 15 16:29:44.298241 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 16:29:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b4bc3f7-bf48-4050-9b00-49a966c3b526 x-openstack-request-id: req-6b4bc3f7-bf48-4050-9b00-49a966c3b526 {{(pid=93953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 16:29:44.298530 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b69e941-0dad-4449-8c59-eeac8c5bbffa", "tag": "6a694102-9a08-4066-9fc2-887d5dc7033e", "status": "completed", "code": 200}]} {{(pid=93953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 16:29:44.298775 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-6b4bc3f7-bf48-4050-9b00-49a966c3b526 {{(pid=93953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 16:29:44.299158 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b69e941-0dad-4449-8c59-eeac8c5bbffa', 'tag': '6a694102-9a08-4066-9fc2-887d5dc7033e', 'status': 'completed', 'code': 200} Sep 15 16:29:44.336532 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44285ed2-9a2a-4ff6-b458-e2ffafe74bf1 req-307683df-adcd-462d-9ee8-57e6d1409e45 tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:29:44.338035 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-44285ed2-9a2a-4ff6-b458-e2ffafe74bf1 req-307683df-adcd-462d-9ee8-57e6d1409e45 tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] 10.222.0.39 "GET /v2.0/networks?id=301d3dae-97cb-4f1f-a074-0eaf2ccca5e4 HTTP/1.1" status: 200 len: 817 time: 0.1128905 Sep 15 16:29:44.353833 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-44285ed2-9a2a-4ff6-b458-e2ffafe74bf1 req-2003e3e4-8592-4e63-a682-c8076fe35c99 tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] 10.222.0.39 "GET /v2.0/quotas/f7e7af658aa34644855359ede57c4c67 HTTP/1.1" status: 200 len: 375 time: 0.0099618 Sep 15 16:29:44.409608 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-44285ed2-9a2a-4ff6-b458-e2ffafe74bf1 req-0b889629-cf8a-4da1-a337-e6c61083c648 tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=f7e7af658aa34644855359ede57c4c67&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0495217 Sep 15 16:29:44.517762 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-44285ed2-9a2a-4ff6-b458-e2ffafe74bf1 req-e43896ed-f2f0-4aa2-aac0-bdf7718bc7a9 service neutron] 10.222.0.39 "GET /v2.0/networks/301d3dae-97cb-4f1f-a074-0eaf2ccca5e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898459 Sep 15 16:29:44.615317 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-44285ed2-9a2a-4ff6-b458-e2ffafe74bf1 req-d326ced1-71bd-497a-a0e7-8e25572c3573 service neutron] 10.222.0.39 "GET /v2.0/networks/301d3dae-97cb-4f1f-a074-0eaf2ccca5e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887799 Sep 15 16:29:44.785990 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-16edd52d-b738-462a-950a-8a44d0b7c277 req-0b253363-f303-4bdc-b071-41711799a116 tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] 10.222.0.39 "GET /v2.0/ports?device_id=492e2786-6357-4fcf-ba17-02c1ad2a37e6 HTTP/1.1" status: 200 len: 210 time: 0.0268309 Sep 15 16:29:45.406592 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.db [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] get_ports_and_sgs() called for port_ids ['6a694102-9a08-4066-9fc2-887d5dc7033e'] {{(pid=93955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 16:29:45.473289 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.db [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] get_ports_and_sgs() called for port_ids ['6a694102-9a08-4066-9fc2-887d5dc7033e'] {{(pid=93955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 16:29:45.541970 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ba8a65-d955-47e6-a8c9-eeb3e54a92a4 req-a68f28dc-2216-4f3b-83e0-02ab537d458b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:29:45.543522 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-e3ba8a65-d955-47e6-a8c9-eeb3e54a92a4 req-a68f28dc-2216-4f3b-83e0-02ab537d458b service neutron] 10.222.0.45 "GET /v2.0/networks?id=c6939575-0b70-4011-b40f-e72ea525aac3 HTTP/1.1" status: 200 len: 914 time: 0.1084728 Sep 15 16:29:45.587368 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-e3ba8a65-d955-47e6-a8c9-eeb3e54a92a4 req-3b933e22-7fcb-46ef-b93e-249fd5dc8731 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6a694102-9a08-4066-9fc2-887d5dc7033e HTTP/1.1" status: 200 len: 217 time: 0.0360346 Sep 15 16:29:45.640025 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ba8a65-d955-47e6-a8c9-eeb3e54a92a4 req-feb38b45-dcea-4dd0-acd6-f8f366de9e86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:29:45.641692 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-e3ba8a65-d955-47e6-a8c9-eeb3e54a92a4 req-feb38b45-dcea-4dd0-acd6-f8f366de9e86 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=d9230886-3d10-4207-9dd3-ce6966941488 HTTP/1.1" status: 200 len: 853 time: 0.0474861 Sep 15 16:29:45.695272 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ba8a65-d955-47e6-a8c9-eeb3e54a92a4 req-e1cf2d7b-5455-4d53-ba18-475672fd6509 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:29:45.696916 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-e3ba8a65-d955-47e6-a8c9-eeb3e54a92a4 req-e1cf2d7b-5455-4d53-ba18-475672fd6509 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=c6939575-0b70-4011-b40f-e72ea525aac3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0467632 Sep 15 16:29:45.886987 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-21f5ca3e-913a-46d2-aee0-e6cc322efefb req-c0e491f0-ce13-4360-9aa1-45c4518a8ecb tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] 10.222.0.39 "GET /v2.0/ports?device_id=492e2786-6357-4fcf-ba17-02c1ad2a37e6 HTTP/1.1" status: 200 len: 210 time: 0.0261040 Sep 15 16:29:45.948565 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-e3ba8a65-d955-47e6-a8c9-eeb3e54a92a4 req-f32655b6-e2aa-4fb2-ac5d-bc5c7a1a64df service neutron] 10.222.0.45 "GET /v2.0/networks/c6939575-0b70-4011-b40f-e72ea525aac3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878990 Sep 15 16:29:46.048922 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-e3ba8a65-d955-47e6-a8c9-eeb3e54a92a4 req-ba3c32dc-632d-45cb-bfe3-29692fb1d334 service neutron] 10.222.0.45 "GET /v2.0/networks/c6939575-0b70-4011-b40f-e72ea525aac3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931439 Sep 15 16:29:46.136683 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d4aa34-0165-46a9-9044-408a29063104 req-73768563-be8b-489c-a592-e7fde76f6880 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:29:46.138134 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-29d4aa34-0165-46a9-9044-408a29063104 req-73768563-be8b-489c-a592-e7fde76f6880 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=c399e90bd6c14b28a0c663c318ac7dd0&device_id=8b69e941-0dad-4449-8c59-eeac8c5bbffa HTTP/1.1" status: 200 len: 1098 time: 0.0414097 Sep 15 16:29:46.256507 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d4aa34-0165-46a9-9044-408a29063104 req-ae9456c7-62cb-4b7b-b7ad-19fd9e5da9ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:29:46.257968 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-29d4aa34-0165-46a9-9044-408a29063104 req-ae9456c7-62cb-4b7b-b7ad-19fd9e5da9ab service neutron] 10.222.0.45 "GET /v2.0/networks?id=c6939575-0b70-4011-b40f-e72ea525aac3 HTTP/1.1" status: 200 len: 914 time: 0.1020653 Sep 15 16:29:46.299951 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-29d4aa34-0165-46a9-9044-408a29063104 req-01434c69-980c-45f0-9113-9c957d518a2c service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6a694102-9a08-4066-9fc2-887d5dc7033e HTTP/1.1" status: 200 len: 217 time: 0.0333865 Sep 15 16:29:46.351252 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d4aa34-0165-46a9-9044-408a29063104 req-3e057acb-79ea-497b-b6ce-e65ed6f3ddff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:29:46.352726 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-29d4aa34-0165-46a9-9044-408a29063104 req-3e057acb-79ea-497b-b6ce-e65ed6f3ddff service neutron] 10.222.0.45 "GET /v2.0/subnets?id=d9230886-3d10-4207-9dd3-ce6966941488 HTTP/1.1" status: 200 len: 853 time: 0.0452881 Sep 15 16:29:46.406637 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d4aa34-0165-46a9-9044-408a29063104 req-ca4f99e4-716c-4d0b-b47e-aa81696ec2bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:29:46.408248 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-29d4aa34-0165-46a9-9044-408a29063104 req-ca4f99e4-716c-4d0b-b47e-aa81696ec2bb service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=c6939575-0b70-4011-b40f-e72ea525aac3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0469117 Sep 15 16:29:46.509126 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-29d4aa34-0165-46a9-9044-408a29063104 req-1a25daf5-2008-4fcb-9aab-ce3c2d277f83 service neutron] 10.222.0.45 "GET /v2.0/networks/c6939575-0b70-4011-b40f-e72ea525aac3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930259 Sep 15 16:29:46.618519 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-29d4aa34-0165-46a9-9044-408a29063104 req-899f0691-0dc5-44f4-878a-4901ad07534d service neutron] 10.222.0.45 "GET /v2.0/networks/c6939575-0b70-4011-b40f-e72ea525aac3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0994942 Sep 15 16:29:46.768673 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44285ed2-9a2a-4ff6-b458-e2ffafe74bf1 req-991ceceb-1122-42f0-89b9-d7885e5e8fc9 tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:29:46.770700 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-44285ed2-9a2a-4ff6-b458-e2ffafe74bf1 req-991ceceb-1122-42f0-89b9-d7885e5e8fc9 tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] 10.222.0.45 "GET /v2.0/networks?id=301d3dae-97cb-4f1f-a074-0eaf2ccca5e4 HTTP/1.1" status: 200 len: 817 time: 0.1383595 Sep 15 16:29:46.825780 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-44285ed2-9a2a-4ff6-b458-e2ffafe74bf1 req-e6c35a92-354f-4ed7-a500-1f1dba98c256 tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f7e7af658aa34644855359ede57c4c67 HTTP/1.1" status: 200 len: 379 time: 0.0463629 Sep 15 16:29:46.842084 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.api.v2.base [req-44285ed2-9a2a-4ff6-b458-e2ffafe74bf1 req-49dd1637-a8aa-4936-a5e5-ac692123169d tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] Request body: {'port': {'device_id': '492e2786-6357-4fcf-ba17-02c1ad2a37e6', 'network_id': '301d3dae-97cb-4f1f-a074-0eaf2ccca5e4', 'admin_state_up': True, 'tenant_id': 'f7e7af658aa34644855359ede57c4c67', 'security_groups': ['a4c6cb2d-885f-4897-a1c6-40508080b1e9']}} {{(pid=93953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:29:46.961173 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-44285ed2-9a2a-4ff6-b458-e2ffafe74bf1 req-49dd1637-a8aa-4936-a5e5-ac692123169d tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] Made reservation on behalf of f7e7af658aa34644855359ede57c4c67 for: {'port': 1} {{(pid=93953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 16:29:46.964747 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [req-44285ed2-9a2a-4ff6-b458-e2ffafe74bf1 req-49dd1637-a8aa-4936-a5e5-ac692123169d tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928820'] for port, before_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:29:46.994284 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-19eef2ce-b2d1-43c3-b37f-c94222ba96d1 req-7c252c92-36c8-492a-abf9-5f7774b0109a tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] 10.222.0.39 "GET /v2.0/ports?device_id=492e2786-6357-4fcf-ba17-02c1ad2a37e6 HTTP/1.1" status: 200 len: 210 time: 0.0302849 Sep 15 16:29:47.096445 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.db.db_base_plugin_common [req-44285ed2-9a2a-4ff6-b458-e2ffafe74bf1 req-49dd1637-a8aa-4936-a5e5-ac692123169d tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] Allocated IP 172.20.0.13 (301d3dae-97cb-4f1f-a074-0eaf2ccca5e4/fa5f41a1-b858-4e32-8594-59b83d73c6e9/b226e5a5-76e2-409a-8ccd-16760cacd1ee) {{(pid=93953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 16:29:47.251761 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [req-44285ed2-9a2a-4ff6-b458-e2ffafe74bf1 req-49dd1637-a8aa-4936-a5e5-ac692123169d tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] Notify callbacks [] for port, precommit_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:29:47.293208 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [req-44285ed2-9a2a-4ff6-b458-e2ffafe74bf1 req-49dd1637-a8aa-4936-a5e5-ac692123169d tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791195969994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127878305'] for port, after_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:29:47.340040 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-44285ed2-9a2a-4ff6-b458-e2ffafe74bf1 req-49dd1637-a8aa-4936-a5e5-ac692123169d tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] Network 301d3dae-97cb-4f1f-a074-0eaf2ccca5e4 is already hosted by enough agents. {{(pid=93953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:29:47.343136 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.scheduler.base_scheduler [req-44285ed2-9a2a-4ff6-b458-e2ffafe74bf1 req-49dd1637-a8aa-4936-a5e5-ac692123169d tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] Resources bound (agent type, host, resource id): {{(pid=93953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:29:47.347080 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.db.l3_dvrscheduler_db [req-44285ed2-9a2a-4ff6-b458-e2ffafe74bf1 req-49dd1637-a8aa-4936-a5e5-ac692123169d tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] Received port after_create {{(pid=93953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 16:29:47.379847 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49dd1637-a8aa-4936-a5e5-ac692123169d tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] Pushing event updated for resources: {'Port': ['ID=b226e5a5-76e2-409a-8ccd-16760cacd1ee,revision_number=1']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:29:47.414942 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44285ed2-9a2a-4ff6-b458-e2ffafe74bf1 req-49dd1637-a8aa-4936-a5e5-ac692123169d tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:29:47.415600 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [req-44285ed2-9a2a-4ff6-b458-e2ffafe74bf1 req-49dd1637-a8aa-4936-a5e5-ac692123169d tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58602'] for port, before_response {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:29:47.434623 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-44285ed2-9a2a-4ff6-b458-e2ffafe74bf1 req-49dd1637-a8aa-4936-a5e5-ac692123169d tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5985546 Sep 15 16:29:47.453207 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.api.v2.base [req-44285ed2-9a2a-4ff6-b458-e2ffafe74bf1 req-2187bb0a-9fb5-4c23-b831-a3e5a9a04da1 service neutron] Request body: {'port': {'device_id': '492e2786-6357-4fcf-ba17-02c1ad2a37e6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77957'}} {{(pid=93953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:29:47.521729 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [req-44285ed2-9a2a-4ff6-b458-e2ffafe74bf1 req-2187bb0a-9fb5-4c23-b831-a3e5a9a04da1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928820'] for port, before_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:29:47.594322 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.db.provisioning_blocks [None req-f7af9629-b41f-45cf-b75b-b8c988833d43 None None] Provisioning complete for port b226e5a5-76e2-409a-8ccd-16760cacd1ee triggered by entity DHCP. {{(pid=93955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:29:47.594913 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-f7af9629-b41f-45cf-b75b-b8c988833d43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953592'] for port, provisioning_complete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:29:47.634436 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [None req-f7af9629-b41f-45cf-b75b-b8c988833d43 None None] Port b226e5a5-76e2-409a-8ccd-16760cacd1ee cannot update to ACTIVE because it is not bound. {{(pid=93955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 16:29:47.798232 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.notifiers.nova [req-44285ed2-9a2a-4ff6-b458-e2ffafe74bf1 req-2187bb0a-9fb5-4c23-b831-a3e5a9a04da1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b226e5a5-76e2-409a-8ccd-16760cacd1ee {{(pid=93953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 16:29:47.806515 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [req-44285ed2-9a2a-4ff6-b458-e2ffafe74bf1 req-2187bb0a-9fb5-4c23-b831-a3e5a9a04da1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:29:47.824274 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.db.provisioning_blocks [req-44285ed2-9a2a-4ff6-b458-e2ffafe74bf1 req-2187bb0a-9fb5-4c23-b831-a3e5a9a04da1 service neutron] Transition to ACTIVE for port object b226e5a5-76e2-409a-8ccd-16760cacd1ee will not be triggered until provisioned by entity L2. {{(pid=93953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 16:29:47.831939 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [req-44285ed2-9a2a-4ff6-b458-e2ffafe74bf1 req-2187bb0a-9fb5-4c23-b831-a3e5a9a04da1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791196459277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791195970012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791195970030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127878328'] for port, after_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:29:47.891416 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2187bb0a-9fb5-4c23-b831-a3e5a9a04da1 service neutron] Pushing event updated for resources: {'Port': ['ID=b226e5a5-76e2-409a-8ccd-16760cacd1ee,revision_number=2']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:29:47.969034 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.managers [req-44285ed2-9a2a-4ff6-b458-e2ffafe74bf1 req-2187bb0a-9fb5-4c23-b831-a3e5a9a04da1 service neutron] Attempting to bind port b226e5a5-76e2-409a-8ccd-16760cacd1ee on host hv-cinder-77957 for vnic_type normal with profile {{(pid=93953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 16:29:47.969396 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.managers [req-44285ed2-9a2a-4ff6-b458-e2ffafe74bf1 req-2187bb0a-9fb5-4c23-b831-a3e5a9a04da1 service neutron] Attempting to bind port b226e5a5-76e2-409a-8ccd-16760cacd1ee by drivers openvswitch,hyperv on host hv-cinder-77957 at level 0 using segments [{'id': '604bbfea-00fe-4e59-aeb5-45f535ca3265', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '301d3dae-97cb-4f1f-a074-0eaf2ccca5e4'}] {{(pid=93953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 16:29:47.969727 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44285ed2-9a2a-4ff6-b458-e2ffafe74bf1 req-2187bb0a-9fb5-4c23-b831-a3e5a9a04da1 service neutron] Attempting to bind port b226e5a5-76e2-409a-8ccd-16760cacd1ee on network 301d3dae-97cb-4f1f-a074-0eaf2ccca5e4 {{(pid=93953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 16:29:47.974250 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44285ed2-9a2a-4ff6-b458-e2ffafe74bf1 req-2187bb0a-9fb5-4c23-b831-a3e5a9a04da1 service neutron] Port b226e5a5-76e2-409a-8ccd-16760cacd1ee on network 301d3dae-97cb-4f1f-a074-0eaf2ccca5e4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77957 {{(pid=93953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 15 16:29:47.974566 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44285ed2-9a2a-4ff6-b458-e2ffafe74bf1 req-2187bb0a-9fb5-4c23-b831-a3e5a9a04da1 service neutron] Attempting to bind port b226e5a5-76e2-409a-8ccd-16760cacd1ee on network 301d3dae-97cb-4f1f-a074-0eaf2ccca5e4 {{(pid=93953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 16:29:47.979527 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44285ed2-9a2a-4ff6-b458-e2ffafe74bf1 req-2187bb0a-9fb5-4c23-b831-a3e5a9a04da1 service neutron] Checking agent: {'id': 'ffe43d43-c071-44aa-bc11-ae2d4b291b02', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77957', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 16, 20, 23), 'started_at': datetime.datetime(2021, 9, 15, 16, 20, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 16, 29, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 16:29:47.980065 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44285ed2-9a2a-4ff6-b458-e2ffafe74bf1 req-2187bb0a-9fb5-4c23-b831-a3e5a9a04da1 service neutron] Checking segment: {'id': '604bbfea-00fe-4e59-aeb5-45f535ca3265', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '301d3dae-97cb-4f1f-a074-0eaf2ccca5e4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 16:29:47.980559 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44285ed2-9a2a-4ff6-b458-e2ffafe74bf1 req-2187bb0a-9fb5-4c23-b831-a3e5a9a04da1 service neutron] Bound using segment: {'id': '604bbfea-00fe-4e59-aeb5-45f535ca3265', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '301d3dae-97cb-4f1f-a074-0eaf2ccca5e4'} {{(pid=93953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 16:29:47.981086 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.managers [req-44285ed2-9a2a-4ff6-b458-e2ffafe74bf1 req-2187bb0a-9fb5-4c23-b831-a3e5a9a04da1 service neutron] Bound port: b226e5a5-76e2-409a-8ccd-16760cacd1ee, host: hv-cinder-77957, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '604bbfea-00fe-4e59-aeb5-45f535ca3265', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '301d3dae-97cb-4f1f-a074-0eaf2ccca5e4'}}] {{(pid=93953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 16:29:47.981444 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [req-44285ed2-9a2a-4ff6-b458-e2ffafe74bf1 req-2187bb0a-9fb5-4c23-b831-a3e5a9a04da1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928820'] for port, before_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:29:48.068776 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.db [req-44285ed2-9a2a-4ff6-b458-e2ffafe74bf1 req-2187bb0a-9fb5-4c23-b831-a3e5a9a04da1 service neutron] For port b226e5a5-76e2-409a-8ccd-16760cacd1ee, host hv-cinder-77957, cleared binding levels {{(pid=93953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 16:29:48.073656 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.db [req-44285ed2-9a2a-4ff6-b458-e2ffafe74bf1 req-2187bb0a-9fb5-4c23-b831-a3e5a9a04da1 service neutron] For port b226e5a5-76e2-409a-8ccd-16760cacd1ee, host hv-cinder-77957, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77957',level=0,port_id=b226e5a5-76e2-409a-8ccd-16760cacd1ee,segment=NetworkSegment(604bbfea-00fe-4e59-aeb5-45f535ca3265),segment_id=604bbfea-00fe-4e59-aeb5-45f535ca3265)] {{(pid=93953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 16:29:48.080041 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [req-44285ed2-9a2a-4ff6-b458-e2ffafe74bf1 req-2187bb0a-9fb5-4c23-b831-a3e5a9a04da1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791196459277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791195970012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791195970030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127878328'] for port, after_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:29:48.145267 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44285ed2-9a2a-4ff6-b458-e2ffafe74bf1 req-2187bb0a-9fb5-4c23-b831-a3e5a9a04da1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:29:48.145883 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [req-44285ed2-9a2a-4ff6-b458-e2ffafe74bf1 req-2187bb0a-9fb5-4c23-b831-a3e5a9a04da1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58602'] for port, before_response {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:29:48.147461 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-44285ed2-9a2a-4ff6-b458-e2ffafe74bf1 req-2187bb0a-9fb5-4c23-b831-a3e5a9a04da1 service neutron] 10.222.0.45 "PUT /v2.0/ports/b226e5a5-76e2-409a-8ccd-16760cacd1ee HTTP/1.1" status: 200 len: 1094 time: 0.6989675 Sep 15 16:29:48.147831 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '492e2786-6357-4fcf-ba17-02c1ad2a37e6', 'tag': 'b226e5a5-76e2-409a-8ccd-16760cacd1ee'}] {{(pid=93953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 16:29:48.150085 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5192e05b0783e869a38b3815ee673eee9316ce03dcaf8465063259ebfb62487" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82da34a3-0b4a-4718-8aff-0d5e600634a9" -d '{"events": [{"name": "network-changed", "server_uuid": "492e2786-6357-4fcf-ba17-02c1ad2a37e6", "tag": "b226e5a5-76e2-409a-8ccd-16760cacd1ee"}]}' {{(pid=93953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 16:29:48.177383 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2187bb0a-9fb5-4c23-b831-a3e5a9a04da1 service neutron] Pushing event updated for resources: {'Port': ['ID=b226e5a5-76e2-409a-8ccd-16760cacd1ee,revision_number=3']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:29:48.202013 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf5c140-e9ef-4cdb-8b07-acd2e7f2730e req-c56bd6da-cbe3-4d7e-8d83-6a8695f7e53a tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:29:48.203572 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-5bf5c140-e9ef-4cdb-8b07-acd2e7f2730e req-c56bd6da-cbe3-4d7e-8d83-6a8695f7e53a tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] 10.222.0.39 "GET /v2.0/ports?device_id=492e2786-6357-4fcf-ba17-02c1ad2a37e6 HTTP/1.1" status: 200 len: 944 time: 0.1140950 Sep 15 16:29:48.205068 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 16:29:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49aa5ad9-9c6d-4431-900f-d4eebb5609b5 x-openstack-request-id: req-49aa5ad9-9c6d-4431-900f-d4eebb5609b5 {{(pid=93953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 16:29:48.205350 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "492e2786-6357-4fcf-ba17-02c1ad2a37e6", "tag": "b226e5a5-76e2-409a-8ccd-16760cacd1ee", "status": "completed", "code": 200}]} {{(pid=93953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 16:29:48.205596 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-49aa5ad9-9c6d-4431-900f-d4eebb5609b5 {{(pid=93953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 16:29:48.205969 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '492e2786-6357-4fcf-ba17-02c1ad2a37e6', 'tag': 'b226e5a5-76e2-409a-8ccd-16760cacd1ee', 'status': 'completed', 'code': 200} Sep 15 16:29:48.269499 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-5bf5c140-e9ef-4cdb-8b07-acd2e7f2730e req-b8fe58f2-8d9b-431a-b898-1a1a106b0b80 tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] 10.222.0.39 "GET /v2.0/security-groups?id=a4c6cb2d-885f-4897-a1c6-40508080b1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0547163 Sep 15 16:29:48.275464 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44285ed2-9a2a-4ff6-b458-e2ffafe74bf1 req-d64ce05d-2a33-4373-9829-6020b9d6d2d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:29:48.277061 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-44285ed2-9a2a-4ff6-b458-e2ffafe74bf1 req-d64ce05d-2a33-4373-9829-6020b9d6d2d8 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f7e7af658aa34644855359ede57c4c67&device_id=492e2786-6357-4fcf-ba17-02c1ad2a37e6 HTTP/1.1" status: 200 len: 1097 time: 0.0703332 Sep 15 16:29:48.321758 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-44285ed2-9a2a-4ff6-b458-e2ffafe74bf1 req-8fc32fb0-7248-4a20-8d72-3bcc269b61fd service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b226e5a5-76e2-409a-8ccd-16760cacd1ee HTTP/1.1" status: 200 len: 217 time: 0.0363264 Sep 15 16:29:48.376211 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44285ed2-9a2a-4ff6-b458-e2ffafe74bf1 req-98292fab-7721-45fa-9fbf-cc1b212fc1b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:29:48.377654 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-44285ed2-9a2a-4ff6-b458-e2ffafe74bf1 req-98292fab-7721-45fa-9fbf-cc1b212fc1b4 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=fa5f41a1-b858-4e32-8594-59b83d73c6e9 HTTP/1.1" status: 200 len: 856 time: 0.0492258 Sep 15 16:29:48.425511 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44285ed2-9a2a-4ff6-b458-e2ffafe74bf1 req-92b99a9f-ff95-4a4c-89d4-8c926e9117fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:29:48.427147 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-44285ed2-9a2a-4ff6-b458-e2ffafe74bf1 req-92b99a9f-ff95-4a4c-89d4-8c926e9117fb service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=301d3dae-97cb-4f1f-a074-0eaf2ccca5e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0421500 Sep 15 16:29:48.519707 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-44285ed2-9a2a-4ff6-b458-e2ffafe74bf1 req-b335db9e-0497-429e-b15e-05698e76d86d service neutron] 10.222.0.45 "GET /v2.0/networks/301d3dae-97cb-4f1f-a074-0eaf2ccca5e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847640 Sep 15 16:29:48.622722 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-44285ed2-9a2a-4ff6-b458-e2ffafe74bf1 req-0f22226a-b42a-482a-b6b4-7179b0bc1965 service neutron] 10.222.0.45 "GET /v2.0/networks/301d3dae-97cb-4f1f-a074-0eaf2ccca5e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950489 Sep 15 16:29:48.711779 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82da34a3-0b4a-4718-8aff-0d5e600634a9 req-39e83a13-a3ce-48a3-adab-80e019a60495 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:29:48.713317 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-82da34a3-0b4a-4718-8aff-0d5e600634a9 req-39e83a13-a3ce-48a3-adab-80e019a60495 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f7e7af658aa34644855359ede57c4c67&device_id=492e2786-6357-4fcf-ba17-02c1ad2a37e6 HTTP/1.1" status: 200 len: 1097 time: 0.0421686 Sep 15 16:29:49.071366 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82da34a3-0b4a-4718-8aff-0d5e600634a9 req-6eb81ce9-84c2-4dd9-872a-ffd6a2a13ecf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:29:49.072841 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-82da34a3-0b4a-4718-8aff-0d5e600634a9 req-6eb81ce9-84c2-4dd9-872a-ffd6a2a13ecf service neutron] 10.222.0.45 "GET /v2.0/networks?id=301d3dae-97cb-4f1f-a074-0eaf2ccca5e4 HTTP/1.1" status: 200 len: 917 time: 0.3528738 Sep 15 16:29:49.116316 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-82da34a3-0b4a-4718-8aff-0d5e600634a9 req-edc89b02-c804-4c14-90e2-cd760e9c0b59 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b226e5a5-76e2-409a-8ccd-16760cacd1ee HTTP/1.1" status: 200 len: 217 time: 0.0357738 Sep 15 16:29:49.165087 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82da34a3-0b4a-4718-8aff-0d5e600634a9 req-cfaebf2f-82e7-42ba-9390-15cba8d01d80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:29:49.166532 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-82da34a3-0b4a-4718-8aff-0d5e600634a9 req-cfaebf2f-82e7-42ba-9390-15cba8d01d80 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=fa5f41a1-b858-4e32-8594-59b83d73c6e9 HTTP/1.1" status: 200 len: 856 time: 0.0430682 Sep 15 16:29:49.221352 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82da34a3-0b4a-4718-8aff-0d5e600634a9 req-3631863b-c45a-484d-864c-b91d5773368f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:29:49.223034 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-82da34a3-0b4a-4718-8aff-0d5e600634a9 req-3631863b-c45a-484d-864c-b91d5773368f service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=301d3dae-97cb-4f1f-a074-0eaf2ccca5e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0492716 Sep 15 16:29:49.359211 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7ec8ab-6940-4441-8e72-4c35ba187d7f req-5dd46bce-1412-4dda-ad2a-7134d2194f53 tempest-TestMinimumBasicScenario-867511208 tempest-TestMinimumBasicScenario-867511208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:29:49.360699 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-6c7ec8ab-6940-4441-8e72-4c35ba187d7f req-5dd46bce-1412-4dda-ad2a-7134d2194f53 tempest-TestMinimumBasicScenario-867511208 tempest-TestMinimumBasicScenario-867511208-project] 10.222.0.39 "GET /v2.0/ports?device_id=8b69e941-0dad-4449-8c59-eeac8c5bbffa HTTP/1.1" status: 200 len: 945 time: 0.1001263 Sep 15 16:29:49.364703 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-82da34a3-0b4a-4718-8aff-0d5e600634a9 req-686874db-711a-4535-ad1c-5199f14f6c1d service neutron] 10.222.0.45 "GET /v2.0/networks/301d3dae-97cb-4f1f-a074-0eaf2ccca5e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220596 Sep 15 16:29:49.398789 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11427637-269c-47d5-8a9a-e3ff6dbeedef req-9c83d7cc-1e74-4b05-bcae-c1285d72c0a5 tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:29:49.400310 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-11427637-269c-47d5-8a9a-e3ff6dbeedef req-9c83d7cc-1e74-4b05-bcae-c1285d72c0a5 tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] 10.222.0.39 "GET /v2.0/ports?device_id=492e2786-6357-4fcf-ba17-02c1ad2a37e6 HTTP/1.1" status: 200 len: 944 time: 0.0524302 Sep 15 16:29:49.438085 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-11427637-269c-47d5-8a9a-e3ff6dbeedef req-374be53f-d657-4c7a-9919-e8bb6f82345a tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] 10.222.0.39 "GET /v2.0/security-groups?id=a4c6cb2d-885f-4897-a1c6-40508080b1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316858 Sep 15 16:29:49.448564 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-6c7ec8ab-6940-4441-8e72-4c35ba187d7f req-f085fa0a-cece-48cb-a91f-60b91038ba62 tempest-TestMinimumBasicScenario-867511208 tempest-TestMinimumBasicScenario-867511208-project] 10.222.0.39 "GET /v2.0/security-groups?id=f015b5f4-57be-4ab6-9bf7-9f53b172ec0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806584 Sep 15 16:29:49.477550 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-82da34a3-0b4a-4718-8aff-0d5e600634a9 req-db864e1c-d8a0-440c-aea2-60ee348b55e0 service neutron] 10.222.0.45 "GET /v2.0/networks/301d3dae-97cb-4f1f-a074-0eaf2ccca5e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1037245 Sep 15 16:29:50.570302 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7817d37e-f5be-4a53-9aab-956894f71002 req-c336ed2d-ec56-4e4a-96d7-03ea0f905fe3 tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:29:50.571762 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-7817d37e-f5be-4a53-9aab-956894f71002 req-c336ed2d-ec56-4e4a-96d7-03ea0f905fe3 tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] 10.222.0.39 "GET /v2.0/ports?device_id=492e2786-6357-4fcf-ba17-02c1ad2a37e6 HTTP/1.1" status: 200 len: 944 time: 0.0506456 Sep 15 16:29:50.575688 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d854a42-d02f-45ca-a023-ad6254e7b08b req-c5afe6cc-7d1c-41fb-bf8f-c3c95b98c9cf tempest-TestMinimumBasicScenario-867511208 tempest-TestMinimumBasicScenario-867511208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:29:50.577261 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-3d854a42-d02f-45ca-a023-ad6254e7b08b req-c5afe6cc-7d1c-41fb-bf8f-c3c95b98c9cf tempest-TestMinimumBasicScenario-867511208 tempest-TestMinimumBasicScenario-867511208-project] 10.222.0.39 "GET /v2.0/ports?device_id=8b69e941-0dad-4449-8c59-eeac8c5bbffa HTTP/1.1" status: 200 len: 945 time: 0.0534329 Sep 15 16:29:50.610479 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-7817d37e-f5be-4a53-9aab-956894f71002 req-a58a32a2-7fd0-4567-84ac-8b87110938f8 tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] 10.222.0.39 "GET /v2.0/security-groups?id=a4c6cb2d-885f-4897-a1c6-40508080b1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321748 Sep 15 16:29:50.614316 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-3d854a42-d02f-45ca-a023-ad6254e7b08b req-50df214f-78a0-418e-8b8e-afa231a544b2 tempest-TestMinimumBasicScenario-867511208 tempest-TestMinimumBasicScenario-867511208-project] 10.222.0.39 "GET /v2.0/security-groups?id=f015b5f4-57be-4ab6-9bf7-9f53b172ec0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311389 Sep 15 16:29:51.396378 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670d047e-ba5b-4955-a78e-aff9a1cc9b36 req-e0aaf014-e612-47da-9fc4-03c5de3ac9f9 tempest-TestMinimumBasicScenario-867511208 tempest-TestMinimumBasicScenario-867511208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:29:51.397936 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-670d047e-ba5b-4955-a78e-aff9a1cc9b36 req-e0aaf014-e612-47da-9fc4-03c5de3ac9f9 tempest-TestMinimumBasicScenario-867511208 tempest-TestMinimumBasicScenario-867511208-project] 10.222.0.45 "GET /v2.0/ports?device_id=8b69e941-0dad-4449-8c59-eeac8c5bbffa HTTP/1.1" status: 200 len: 945 time: 0.0560303 Sep 15 16:29:51.433290 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.rpc [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] Device b226e5a5-76e2-409a-8ccd-16760cacd1ee details requested by agent hyperv_hv-cinder-77957 with host hv-cinder-77957 {{(pid=93955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 16:29:51.488988 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.plugin [req-670d047e-ba5b-4955-a78e-aff9a1cc9b36 req-22883f72-847b-4789-ba3e-5b857c7f233f tempest-TestMinimumBasicScenario-867511208 tempest-TestMinimumBasicScenario-867511208-project] Deleting port 6a694102-9a08-4066-9fc2-887d5dc7033e {{(pid=93953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:29:51.489331 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [req-670d047e-ba5b-4955-a78e-aff9a1cc9b36 req-22883f72-847b-4789-ba3e-5b857c7f233f tempest-TestMinimumBasicScenario-867511208 tempest-TestMinimumBasicScenario-867511208-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791196454449'] for port, before_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:29:51.529451 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.db [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] For port b226e5a5-76e2-409a-8ccd-16760cacd1ee, host hv-cinder-77957, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77957',level=0,port_id=b226e5a5-76e2-409a-8ccd-16760cacd1ee,segment=NetworkSegment(604bbfea-00fe-4e59-aeb5-45f535ca3265),segment_id=604bbfea-00fe-4e59-aeb5-45f535ca3265)] {{(pid=93955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:29:51.540761 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.rpc [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] Returning: {'device': 'b226e5a5-76e2-409a-8ccd-16760cacd1ee', 'network_id': '301d3dae-97cb-4f1f-a074-0eaf2ccca5e4', 'port_id': 'b226e5a5-76e2-409a-8ccd-16760cacd1ee', 'mac_address': 'fa:16:3e:2b:7b:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 53, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa5f41a1-b858-4e32-8594-59b83d73c6e9', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 16:29:51.579441 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.db [req-670d047e-ba5b-4955-a78e-aff9a1cc9b36 req-22883f72-847b-4789-ba3e-5b857c7f233f tempest-TestMinimumBasicScenario-867511208 tempest-TestMinimumBasicScenario-867511208-project] For port 6a694102-9a08-4066-9fc2-887d5dc7033e, host hv-cinder-77957, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77957',level=0,port_id=6a694102-9a08-4066-9fc2-887d5dc7033e,segment=NetworkSegment(8b3f5ad2-375f-48a2-b3db-ec27bfd31ad4),segment_id=8b3f5ad2-375f-48a2-b3db-ec27bfd31ad4)] {{(pid=93953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:29:51.580060 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [req-670d047e-ba5b-4955-a78e-aff9a1cc9b36 req-22883f72-847b-4789-ba3e-5b857c7f233f tempest-TestMinimumBasicScenario-867511208 tempest-TestMinimumBasicScenario-867511208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3729503'] for port, precommit_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:29:51.580541 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928820'] for port, before_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:29:51.592554 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.plugin [req-670d047e-ba5b-4955-a78e-aff9a1cc9b36 req-22883f72-847b-4789-ba3e-5b857c7f233f tempest-TestMinimumBasicScenario-867511208 tempest-TestMinimumBasicScenario-867511208-project] Calling delete_port for 6a694102-9a08-4066-9fc2-887d5dc7033e owned by compute:nova {{(pid=93953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:29:51.593715 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.notifiers.nova [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b226e5a5-76e2-409a-8ccd-16760cacd1ee {{(pid=93955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 16:29:51.613190 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.db [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] For port b226e5a5-76e2-409a-8ccd-16760cacd1ee, host hv-cinder-77957, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77957',level=0,port_id=b226e5a5-76e2-409a-8ccd-16760cacd1ee,segment=NetworkSegment(604bbfea-00fe-4e59-aeb5-45f535ca3265),segment_id=604bbfea-00fe-4e59-aeb5-45f535ca3265)] {{(pid=93955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:29:51.618701 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791196459277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791195970012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791195970030'] for port, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:29:51.680453 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] Pushing event updated for resources: {'Port': ['ID=b226e5a5-76e2-409a-8ccd-16760cacd1ee,revision_number=4']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:29:51.737834 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de16bd39-3de6-42d5-bcbd-d657f3619d96 req-4149f49b-c5f1-454d-9b04-30213ffacc4c tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:29:51.739310 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-de16bd39-3de6-42d5-bcbd-d657f3619d96 req-4149f49b-c5f1-454d-9b04-30213ffacc4c tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] 10.222.0.39 "GET /v2.0/ports?device_id=492e2786-6357-4fcf-ba17-02c1ad2a37e6 HTTP/1.1" status: 200 len: 945 time: 0.0501010 Sep 15 16:29:51.758717 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [req-670d047e-ba5b-4955-a78e-aff9a1cc9b36 req-22883f72-847b-4789-ba3e-5b857c7f233f tempest-TestMinimumBasicScenario-867511208 tempest-TestMinimumBasicScenario-867511208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791196460023', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791195970003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127878305'] for port, after_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:29:51.774069 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0910a5-7118-4897-b01f-6ef0a2504691 req-2473c971-d8fc-47dd-8abb-04afae46990e tempest-TestMinimumBasicScenario-867511208 tempest-TestMinimumBasicScenario-867511208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:29:51.775212 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.db [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] get_ports_and_sgs() called for port_ids ['6a694102-9a08-4066-9fc2-887d5dc7033e'] {{(pid=93955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 16:29:51.775570 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-6c0910a5-7118-4897-b01f-6ef0a2504691 req-2473c971-d8fc-47dd-8abb-04afae46990e tempest-TestMinimumBasicScenario-867511208 tempest-TestMinimumBasicScenario-867511208-project] 10.222.0.39 "GET /v2.0/ports?device_id=8b69e941-0dad-4449-8c59-eeac8c5bbffa HTTP/1.1" status: 200 len: 945 time: 0.0738351 Sep 15 16:29:51.784783 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-de16bd39-3de6-42d5-bcbd-d657f3619d96 req-49847ec0-75aa-4d2a-97c9-3e36b0ee435d tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] 10.222.0.39 "GET /v2.0/security-groups?id=a4c6cb2d-885f-4897-a1c6-40508080b1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387404 Sep 15 16:29:51.804014 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22883f72-847b-4789-ba3e-5b857c7f233f tempest-TestMinimumBasicScenario-867511208 tempest-TestMinimumBasicScenario-867511208-project] Pushing event deleted for resources: {'Port': ['ID=6a694102-9a08-4066-9fc2-887d5dc7033e,revision_number=None']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:29:51.863134 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.db.l3_dvrscheduler_db [req-670d047e-ba5b-4955-a78e-aff9a1cc9b36 req-22883f72-847b-4789-ba3e-5b857c7f233f tempest-TestMinimumBasicScenario-867511208 tempest-TestMinimumBasicScenario-867511208-project] No DVR routers for this DVR port 6a694102-9a08-4066-9fc2-887d5dc7033e on host hv-cinder-77957 {{(pid=93953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 16:29:51.867420 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [req-670d047e-ba5b-4955-a78e-aff9a1cc9b36 req-22883f72-847b-4789-ba3e-5b857c7f233f tempest-TestMinimumBasicScenario-867511208 tempest-TestMinimumBasicScenario-867511208-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58602'] for port, before_response {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:29:51.869401 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-670d047e-ba5b-4955-a78e-aff9a1cc9b36 req-22883f72-847b-4789-ba3e-5b857c7f233f tempest-TestMinimumBasicScenario-867511208 tempest-TestMinimumBasicScenario-867511208-project] 10.222.0.45 "DELETE /v2.0/ports/6a694102-9a08-4066-9fc2-887d5dc7033e HTTP/1.1" status: 204 len: 173 time: 0.4653471 Sep 15 16:29:51.869806 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b69e941-0dad-4449-8c59-eeac8c5bbffa', 'name': 'network-vif-deleted', 'tag': '6a694102-9a08-4066-9fc2-887d5dc7033e'}] {{(pid=93953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 16:29:51.872554 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5192e05b0783e869a38b3815ee673eee9316ce03dcaf8465063259ebfb62487" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fd321dc-bd8e-4e99-8522-64aa3634a298" -d '{"events": [{"server_uuid": "8b69e941-0dad-4449-8c59-eeac8c5bbffa", "name": "network-vif-deleted", "tag": "6a694102-9a08-4066-9fc2-887d5dc7033e"}]}' {{(pid=93953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 16:29:51.877567 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-6c0910a5-7118-4897-b01f-6ef0a2504691 req-7bd035c6-2338-4290-9e35-2c894b752d0e tempest-TestMinimumBasicScenario-867511208 tempest-TestMinimumBasicScenario-867511208-project] 10.222.0.39 "GET /v2.0/security-groups?id=f015b5f4-57be-4ab6-9bf7-9f53b172ec0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822599 Sep 15 16:29:51.911836 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 16:29:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc071b03-6275-4b0f-9d43-2266bc1c4a61 x-openstack-request-id: req-fc071b03-6275-4b0f-9d43-2266bc1c4a61 {{(pid=93953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 16:29:51.912537 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b69e941-0dad-4449-8c59-eeac8c5bbffa", "name": "network-vif-deleted", "tag": "6a694102-9a08-4066-9fc2-887d5dc7033e", "status": "completed", "code": 200}]} {{(pid=93953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 16:29:51.912537 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-fc071b03-6275-4b0f-9d43-2266bc1c4a61 {{(pid=93953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 16:29:51.912819 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b69e941-0dad-4449-8c59-eeac8c5bbffa', 'name': 'network-vif-deleted', 'tag': '6a694102-9a08-4066-9fc2-887d5dc7033e', 'status': 'completed', 'code': 200} Sep 15 16:29:51.945871 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.db [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] get_ports_and_sgs() called for port_ids ['b226e5a5-76e2-409a-8ccd-16760cacd1ee'] {{(pid=93955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 16:29:52.915632 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c4b734-1cd2-4bc8-8a5d-7ed43364bcab req-235b75ec-c369-4d94-9d63-2d8e5035921a tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:29:52.917871 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-59c4b734-1cd2-4bc8-8a5d-7ed43364bcab req-235b75ec-c369-4d94-9d63-2d8e5035921a tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] 10.222.0.39 "GET /v2.0/ports?device_id=492e2786-6357-4fcf-ba17-02c1ad2a37e6 HTTP/1.1" status: 200 len: 945 time: 0.0530066 Sep 15 16:29:52.956416 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-59c4b734-1cd2-4bc8-8a5d-7ed43364bcab req-40c40037-aaea-41dd-8791-66d1abcf3c73 tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] 10.222.0.39 "GET /v2.0/security-groups?id=a4c6cb2d-885f-4897-a1c6-40508080b1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333481 Sep 15 16:29:53.063003 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791196484491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953091'] for agent, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:29:53.445122 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.rpc [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] Device b226e5a5-76e2-409a-8ccd-16760cacd1ee up at agent hyperv_hv-cinder-77957 {{(pid=93955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 16:29:53.508548 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.db.provisioning_blocks [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] Provisioning for port b226e5a5-76e2-409a-8ccd-16760cacd1ee completed by entity L2. {{(pid=93955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 16:29:53.512162 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.db.provisioning_blocks [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] Provisioning complete for port b226e5a5-76e2-409a-8ccd-16760cacd1ee triggered by entity L2. {{(pid=93955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:29:53.512538 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953592'] for port, provisioning_complete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:29:53.586814 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.wsgi [-] (93954) accepted ('10.222.0.39', 39486) {{(pid=93954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:29:53.591298 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928820'] for port, before_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:29:53.617180 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '492e2786-6357-4fcf-ba17-02c1ad2a37e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b226e5a5-76e2-409a-8ccd-16760cacd1ee'}] {{(pid=93955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 16:29:53.619408 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cc821c0eec02d2c96bcea0a08104c2827b642bf310f598bba7a206798b1bddd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0c4651f-2003-4fb7-9e59-7d46403cdc28" -d '{"events": [{"server_uuid": "492e2786-6357-4fcf-ba17-02c1ad2a37e6", "name": "network-vif-plugged", "status": "completed", "tag": "b226e5a5-76e2-409a-8ccd-16760cacd1ee"}]}' {{(pid=93955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 16:29:53.633510 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.db [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] For port b226e5a5-76e2-409a-8ccd-16760cacd1ee, host hv-cinder-77957, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77957',level=0,port_id=b226e5a5-76e2-409a-8ccd-16760cacd1ee,segment=NetworkSegment(604bbfea-00fe-4e59-aeb5-45f535ca3265),segment_id=604bbfea-00fe-4e59-aeb5-45f535ca3265)] {{(pid=93955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:29:53.641493 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791196459277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791195970012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791195970030'] for port, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:29:53.642458 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.rpc [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] Device 6a694102-9a08-4066-9fc2-887d5dc7033e no longer exists at agent hyperv_hv-cinder-77957 {{(pid=93955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 16:29:53.680496 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 16:29:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f19e6127-37a2-41be-93ce-3e4b25b7839e x-openstack-request-id: req-f19e6127-37a2-41be-93ce-3e4b25b7839e {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 16:29:53.680819 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "492e2786-6357-4fcf-ba17-02c1ad2a37e6", "name": "network-vif-plugged", "status": "completed", "tag": "b226e5a5-76e2-409a-8ccd-16760cacd1ee", "code": 200}]} {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 16:29:53.681037 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-f19e6127-37a2-41be-93ce-3e4b25b7839e {{(pid=93955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 16:29:53.681425 dv-cinder-779576-8-iscsi neutron-server[93955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '492e2786-6357-4fcf-ba17-02c1ad2a37e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b226e5a5-76e2-409a-8ccd-16760cacd1ee', 'code': 200} Sep 15 16:29:53.684099 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] No Port match for: 6a694102-9a08-4066-9fc2-887d5dc7033e {{(pid=93955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 16:29:53.684414 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.rpc [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] Device 6a694102-9a08-4066-9fc2-887d5dc7033e not bound to the agent host hv-cinder-77957 {{(pid=93955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 16:29:53.709177 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] Pushing event updated for resources: {'Port': ['ID=b226e5a5-76e2-409a-8ccd-16760cacd1ee,revision_number=5']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:29:53.827685 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e8e34e-7ad5-446e-999c-297d26833333 req-eb18865a-909f-4193-bf94-09851d4b6bdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:29:53.829135 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-c3e8e34e-7ad5-446e-999c-297d26833333 req-eb18865a-909f-4193-bf94-09851d4b6bdc service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=492e2786-6357-4fcf-ba17-02c1ad2a37e6 HTTP/1.1" status: 200 len: 1099 time: 0.0407653 Sep 15 16:29:53.863256 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-c3e8e34e-7ad5-446e-999c-297d26833333 req-45cdb392-e148-4b0b-8833-f75c048a594c service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=a4c6cb2d-885f-4897-a1c6-40508080b1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0274062 Sep 15 16:29:54.086866 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af508f4b-441c-46f5-bc19-c72a0c2f8ae5 req-80b156b5-9e63-41ff-ab30-0514822b2def tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:29:54.088434 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-af508f4b-441c-46f5-bc19-c72a0c2f8ae5 req-80b156b5-9e63-41ff-ab30-0514822b2def tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] 10.222.0.39 "GET /v2.0/ports?device_id=492e2786-6357-4fcf-ba17-02c1ad2a37e6 HTTP/1.1" status: 200 len: 946 time: 0.0564678 Sep 15 16:29:54.130389 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-af508f4b-441c-46f5-bc19-c72a0c2f8ae5 req-654dd837-44ad-45e5-9a38-ec52a1ed09de tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] 10.222.0.39 "GET /v2.0/security-groups?id=a4c6cb2d-885f-4897-a1c6-40508080b1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357080 Sep 15 16:29:54.215302 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-84c8c991-d10b-45d6-929e-dd8bee4982e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3724823'] for router_interface, before_delete {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:29:54.514658 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.plugin [None req-84c8c991-d10b-45d6-929e-dd8bee4982e4 admin admin] Deleting port 7e32e7ae-9ba7-43b1-b194-4a1e40cf6b75 {{(pid=93954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:29:54.514996 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-84c8c991-d10b-45d6-929e-dd8bee4982e4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791196454449'] for port, before_delete {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:29:54.599600 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.db [None req-84c8c991-d10b-45d6-929e-dd8bee4982e4 admin admin] For port 7e32e7ae-9ba7-43b1-b194-4a1e40cf6b75, host dv-cinder-779576-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779576-8-iscsi',level=0,port_id=7e32e7ae-9ba7-43b1-b194-4a1e40cf6b75,segment=NetworkSegment(8b3f5ad2-375f-48a2-b3db-ec27bfd31ad4),segment_id=8b3f5ad2-375f-48a2-b3db-ec27bfd31ad4)] {{(pid=93954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:29:54.600261 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-84c8c991-d10b-45d6-929e-dd8bee4982e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3729503'] for port, precommit_delete {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:29:54.612549 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.plugin [None req-84c8c991-d10b-45d6-929e-dd8bee4982e4 admin admin] Calling delete_port for 7e32e7ae-9ba7-43b1-b194-4a1e40cf6b75 owned by network:router_interface {{(pid=93954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:29:54.820921 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-84c8c991-d10b-45d6-929e-dd8bee4982e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791196460023', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791195970003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126007332'] for port, after_delete {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:29:54.849142 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c8c991-d10b-45d6-929e-dd8bee4982e4 admin admin] Pushing event deleted for resources: {'Port': ['ID=7e32e7ae-9ba7-43b1-b194-4a1e40cf6b75,revision_number=None']} {{(pid=93954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:29:55.035839 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-84c8c991-d10b-45d6-929e-dd8bee4982e4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3751619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3725735'] for router_interface, after_delete {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:29:55.278340 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84c8c991-d10b-45d6-929e-dd8bee4982e4 admin admin] Router 4ced20cb-78bd-463d-a639-2fabada1e81e has already been hosted by L3 agent 7a8df8d7-c3ef-43b4-9534-c977f7014926 {{(pid=93954) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 16:29:55.291220 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed4a4b0-4a8e-4efb-a274-1e4a911e943f req-b4ad399e-4543-4818-ba5e-fe54da3750db tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:29:55.293915 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-bed4a4b0-4a8e-4efb-a274-1e4a911e943f req-b4ad399e-4543-4818-ba5e-fe54da3750db tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] 10.222.0.39 "GET /v2.0/ports?device_id=492e2786-6357-4fcf-ba17-02c1ad2a37e6 HTTP/1.1" status: 200 len: 946 time: 0.0680501 Sep 15 16:29:55.381836 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-bed4a4b0-4a8e-4efb-a274-1e4a911e943f req-8c78466e-91fb-4d99-ba3c-a4d8315988ef tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] 10.222.0.39 "GET /v2.0/security-groups?id=a4c6cb2d-885f-4897-a1c6-40508080b1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0784881 Sep 15 16:29:55.429955 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84c8c991-d10b-45d6-929e-dd8bee4982e4 admin admin] Notify agent at l3_agent.dv-cinder-779576-8-iscsi the message routers_updated {{(pid=93954) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 16:29:55.438345 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [None req-84c8c991-d10b-45d6-929e-dd8bee4982e4 admin admin] 10.222.0.39 "PUT /v2.0/routers/4ced20cb-78bd-463d-a639-2fabada1e81e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8472579 Sep 15 16:29:55.439074 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.wsgi [-] (93953) accepted ('10.222.0.39', 39516) {{(pid=93953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:29:55.442090 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3aa64612-acb3-4311-be4f-213fcd6e4a98 None None] Sync routers for ids ['4ced20cb-78bd-463d-a639-2fabada1e81e'] in dv-cinder-779576-8-iscsi {{(pid=93955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 16:29:55.452507 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aa64612-acb3-4311-be4f-213fcd6e4a98 None None] Routers {'4ced20cb-78bd-463d-a639-2fabada1e81e'} bound to L3 agent in host dv-cinder-779576-8-iscsi {{(pid=93955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:29:55.453147 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.db.l3_hamode_db [None req-3aa64612-acb3-4311-be4f-213fcd6e4a98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779576-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-15T16:14:02Z,description=,heartbeat_timestamp=2021-09-15T16:29:32Z,host='dv-cinder-779576-8-iscsi',id=7a8df8d7-c3ef-43b4-9534-c977f7014926,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T16:14:02Z,topic='l3_agent')) {'router_ids': ['4ced20cb-78bd-463d-a639-2fabada1e81e'], 'active': True} {{(pid=93955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:29:55.545722 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-6fae4772-7b7d-4f33-bedd-04447d2a0428 admin admin] Notify callbacks [] for router, before_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:29:55.560425 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.db.l3_dvr_db [None req-3aa64612-acb3-4311-be4f-213fcd6e4a98 None None] Set router 4ced20cb-78bd-463d-a639-2fabada1e81e gateway port host: dv-cinder-779576-8-iscsi {{(pid=93955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 16:29:55.655689 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-6fae4772-7b7d-4f33-bedd-04447d2a0428 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:29:55.722266 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.plugin [None req-6fae4772-7b7d-4f33-bedd-04447d2a0428 admin admin] Deleting port d78352ab-9614-405e-92ee-c29472d3206d {{(pid=93953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:29:55.722604 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-6fae4772-7b7d-4f33-bedd-04447d2a0428 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791196454449'] for port, before_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:29:55.801883 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.db [None req-6fae4772-7b7d-4f33-bedd-04447d2a0428 admin admin] For port d78352ab-9614-405e-92ee-c29472d3206d, host dv-cinder-779576-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779576-8-iscsi',level=0,port_id=d78352ab-9614-405e-92ee-c29472d3206d,segment=NetworkSegment(fd8e905d-efc3-4108-bd70-37f32575b93b),segment_id=fd8e905d-efc3-4108-bd70-37f32575b93b)] {{(pid=93953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:29:55.802404 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-6fae4772-7b7d-4f33-bedd-04447d2a0428 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3729503'] for port, precommit_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:29:55.814415 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.plugin [None req-6fae4772-7b7d-4f33-bedd-04447d2a0428 admin admin] Calling delete_port for d78352ab-9614-405e-92ee-c29472d3206d owned by network:router_gateway {{(pid=93953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:29:55.858492 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.db.l3_hamode_db [None req-3aa64612-acb3-4311-be4f-213fcd6e4a98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ced20cb-78bd-463d-a639-2fabada1e81e', 'name': 'tempest-TestMinimumBasicScenario-414778358-router', 'tenant_id': 'c399e90bd6c14b28a0c663c318ac7dd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62251075-a3e3-4d47-8761-104d217b089a', 'external_fixed_ips': [{'subnet_id': '9a71565b-217b-482b-8364-bc8ecb4c8f88', 'ip_address': '172.27.3.17'}], 'enable_snat': True}, 'gw_port_id': 'd78352ab-9614-405e-92ee-c29472d3206d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:25:09Z', 'updated_at': '2021-09-15T16:29:54Z', 'revision_number': 5, 'project_id': 'c399e90bd6c14b28a0c663c318ac7dd0', 'gw_port': {'id': 'd78352ab-9614-405e-92ee-c29472d3206d', 'name': '', 'network_id': '62251075-a3e3-4d47-8761-104d217b089a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:2c:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ced20cb-78bd-463d-a639-2fabada1e81e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '9a71565b-217b-482b-8364-bc8ecb4c8f88', 'ip_address': '172.27.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779576-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:25:10Z', 'updated_at': '2021-09-15T16:25:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a71565b-217b-482b-8364-bc8ecb4c8f88', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779576-8-iscsi'}], 'dv-cinder-779576-8-iscsi', False) {} {{(pid=93955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:29:55.889659 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3aa64612-acb3-4311-be4f-213fcd6e4a98 None None] Checking router: 4ced20cb-78bd-463d-a639-2fabada1e81e for host: dv-cinder-779576-8-iscsi {{(pid=93955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 16:29:55.898316 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aa64612-acb3-4311-be4f-213fcd6e4a98 None None] Routers {'4ced20cb-78bd-463d-a639-2fabada1e81e'} bound to L3 agent in host dv-cinder-779576-8-iscsi {{(pid=93955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:29:55.898970 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.db.l3_hamode_db [None req-3aa64612-acb3-4311-be4f-213fcd6e4a98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779576-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-15T16:14:02Z,description=,heartbeat_timestamp=2021-09-15T16:29:32Z,host='dv-cinder-779576-8-iscsi',id=7a8df8d7-c3ef-43b4-9534-c977f7014926,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T16:14:02Z,topic='l3_agent')) {'router_ids': ['4ced20cb-78bd-463d-a639-2fabada1e81e'], 'active': True} {{(pid=93955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:29:55.993998 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-6fae4772-7b7d-4f33-bedd-04447d2a0428 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791196460023', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791195970003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127878305'] for port, after_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:29:56.002587 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.db.l3_dvr_db [None req-3aa64612-acb3-4311-be4f-213fcd6e4a98 None None] Set router 4ced20cb-78bd-463d-a639-2fabada1e81e gateway port host: None {{(pid=93955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 16:29:56.026925 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fae4772-7b7d-4f33-bedd-04447d2a0428 admin admin] Pushing event deleted for resources: {'Port': ['ID=d78352ab-9614-405e-92ee-c29472d3206d,revision_number=None']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:29:56.051472 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fae4772-7b7d-4f33-bedd-04447d2a0428 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:29:56.051821 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fae4772-7b7d-4f33-bedd-04447d2a0428 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:29:56.052275 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fae4772-7b7d-4f33-bedd-04447d2a0428 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:29:56.052765 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fae4772-7b7d-4f33-bedd-04447d2a0428 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:29:56.053115 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fae4772-7b7d-4f33-bedd-04447d2a0428 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:29:56.053448 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fae4772-7b7d-4f33-bedd-04447d2a0428 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:29:56.053770 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fae4772-7b7d-4f33-bedd-04447d2a0428 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:29:56.054092 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fae4772-7b7d-4f33-bedd-04447d2a0428 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:29:56.054415 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fae4772-7b7d-4f33-bedd-04447d2a0428 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:29:56.054738 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fae4772-7b7d-4f33-bedd-04447d2a0428 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:29:56.055053 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fae4772-7b7d-4f33-bedd-04447d2a0428 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:29:56.055370 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fae4772-7b7d-4f33-bedd-04447d2a0428 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:29:56.055525 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.db.l3_hamode_db [None req-3aa64612-acb3-4311-be4f-213fcd6e4a98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ced20cb-78bd-463d-a639-2fabada1e81e', 'name': 'tempest-TestMinimumBasicScenario-414778358-router', 'tenant_id': 'c399e90bd6c14b28a0c663c318ac7dd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:25:09Z', 'updated_at': '2021-09-15T16:29:55Z', 'revision_number': 6, 'project_id': 'c399e90bd6c14b28a0c663c318ac7dd0', 'gw_port_host': None}], 'dv-cinder-779576-8-iscsi', False) {} {{(pid=93955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:29:56.086647 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3aa64612-acb3-4311-be4f-213fcd6e4a98 None None] The sync data for ids ['4ced20cb-78bd-463d-a639-2fabada1e81e'] in dv-cinder-779576-8-iscsi is: [{'id': '4ced20cb-78bd-463d-a639-2fabada1e81e', 'name': 'tempest-TestMinimumBasicScenario-414778358-router', 'tenant_id': 'c399e90bd6c14b28a0c663c318ac7dd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:25:09Z', 'updated_at': '2021-09-15T16:29:55Z', 'revision_number': 6, 'project_id': 'c399e90bd6c14b28a0c663c318ac7dd0', 'gw_port_host': None}] {{(pid=93955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 16:29:56.097523 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-6fae4772-7b7d-4f33-bedd-04447d2a0428 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3725665'] for router_gateway, after_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:29:56.200227 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-6fae4772-7b7d-4f33-bedd-04447d2a0428 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3722032', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-670'] for router, precommit_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:29:56.202288 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-6fae4772-7b7d-4f33-bedd-04447d2a0428 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:29:56.250406 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-6fae4772-7b7d-4f33-bedd-04447d2a0428 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3722187'] for router, after_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:29:56.251270 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fae4772-7b7d-4f33-bedd-04447d2a0428 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4ced20cb-78bd-463d-a639-2fabada1e81e {{(pid=93953) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 15 16:29:56.257356 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-6fae4772-7b7d-4f33-bedd-04447d2a0428 admin admin] Notify callbacks [] for router, before_response {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:29:56.258518 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [None req-6fae4772-7b7d-4f33-bedd-04447d2a0428 admin admin] 10.222.0.39 "DELETE /v2.0/routers/4ced20cb-78bd-463d-a639-2fabada1e81e HTTP/1.1" status: 204 len: 168 time: 0.8184764 Sep 15 16:29:56.261200 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.wsgi [-] (93953) accepted ('10.222.0.39', 39524) {{(pid=93953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:29:56.308302 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.db.db_base_plugin_v2 [None req-7dff0d76-2490-4604-a4db-84225aefde55 admin admin] Deleting subnet d9230886-3d10-4207-9dd3-ce6966941488 {{(pid=93953) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 15 16:29:56.311372 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-7dff0d76-2490-4604-a4db-84225aefde55 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:29:56.344249 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-7dff0d76-2490-4604-a4db-84225aefde55 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127891476'] for subnet, precommit_delete_associations {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:29:56.451979 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-7dff0d76-2490-4604-a4db-84225aefde55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-957316'] for subnet, precommit_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:29:56.537181 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e9ea78-2840-4d6b-98bd-212d481a8287 req-445c5a73-6c80-4b31-96bf-682f5ff78dca tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:29:56.538669 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-46e9ea78-2840-4d6b-98bd-212d481a8287 req-445c5a73-6c80-4b31-96bf-682f5ff78dca tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] 10.222.0.39 "GET /v2.0/ports?device_id=492e2786-6357-4fcf-ba17-02c1ad2a37e6 HTTP/1.1" status: 200 len: 946 time: 0.0629811 Sep 15 16:29:56.552171 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-7dff0d76-2490-4604-a4db-84225aefde55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-957331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127878286', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127570110'] for subnet, after_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:29:56.584637 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dff0d76-2490-4604-a4db-84225aefde55 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d9230886-3d10-4207-9dd3-ce6966941488,revision_number=None']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:29:56.590421 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-7dff0d76-2490-4604-a4db-84225aefde55 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3748898'] for subnet, before_response {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:29:56.592282 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [None req-7dff0d76-2490-4604-a4db-84225aefde55 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/d9230886-3d10-4207-9dd3-ce6966941488 HTTP/1.1" status: 204 len: 168 time: 0.3300951 Sep 15 16:29:56.594070 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50df5005-7bc4-4c78-9835-d0248a944905 None None] Network c6939575-0b70-4011-b40f-e72ea525aac3 requested from dv-cinder-779576-8-iscsi {{(pid=93955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 16:29:56.595093 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.wsgi [-] (93954) accepted ('10.222.0.39', 39528) {{(pid=93954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:29:56.607269 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-46e9ea78-2840-4d6b-98bd-212d481a8287 req-848ce417-3929-49a9-a577-a7c002076e9d tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] 10.222.0.39 "GET /v2.0/security-groups?id=a4c6cb2d-885f-4897-a1c6-40508080b1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0626338 Sep 15 16:29:56.672831 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-2b0f9b76-54df-4ec7-acf6-c8e5e9e769b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-644213'] for network, before_delete {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:29:56.754610 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b1bb2e-3601-4271-aedf-9c7f8c6cdb69 req-0e2de596-079e-4153-a0bc-95c13a8d5751 tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:29:56.754879 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.wsgi [-] (93953) accepted ('10.222.0.39', 39534) {{(pid=93953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:29:56.756629 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-c0b1bb2e-3601-4271-aedf-9c7f8c6cdb69 req-0e2de596-079e-4153-a0bc-95c13a8d5751 tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] 10.222.0.39 "GET /v2.0/ports?device_id=492e2786-6357-4fcf-ba17-02c1ad2a37e6 HTTP/1.1" status: 200 len: 946 time: 0.0771317 Sep 15 16:29:56.765853 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.wsgi [-] (93954) accepted ('10.222.0.39', 39536) {{(pid=93954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:29:56.773362 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.api.v2.base [None req-6eb34518-7417-4ca9-9d9a-ccbadcd4f76e tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] Request body: {'floatingip': {'port_id': 'b226e5a5-76e2-409a-8ccd-16760cacd1ee'}} {{(pid=93954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:29:56.798735 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.plugin [None req-2b0f9b76-54df-4ec7-acf6-c8e5e9e769b9 admin admin] Deleting port 2371d0bf-90d9-4de6-b877-051d8eef1418 {{(pid=93954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:29:56.799065 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-2b0f9b76-54df-4ec7-acf6-c8e5e9e769b9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791196454449'] for port, before_delete {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:29:56.803156 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.db.db_base_plugin_v2 [None req-95c4a230-640e-44b7-bba2-056bec439f5f admin admin] Deleting subnet a579fb92-fd3c-486b-9ee1-70a00855b6e3 {{(pid=93953) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 15 16:29:56.806347 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-95c4a230-640e-44b7-bba2-056bec439f5f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:29:56.843367 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-95c4a230-640e-44b7-bba2-056bec439f5f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127891476'] for subnet, precommit_delete_associations {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:29:56.856672 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-6eb34518-7417-4ca9-9d9a-ccbadcd4f76e tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] Notify callbacks [] for floatingip, before_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:29:56.871443 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67861823-3aea-4840-83a2-6266401f4d24 None None] DHCP port deletion for c6939575-0b70-4011-b40f-e72ea525aac3 request from dv-cinder-779576-8-iscsi {{(pid=93955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 15 16:29:56.888488 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-95c4a230-640e-44b7-bba2-056bec439f5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-957316'] for subnet, precommit_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:29:56.925657 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [None req-67861823-3aea-4840-83a2-6266401f4d24 None None] Deleting port 2371d0bf-90d9-4de6-b877-051d8eef1418 {{(pid=93955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:29:56.926452 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-67861823-3aea-4840-83a2-6266401f4d24 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791196454449'] for port, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:29:56.954269 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-95c4a230-640e-44b7-bba2-056bec439f5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-957331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127878286', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127570110'] for subnet, after_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:29:56.982923 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c4a230-640e-44b7-bba2-056bec439f5f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a579fb92-fd3c-486b-9ee1-70a00855b6e3,revision_number=None']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:29:56.991619 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-95c4a230-640e-44b7-bba2-056bec439f5f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3748898'] for subnet, before_response {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:29:56.994133 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [None req-95c4a230-640e-44b7-bba2-056bec439f5f admin admin] 10.222.0.39 "DELETE /v2.0/subnets/a579fb92-fd3c-486b-9ee1-70a00855b6e3 HTTP/1.1" status: 204 len: 168 time: 0.2379165 Sep 15 16:29:56.996636 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.wsgi [-] (93953) accepted ('10.222.0.39', 39538) {{(pid=93953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:29:56.997896 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.db [None req-67861823-3aea-4840-83a2-6266401f4d24 None None] For port 2371d0bf-90d9-4de6-b877-051d8eef1418, host dv-cinder-779576-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779576-8-iscsi',level=0,port_id=2371d0bf-90d9-4de6-b877-051d8eef1418,segment=NetworkSegment(8b3f5ad2-375f-48a2-b3db-ec27bfd31ad4),segment_id=8b3f5ad2-375f-48a2-b3db-ec27bfd31ad4)] {{(pid=93955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:29:56.998063 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.db [None req-2b0f9b76-54df-4ec7-acf6-c8e5e9e769b9 admin admin] For port 2371d0bf-90d9-4de6-b877-051d8eef1418, host dv-cinder-779576-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779576-8-iscsi',level=0,port_id=2371d0bf-90d9-4de6-b877-051d8eef1418,segment=NetworkSegment(8b3f5ad2-375f-48a2-b3db-ec27bfd31ad4),segment_id=8b3f5ad2-375f-48a2-b3db-ec27bfd31ad4)] {{(pid=93954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:29:56.998481 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-67861823-3aea-4840-83a2-6266401f4d24 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3729503'] for port, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:29:57.002809 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-2b0f9b76-54df-4ec7-acf6-c8e5e9e769b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3729503'] for port, precommit_delete {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:29:57.014993 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [None req-67861823-3aea-4840-83a2-6266401f4d24 None None] Calling delete_port for 2371d0bf-90d9-4de6-b877-051d8eef1418 owned by network:dhcp {{(pid=93955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:29:57.043298 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.plugin [None req-2b0f9b76-54df-4ec7-acf6-c8e5e9e769b9 admin admin] Calling delete_port for 2371d0bf-90d9-4de6-b877-051d8eef1418 owned by network:dhcp {{(pid=93954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:29:57.077333 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-00a5efc8-2fcd-4e2d-91db-d03bb6f77e22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-644213'] for network, before_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:29:57.146778 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-67861823-3aea-4840-83a2-6266401f4d24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791196460023', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791195970003'] for port, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:29:57.161816 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-00a5efc8-2fcd-4e2d-91db-d03bb6f77e22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-950531', 'neutron.services.segments.db._delete_segments_for_network-8791196484509'] for network, precommit_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:29:57.177291 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67861823-3aea-4840-83a2-6266401f4d24 None None] Pushing event deleted for resources: {'Port': ['ID=2371d0bf-90d9-4de6-b877-051d8eef1418,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:29:57.185228 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67861823-3aea-4840-83a2-6266401f4d24 None None] No DVR routers for this DVR port 2371d0bf-90d9-4de6-b877-051d8eef1418 on host dv-cinder-779576-8-iscsi {{(pid=93955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 16:29:57.189003 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.services.segments.db [None req-00a5efc8-2fcd-4e2d-91db-d03bb6f77e22 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['00757030-15db-46cb-97a2-e59df8b877aa']}} {{(pid=93953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:29:57.199324 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.services.segments.db [None req-00a5efc8-2fcd-4e2d-91db-d03bb6f77e22 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2c2b2a20-bade-44fe-88a3-40d0febc0e44') {'for_net_delete': True} {{(pid=93953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:29:57.202872 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.services.segments.db [None req-00a5efc8-2fcd-4e2d-91db-d03bb6f77e22 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2c2b2a20-bade-44fe-88a3-40d0febc0e44') {} {{(pid=93953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:29:57.211633 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-00a5efc8-2fcd-4e2d-91db-d03bb6f77e22 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791196485798', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127891487'] for segment, before_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:29:57.226568 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-00a5efc8-2fcd-4e2d-91db-d03bb6f77e22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-955409'] for segment, precommit_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:29:57.228843 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-2b0f9b76-54df-4ec7-acf6-c8e5e9e769b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791196460023', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791195970003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126007332'] for port, after_delete {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:29:57.236509 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-00a5efc8-2fcd-4e2d-91db-d03bb6f77e22 admin admin] Releasing vlan 91 on physical network physnet1 to pool {{(pid=93953) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 16:29:57.237285 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-00a5efc8-2fcd-4e2d-91db-d03bb6f77e22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-955409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127877712'] for segment, after_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:29:57.238963 dv-cinder-779576-8-iscsi neutron-server[93953]: Traceback (most recent call last): Sep 15 16:29:57.238963 dv-cinder-779576-8-iscsi neutron-server[93953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 15 16:29:57.238963 dv-cinder-779576-8-iscsi neutron-server[93953]: timer() Sep 15 16:29:57.238963 dv-cinder-779576-8-iscsi neutron-server[93953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 16:29:57.238963 dv-cinder-779576-8-iscsi neutron-server[93953]: cb(*args, **kw) Sep 15 16:29:57.238963 dv-cinder-779576-8-iscsi neutron-server[93953]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 15 16:29:57.238963 dv-cinder-779576-8-iscsi neutron-server[93953]: return func(*args, **kwargs) Sep 15 16:29:57.238963 dv-cinder-779576-8-iscsi neutron-server[93953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 16:29:57.238963 dv-cinder-779576-8-iscsi neutron-server[93953]: self._notify() Sep 15 16:29:57.238963 dv-cinder-779576-8-iscsi neutron-server[93953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 16:29:57.238963 dv-cinder-779576-8-iscsi neutron-server[93953]: self.callback(batched_events) Sep 15 16:29:57.238963 dv-cinder-779576-8-iscsi neutron-server[93953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 16:29:57.238963 dv-cinder-779576-8-iscsi neutron-server[93953]: event.method(event) Sep 15 16:29:57.238963 dv-cinder-779576-8-iscsi neutron-server[93953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 15 16:29:57.238963 dv-cinder-779576-8-iscsi neutron-server[93953]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 16:29:57.238963 dv-cinder-779576-8-iscsi neutron-server[93953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 15 16:29:57.238963 dv-cinder-779576-8-iscsi neutron-server[93953]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 16:29:57.238963 dv-cinder-779576-8-iscsi neutron-server[93953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 15 16:29:57.238963 dv-cinder-779576-8-iscsi neutron-server[93953]: return f(self, *a, **k) Sep 15 16:29:57.238963 dv-cinder-779576-8-iscsi neutron-server[93953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 15 16:29:57.238963 dv-cinder-779576-8-iscsi neutron-server[93953]: return self._get(url).json() Sep 15 16:29:57.238963 dv-cinder-779576-8-iscsi neutron-server[93953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 16:29:57.238963 dv-cinder-779576-8-iscsi neutron-server[93953]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 16:29:57.238963 dv-cinder-779576-8-iscsi neutron-server[93953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 15 16:29:57.238963 dv-cinder-779576-8-iscsi neutron-server[93953]: return self.request(url, 'GET', **kwargs) Sep 15 16:29:57.238963 dv-cinder-779576-8-iscsi neutron-server[93953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 15 16:29:57.238963 dv-cinder-779576-8-iscsi neutron-server[93953]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 16:29:57.238963 dv-cinder-779576-8-iscsi neutron-server[93953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 15 16:29:57.238963 dv-cinder-779576-8-iscsi neutron-server[93953]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 16:29:57.238963 dv-cinder-779576-8-iscsi neutron-server[93953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 15 16:29:57.238963 dv-cinder-779576-8-iscsi neutron-server[93953]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 16:29:57.238963 dv-cinder-779576-8-iscsi neutron-server[93953]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 16:29:57.300280 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-00a5efc8-2fcd-4e2d-91db-d03bb6f77e22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-950554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3725573'] for network, after_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:29:57.309233 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-00a5efc8-2fcd-4e2d-91db-d03bb6f77e22 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3748898'] for network, before_response {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:29:57.310932 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0f9b76-54df-4ec7-acf6-c8e5e9e769b9 admin admin] Pushing event deleted for resources: {'Port': ['ID=2371d0bf-90d9-4de6-b877-051d8eef1418,revision_number=None']} {{(pid=93954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:29:57.312996 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b0f9b76-54df-4ec7-acf6-c8e5e9e769b9 admin admin] No DVR routers for this DVR port 2371d0bf-90d9-4de6-b877-051d8eef1418 on host dv-cinder-779576-8-iscsi {{(pid=93954) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 16:29:57.315488 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [None req-00a5efc8-2fcd-4e2d-91db-d03bb6f77e22 admin admin] 10.222.0.39 "DELETE /v2.0/networks/00757030-15db-46cb-97a2-e59df8b877aa HTTP/1.1" status: 204 len: 168 time: 0.3175409 Sep 15 16:29:57.329480 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a5efc8-2fcd-4e2d-91db-d03bb6f77e22 admin admin] Pushing event deleted for resources: {'Network': ['ID=00757030-15db-46cb-97a2-e59df8b877aa,revision_number=None']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:29:57.504584 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.wsgi [-] (93953) accepted ('10.222.0.39', 39542) {{(pid=93953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:29:57.546860 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [None req-41d04cda-8c38-44da-bc87-3e7336573fc6 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=d97d3f56a8ab42988e22610ace200dc9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0410178 Sep 15 16:29:57.549579 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.wsgi [-] (93953) accepted ('10.222.0.39', 39544) {{(pid=93953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:29:57.603535 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-1f71551a-5b63-4b1a-b394-fa5098c985ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:29:57.625426 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-1f71551a-5b63-4b1a-b394-fa5098c985ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:29:57.674359 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-1f71551a-5b63-4b1a-b394-fa5098c985ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3702208'] for security_group, after_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:29:57.677238 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-1f71551a-5b63-4b1a-b394-fa5098c985ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:29:57.678145 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [None req-1f71551a-5b63-4b1a-b394-fa5098c985ca admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/1df54d61-f5b5-43d4-b93e-e888dd8e0474 HTTP/1.1" status: 204 len: 168 time: 0.1275895 Sep 15 16:29:57.686622 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f71551a-5b63-4b1a-b394-fa5098c985ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1df54d61-f5b5-43d4-b93e-e888dd8e0474,revision_number=None']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:29:57.740625 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-2b0f9b76-54df-4ec7-acf6-c8e5e9e769b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-950531', 'neutron.services.segments.db._delete_segments_for_network-8791196484509'] for network, precommit_delete {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:29:57.795051 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.services.segments.db [None req-2b0f9b76-54df-4ec7-acf6-c8e5e9e769b9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c6939575-0b70-4011-b40f-e72ea525aac3']}} {{(pid=93954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:29:57.815658 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.services.segments.db [None req-2b0f9b76-54df-4ec7-acf6-c8e5e9e769b9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b3f5ad2-375f-48a2-b3db-ec27bfd31ad4') {'for_net_delete': True} {{(pid=93954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:29:57.815947 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.services.segments.db [None req-2b0f9b76-54df-4ec7-acf6-c8e5e9e769b9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b3f5ad2-375f-48a2-b3db-ec27bfd31ad4') {} {{(pid=93954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:29:57.863848 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-2b0f9b76-54df-4ec7-acf6-c8e5e9e769b9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791196485798', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126845986'] for segment, before_delete {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:29:57.893566 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-2b0f9b76-54df-4ec7-acf6-c8e5e9e769b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-955409'] for segment, precommit_delete {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:29:57.937815 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b0f9b76-54df-4ec7-acf6-c8e5e9e769b9 admin admin] Releasing vlan 94 on physical network physnet1 to pool {{(pid=93954) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 16:29:57.938211 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-2b0f9b76-54df-4ec7-acf6-c8e5e9e769b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-955409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126009045'] for segment, after_delete {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:29:57.939927 dv-cinder-779576-8-iscsi neutron-server[93954]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 15 16:29:57.939927 dv-cinder-779576-8-iscsi neutron-server[93954]: self.session.flush() Sep 15 16:29:57.939927 dv-cinder-779576-8-iscsi neutron-server[93954]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 15 16:29:57.939927 dv-cinder-779576-8-iscsi neutron-server[93954]: self.session.flush() Sep 15 16:29:57.939927 dv-cinder-779576-8-iscsi neutron-server[93954]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 15 16:29:57.939927 dv-cinder-779576-8-iscsi neutron-server[93954]: self.session.flush() Sep 15 16:29:57.939927 dv-cinder-779576-8-iscsi neutron-server[93954]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 15 16:29:57.939927 dv-cinder-779576-8-iscsi neutron-server[93954]: self.session.flush() Sep 15 16:29:57.939927 dv-cinder-779576-8-iscsi neutron-server[93954]: Traceback (most recent call last): Sep 15 16:29:57.939927 dv-cinder-779576-8-iscsi neutron-server[93954]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 15 16:29:57.939927 dv-cinder-779576-8-iscsi neutron-server[93954]: timer() Sep 15 16:29:57.939927 dv-cinder-779576-8-iscsi neutron-server[93954]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 16:29:57.939927 dv-cinder-779576-8-iscsi neutron-server[93954]: cb(*args, **kw) Sep 15 16:29:57.939927 dv-cinder-779576-8-iscsi neutron-server[93954]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 15 16:29:57.939927 dv-cinder-779576-8-iscsi neutron-server[93954]: return func(*args, **kwargs) Sep 15 16:29:57.939927 dv-cinder-779576-8-iscsi neutron-server[93954]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 16:29:57.939927 dv-cinder-779576-8-iscsi neutron-server[93954]: self._notify() Sep 15 16:29:57.939927 dv-cinder-779576-8-iscsi neutron-server[93954]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 16:29:57.939927 dv-cinder-779576-8-iscsi neutron-server[93954]: self.callback(batched_events) Sep 15 16:29:57.939927 dv-cinder-779576-8-iscsi neutron-server[93954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 16:29:57.939927 dv-cinder-779576-8-iscsi neutron-server[93954]: event.method(event) Sep 15 16:29:57.939927 dv-cinder-779576-8-iscsi neutron-server[93954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 15 16:29:57.939927 dv-cinder-779576-8-iscsi neutron-server[93954]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 16:29:57.939927 dv-cinder-779576-8-iscsi neutron-server[93954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 15 16:29:57.939927 dv-cinder-779576-8-iscsi neutron-server[93954]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 16:29:57.939927 dv-cinder-779576-8-iscsi neutron-server[93954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 15 16:29:57.939927 dv-cinder-779576-8-iscsi neutron-server[93954]: return f(self, *a, **k) Sep 15 16:29:57.939927 dv-cinder-779576-8-iscsi neutron-server[93954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 15 16:29:57.939927 dv-cinder-779576-8-iscsi neutron-server[93954]: return self._get(url).json() Sep 15 16:29:57.939927 dv-cinder-779576-8-iscsi neutron-server[93954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 16:29:57.939927 dv-cinder-779576-8-iscsi neutron-server[93954]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 16:29:57.939927 dv-cinder-779576-8-iscsi neutron-server[93954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 15 16:29:57.939927 dv-cinder-779576-8-iscsi neutron-server[93954]: return self.request(url, 'GET', **kwargs) Sep 15 16:29:57.939927 dv-cinder-779576-8-iscsi neutron-server[93954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 15 16:29:57.939927 dv-cinder-779576-8-iscsi neutron-server[93954]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 16:29:57.939927 dv-cinder-779576-8-iscsi neutron-server[93954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 15 16:29:57.939927 dv-cinder-779576-8-iscsi neutron-server[93954]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 16:29:57.939927 dv-cinder-779576-8-iscsi neutron-server[93954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 15 16:29:57.939927 dv-cinder-779576-8-iscsi neutron-server[93954]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 16:29:57.939927 dv-cinder-779576-8-iscsi neutron-server[93954]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 16:29:58.024446 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-6eb34518-7417-4ca9-9d9a-ccbadcd4f76e tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:29:58.028659 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.rpc [None req-57d8a9a3-d16f-4b20-b77b-ca1e664c03db None None] Device 7e32e7ae-9ba7-43b1-b194-4a1e40cf6b75 no longer exists at agent ovs-agent-dv-cinder-779576-8-iscsi {{(pid=93955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 16:29:58.031950 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-6eb34518-7417-4ca9-9d9a-ccbadcd4f76e tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3725591'] for floatingip, after_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:29:58.035098 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-2b0f9b76-54df-4ec7-acf6-c8e5e9e769b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-950554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3725573'] for network, after_delete {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:29:58.051301 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [None req-57d8a9a3-d16f-4b20-b77b-ca1e664c03db None None] No Port match for: 7e32e7ae-9ba7-43b1-b194-4a1e40cf6b75 {{(pid=93955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 16:29:58.051716 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.rpc [None req-57d8a9a3-d16f-4b20-b77b-ca1e664c03db None None] Device 7e32e7ae-9ba7-43b1-b194-4a1e40cf6b75 not bound to the agent host dv-cinder-779576-8-iscsi {{(pid=93955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 16:29:58.052333 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.rpc [None req-57d8a9a3-d16f-4b20-b77b-ca1e664c03db None None] Device d78352ab-9614-405e-92ee-c29472d3206d no longer exists at agent ovs-agent-dv-cinder-779576-8-iscsi {{(pid=93955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 16:29:58.071117 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [None req-57d8a9a3-d16f-4b20-b77b-ca1e664c03db None None] No Port match for: d78352ab-9614-405e-92ee-c29472d3206d {{(pid=93955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 16:29:58.071565 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.rpc [None req-57d8a9a3-d16f-4b20-b77b-ca1e664c03db None None] Device d78352ab-9614-405e-92ee-c29472d3206d not bound to the agent host dv-cinder-779576-8-iscsi {{(pid=93955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 16:29:58.072032 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.rpc [None req-57d8a9a3-d16f-4b20-b77b-ca1e664c03db None None] Device 2371d0bf-90d9-4de6-b877-051d8eef1418 no longer exists at agent ovs-agent-dv-cinder-779576-8-iscsi {{(pid=93955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 16:29:58.072879 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-2b0f9b76-54df-4ec7-acf6-c8e5e9e769b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3748898'] for network, before_response {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:29:58.074727 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [None req-2b0f9b76-54df-4ec7-acf6-c8e5e9e769b9 admin admin] 10.222.0.39 "DELETE /v2.0/networks/c6939575-0b70-4011-b40f-e72ea525aac3 HTTP/1.1" status: 204 len: 168 time: 1.4781528 Sep 15 16:29:58.077890 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.wsgi [-] (93953) accepted ('10.222.0.39', 39556) {{(pid=93953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:29:58.089857 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0f9b76-54df-4ec7-acf6-c8e5e9e769b9 admin admin] Pushing event deleted for resources: {'Network': ['ID=c6939575-0b70-4011-b40f-e72ea525aac3,revision_number=None']} {{(pid=93954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:29:58.097051 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [None req-57d8a9a3-d16f-4b20-b77b-ca1e664c03db None None] No Port match for: 2371d0bf-90d9-4de6-b877-051d8eef1418 {{(pid=93955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 16:29:58.097398 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.rpc [None req-57d8a9a3-d16f-4b20-b77b-ca1e664c03db None None] Device 2371d0bf-90d9-4de6-b877-051d8eef1418 not bound to the agent host dv-cinder-779576-8-iscsi {{(pid=93955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 16:29:58.165010 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.db.l3_db [None req-6eb34518-7417-4ca9-9d9a-ccbadcd4f76e tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] Floating IP 841e554f-2bf1-4824-8dc2-223374e7b82f associated. External IP: 172.27.3.36, port: b226e5a5-76e2-409a-8ccd-16760cacd1ee. Sep 15 16:29:58.394473 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6eb34518-7417-4ca9-9d9a-ccbadcd4f76e tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] Router 2f6cda3b-940a-432b-af73-f27feaeae0f3 has already been hosted by L3 agent 7a8df8d7-c3ef-43b4-9534-c977f7014926 {{(pid=93954) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 16:29:58.449196 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-c81ba25a-2b3d-4d24-b489-43275c4fda85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3724823'] for router_interface, before_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:29:58.484167 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.wsgi [-] (93953) accepted ('10.222.0.39', 39568) {{(pid=93953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:29:58.509317 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6eb34518-7417-4ca9-9d9a-ccbadcd4f76e tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] Notify agent at l3_agent.dv-cinder-779576-8-iscsi the message routers_updated {{(pid=93954) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 16:29:58.514571 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-6eb34518-7417-4ca9-9d9a-ccbadcd4f76e tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58602'] for floatingip, before_response {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:29:58.524442 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99c36401-ae0a-4b80-8e82-d154752ec360 None None] Sync routers for ids ['2f6cda3b-940a-432b-af73-f27feaeae0f3'] in dv-cinder-779576-8-iscsi {{(pid=93956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 16:29:58.534982 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99c36401-ae0a-4b80-8e82-d154752ec360 None None] Routers {'2f6cda3b-940a-432b-af73-f27feaeae0f3'} bound to L3 agent in host dv-cinder-779576-8-iscsi {{(pid=93956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:29:58.535896 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron.db.l3_hamode_db [None req-99c36401-ae0a-4b80-8e82-d154752ec360 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779576-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-15T16:14:02Z,description=,heartbeat_timestamp=2021-09-15T16:29:32Z,host='dv-cinder-779576-8-iscsi',id=7a8df8d7-c3ef-43b4-9534-c977f7014926,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T16:14:02Z,topic='l3_agent')) {'router_ids': ['2f6cda3b-940a-432b-af73-f27feaeae0f3'], 'active': True} {{(pid=93956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:29:58.546644 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [None req-6eb34518-7417-4ca9-9d9a-ccbadcd4f76e tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] 10.222.0.39 "PUT /v2.0/floatingips/841e554f-2bf1-4824-8dc2-223374e7b82f HTTP/1.1" status: 200 len: 991 time: 1.7797306 Sep 15 16:29:58.547485 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '492e2786-6357-4fcf-ba17-02c1ad2a37e6', 'tag': 'b226e5a5-76e2-409a-8ccd-16760cacd1ee'}] {{(pid=93954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 16:29:58.550066 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6d34c38c0cdc03ce39e2c460ccb262b82dff3a58d2f42c4e7ad7906abe071cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4b405bb-5b2f-4bfe-ae75-f19b02f7baf8" -d '{"events": [{"name": "network-changed", "server_uuid": "492e2786-6357-4fcf-ba17-02c1ad2a37e6", "tag": "b226e5a5-76e2-409a-8ccd-16760cacd1ee"}]}' {{(pid=93954) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 16:29:58.633078 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.api.v2.base [None req-ff0d4da9-91f3-416a-88d5-96db904cd487 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1599081810-network', 'tenant_id': 'f448c5fca9014429b532320ab78459ea'}} {{(pid=93953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:29:58.667767 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff0d4da9-91f3-416a-88d5-96db904cd487 admin admin] Made reservation on behalf of f448c5fca9014429b532320ab78459ea for: {'network': 1} {{(pid=93953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 16:29:58.670538 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-ff0d4da9-91f3-416a-88d5-96db904cd487 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928820'] for network, before_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:29:58.683750 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-ff0d4da9-91f3-416a-88d5-96db904cd487 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:29:58.710673 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron.db.l3_dvr_db [None req-99c36401-ae0a-4b80-8e82-d154752ec360 None None] Set router 2f6cda3b-940a-432b-af73-f27feaeae0f3 gateway port host: dv-cinder-779576-8-iscsi {{(pid=93956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 16:29:58.738190 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 16:29:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-766369f9-d7fe-4377-a5b4-0434c10bc2db x-openstack-request-id: req-766369f9-d7fe-4377-a5b4-0434c10bc2db {{(pid=93954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 16:29:58.738935 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "492e2786-6357-4fcf-ba17-02c1ad2a37e6", "tag": "b226e5a5-76e2-409a-8ccd-16760cacd1ee", "status": "completed", "code": 200}]} {{(pid=93954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 16:29:58.739528 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-766369f9-d7fe-4377-a5b4-0434c10bc2db {{(pid=93954) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 16:29:58.740105 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '492e2786-6357-4fcf-ba17-02c1ad2a37e6', 'tag': 'b226e5a5-76e2-409a-8ccd-16760cacd1ee', 'status': 'completed', 'code': 200} Sep 15 16:29:58.849733 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b405bb-5b2f-4bfe-ae75-f19b02f7baf8 req-43ff7f8c-7f70-4993-bda5-5f6099209534 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:29:58.851178 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-d4b405bb-5b2f-4bfe-ae75-f19b02f7baf8 req-43ff7f8c-7f70-4993-bda5-5f6099209534 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f7e7af658aa34644855359ede57c4c67&device_id=492e2786-6357-4fcf-ba17-02c1ad2a37e6 HTTP/1.1" status: 200 len: 1099 time: 0.0856683 Sep 15 16:29:58.854331 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.plugin [None req-c81ba25a-2b3d-4d24-b489-43275c4fda85 admin admin] Deleting port 881e2254-6e79-4b7f-bad7-cf9636202ded {{(pid=93953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:29:58.854664 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-c81ba25a-2b3d-4d24-b489-43275c4fda85 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791196454449'] for port, before_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:29:58.912257 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-ff0d4da9-91f3-416a-88d5-96db904cd487 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:29:58.947364 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron.db.l3_hamode_db [None req-99c36401-ae0a-4b80-8e82-d154752ec360 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f6cda3b-940a-432b-af73-f27feaeae0f3', 'name': 'tempest-AttachVolumeShelveTestJSON-1554809416-router', 'tenant_id': 'f7e7af658aa34644855359ede57c4c67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62251075-a3e3-4d47-8761-104d217b089a', 'external_fixed_ips': [{'subnet_id': '9a71565b-217b-482b-8364-bc8ecb4c8f88', 'ip_address': '172.27.3.104'}], 'enable_snat': True}, 'gw_port_id': '6df2b5a1-fc82-4ac3-b111-ebdee7ac68f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:22:12Z', 'updated_at': '2021-09-15T16:22:19Z', 'revision_number': 4, 'project_id': 'f7e7af658aa34644855359ede57c4c67', 'gw_port': {'id': '6df2b5a1-fc82-4ac3-b111-ebdee7ac68f8', 'name': '', 'network_id': '62251075-a3e3-4d47-8761-104d217b089a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:bd:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f6cda3b-940a-432b-af73-f27feaeae0f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '9a71565b-217b-482b-8364-bc8ecb4c8f88', 'ip_address': '172.27.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779576-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:22:14Z', 'updated_at': '2021-09-15T16:22:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a71565b-217b-482b-8364-bc8ecb4c8f88', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779576-8-iscsi', '_floatingips': [{'id': '841e554f-2bf1-4824-8dc2-223374e7b82f', 'tenant_id': 'f7e7af658aa34644855359ede57c4c67', 'floating_ip_address': '172.27.3.36', 'floating_network_id': '62251075-a3e3-4d47-8761-104d217b089a', 'router_id': '2f6cda3b-940a-432b-af73-f27feaeae0f3', 'port_id': 'b226e5a5-76e2-409a-8ccd-16760cacd1ee', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 550, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '301d3dae-97cb-4f1f-a074-0eaf2ccca5e4', 'mac_address': 'fa:16:3e:2b:7b:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '492e2786-6357-4fcf-ba17-02c1ad2a37e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T16:29:43Z', 'updated_at': '2021-09-15T16:29:57Z', 'revision_number': 1, 'project_id': 'f7e7af658aa34644855359ede57c4c67', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c47cddeb-1b1a-4b82-a932-8b2fe53df804', 'name': '', 'network_id': '301d3dae-97cb-4f1f-a074-0eaf2ccca5e4', 'tenant_id': 'f7e7af658aa34644855359ede57c4c67', 'mac_address': 'fa:16:3e:8e:14:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f6cda3b-940a-432b-af73-f27feaeae0f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'fa5f41a1-b858-4e32-8594-59b83d73c6e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779576-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:22:18Z', 'updated_at': '2021-09-15T16:22:27Z', 'revision_number': 5, 'project_id': 'f7e7af658aa34644855359ede57c4c67', 'subnets': [{'id': 'fa5f41a1-b858-4e32-8594-59b83d73c6e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779576-8-iscsi', False) {} {{(pid=93956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:29:58.950841 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-ff0d4da9-91f3-416a-88d5-96db904cd487 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3702208'] for security_group, after_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:29:58.973111 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99c36401-ae0a-4b80-8e82-d154752ec360 None None] Checking router: 2f6cda3b-940a-432b-af73-f27feaeae0f3 for host: dv-cinder-779576-8-iscsi {{(pid=93956) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 16:29:58.981507 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99c36401-ae0a-4b80-8e82-d154752ec360 None None] Routers {'2f6cda3b-940a-432b-af73-f27feaeae0f3'} bound to L3 agent in host dv-cinder-779576-8-iscsi {{(pid=93956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:29:58.982110 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron.db.l3_hamode_db [None req-99c36401-ae0a-4b80-8e82-d154752ec360 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779576-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-15T16:14:02Z,description=,heartbeat_timestamp=2021-09-15T16:29:32Z,host='dv-cinder-779576-8-iscsi',id=7a8df8d7-c3ef-43b4-9534-c977f7014926,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T16:14:02Z,topic='l3_agent')) {'router_ids': ['2f6cda3b-940a-432b-af73-f27feaeae0f3'], 'active': True} {{(pid=93956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:29:59.005747 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff0d4da9-91f3-416a-88d5-96db904cd487 admin admin] vlan segment allocate from pool success with {'vlan_id': 59, 'physical_network': 'physnet1'} {{(pid=93953) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 16:29:59.041787 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0d4da9-91f3-416a-88d5-96db904cd487 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0936904a-313f-469e-8981-aeb4477128eb,revision_number=1']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:29:59.047419 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-ff0d4da9-91f3-416a-88d5-96db904cd487 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-955409'] for segment, precommit_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:29:59.047756 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.db.segments_db [None req-ff0d4da9-91f3-416a-88d5-96db904cd487 admin admin] Added segment 515df8c3-420b-482c-ae85-8decf2a71996 of type vlan for network 48dcadf6-1b51-4d33-92c6-65cc509573fa Sep 15 16:29:59.057663 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.db [None req-c81ba25a-2b3d-4d24-b489-43275c4fda85 admin admin] For port 881e2254-6e79-4b7f-bad7-cf9636202ded, host dv-cinder-779576-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779576-8-iscsi',level=0,port_id=881e2254-6e79-4b7f-bad7-cf9636202ded,segment=NetworkSegment(b6178492-7e37-4009-8fbc-c5c2437aaaf6),segment_id=b6178492-7e37-4009-8fbc-c5c2437aaaf6)] {{(pid=93953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:29:59.058013 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-c81ba25a-2b3d-4d24-b489-43275c4fda85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3729503'] for port, precommit_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:29:59.085353 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron.db.l3_dvr_db [None req-99c36401-ae0a-4b80-8e82-d154752ec360 None None] Set router 2f6cda3b-940a-432b-af73-f27feaeae0f3 gateway port host: dv-cinder-779576-8-iscsi {{(pid=93956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 16:29:59.100859 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.plugin [None req-c81ba25a-2b3d-4d24-b489-43275c4fda85 admin admin] Calling delete_port for 881e2254-6e79-4b7f-bad7-cf9636202ded owned by network:router_interface {{(pid=93953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:29:59.122031 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-ff0d4da9-91f3-416a-88d5-96db904cd487 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791195928360'] for network, precommit_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:29:59.124517 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b405bb-5b2f-4bfe-ae75-f19b02f7baf8 req-33feedde-d31a-48db-8786-e84213535075 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:29:59.125964 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-d4b405bb-5b2f-4bfe-ae75-f19b02f7baf8 req-33feedde-d31a-48db-8786-e84213535075 service neutron] 10.222.0.45 "GET /v2.0/networks?id=301d3dae-97cb-4f1f-a074-0eaf2ccca5e4 HTTP/1.1" status: 200 len: 917 time: 0.2579038 Sep 15 16:29:59.144268 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-bee0a0e9-46b8-4006-bd8d-68c54410218f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791196484491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953091'] for agent, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:29:59.220350 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-ff0d4da9-91f3-416a-88d5-96db904cd487 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748912'] for network, after_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:29:59.221307 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff0d4da9-91f3-416a-88d5-96db904cd487 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:29:59.221884 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-ff0d4da9-91f3-416a-88d5-96db904cd487 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3748898'] for network, before_response {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:29:59.266985 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-d4b405bb-5b2f-4bfe-ae75-f19b02f7baf8 req-c464a172-99ac-4d55-8348-286e7d41a151 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b226e5a5-76e2-409a-8ccd-16760cacd1ee HTTP/1.1" status: 200 len: 999 time: 0.1323507 Sep 15 16:29:59.317584 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron.db.l3_hamode_db [None req-99c36401-ae0a-4b80-8e82-d154752ec360 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f6cda3b-940a-432b-af73-f27feaeae0f3', 'name': 'tempest-AttachVolumeShelveTestJSON-1554809416-router', 'tenant_id': 'f7e7af658aa34644855359ede57c4c67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62251075-a3e3-4d47-8761-104d217b089a', 'external_fixed_ips': [{'subnet_id': '9a71565b-217b-482b-8364-bc8ecb4c8f88', 'ip_address': '172.27.3.104'}], 'enable_snat': True}, 'gw_port_id': '6df2b5a1-fc82-4ac3-b111-ebdee7ac68f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:22:12Z', 'updated_at': '2021-09-15T16:22:19Z', 'revision_number': 4, 'project_id': 'f7e7af658aa34644855359ede57c4c67', 'gw_port': {'id': '6df2b5a1-fc82-4ac3-b111-ebdee7ac68f8', 'name': '', 'network_id': '62251075-a3e3-4d47-8761-104d217b089a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:bd:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f6cda3b-940a-432b-af73-f27feaeae0f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '9a71565b-217b-482b-8364-bc8ecb4c8f88', 'ip_address': '172.27.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779576-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:22:14Z', 'updated_at': '2021-09-15T16:22:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a71565b-217b-482b-8364-bc8ecb4c8f88', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779576-8-iscsi', '_floatingips': [{'id': '841e554f-2bf1-4824-8dc2-223374e7b82f', 'tenant_id': 'f7e7af658aa34644855359ede57c4c67', 'floating_ip_address': '172.27.3.36', 'floating_network_id': '62251075-a3e3-4d47-8761-104d217b089a', 'router_id': '2f6cda3b-940a-432b-af73-f27feaeae0f3', 'port_id': 'b226e5a5-76e2-409a-8ccd-16760cacd1ee', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 550, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '301d3dae-97cb-4f1f-a074-0eaf2ccca5e4', 'mac_address': 'fa:16:3e:2b:7b:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '492e2786-6357-4fcf-ba17-02c1ad2a37e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T16:29:43Z', 'updated_at': '2021-09-15T16:29:57Z', 'revision_number': 1, 'project_id': 'f7e7af658aa34644855359ede57c4c67', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c47cddeb-1b1a-4b82-a932-8b2fe53df804', 'name': '', 'network_id': '301d3dae-97cb-4f1f-a074-0eaf2ccca5e4', 'tenant_id': 'f7e7af658aa34644855359ede57c4c67', 'mac_address': 'fa:16:3e:8e:14:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f6cda3b-940a-432b-af73-f27feaeae0f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'fa5f41a1-b858-4e32-8594-59b83d73c6e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779576-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:22:18Z', 'updated_at': '2021-09-15T16:22:27Z', 'revision_number': 5, 'project_id': 'f7e7af658aa34644855359ede57c4c67', 'subnets': [{'id': 'fa5f41a1-b858-4e32-8594-59b83d73c6e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779576-8-iscsi', False) {} {{(pid=93956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:29:59.345535 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99c36401-ae0a-4b80-8e82-d154752ec360 None None] The sync data for ids ['2f6cda3b-940a-432b-af73-f27feaeae0f3'] in dv-cinder-779576-8-iscsi is: [{'id': '2f6cda3b-940a-432b-af73-f27feaeae0f3', 'name': 'tempest-AttachVolumeShelveTestJSON-1554809416-router', 'tenant_id': 'f7e7af658aa34644855359ede57c4c67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62251075-a3e3-4d47-8761-104d217b089a', 'external_fixed_ips': [{'subnet_id': '9a71565b-217b-482b-8364-bc8ecb4c8f88', 'ip_address': '172.27.3.104'}], 'enable_snat': True}, 'gw_port_id': '6df2b5a1-fc82-4ac3-b111-ebdee7ac68f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:22:12Z', 'updated_at': '2021-09-15T16:22:19Z', 'revision_number': 4, 'project_id': 'f7e7af658aa34644855359ede57c4c67', 'gw_port': {'id': '6df2b5a1-fc82-4ac3-b111-ebdee7ac68f8', 'name': '', 'network_id': '62251075-a3e3-4d47-8761-104d217b089a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:bd:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f6cda3b-940a-432b-af73-f27feaeae0f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '9a71565b-217b-482b-8364-bc8ecb4c8f88', 'ip_address': '172.27.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779576-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:22:14Z', 'updated_at': '2021-09-15T16:22:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a71565b-217b-482b-8364-bc8ecb4c8f88', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779576-8-iscsi', '_floatingips': [{'id': '841e554f-2bf1-4824-8dc2-223374e7b82f', 'tenant_id': 'f7e7af658aa34644855359ede57c4c67', 'floating_ip_address': '172.27.3.36', 'floating_network_id': '62251075-a3e3-4d47-8761-104d217b089a', 'router_id': '2f6cda3b-940a-432b-af73-f27feaeae0f3', 'port_id': 'b226e5a5-76e2-409a-8ccd-16760cacd1ee', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 550, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '301d3dae-97cb-4f1f-a074-0eaf2ccca5e4', 'mac_address': 'fa:16:3e:2b:7b:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '492e2786-6357-4fcf-ba17-02c1ad2a37e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T16:29:43Z', 'updated_at': '2021-09-15T16:29:57Z', 'revision_number': 1, 'project_id': 'f7e7af658aa34644855359ede57c4c67', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c47cddeb-1b1a-4b82-a932-8b2fe53df804', 'name': '', 'network_id': '301d3dae-97cb-4f1f-a074-0eaf2ccca5e4', 'tenant_id': 'f7e7af658aa34644855359ede57c4c67', 'mac_address': 'fa:16:3e:8e:14:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f6cda3b-940a-432b-af73-f27feaeae0f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'fa5f41a1-b858-4e32-8594-59b83d73c6e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779576-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:22:18Z', 'updated_at': '2021-09-15T16:22:27Z', 'revision_number': 5, 'project_id': 'f7e7af658aa34644855359ede57c4c67', 'subnets': [{'id': 'fa5f41a1-b858-4e32-8594-59b83d73c6e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 16:29:59.526461 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-830091ed-518e-48fd-9b98-f4a838932dfc None None] New status for floating IP 841e554f-2bf1-4824-8dc2-223374e7b82f: ACTIVE {{(pid=93955) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 15 16:29:59.546851 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [None req-ff0d4da9-91f3-416a-88d5-96db904cd487 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.0616517 Sep 15 16:29:59.550340 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.wsgi [-] (93954) accepted ('10.222.0.39', 39578) {{(pid=93954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:29:59.555406 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.api.v2.base [None req-4a11baff-2e46-42be-85c1-aa97e1115d16 admin admin] Request body: {'subnet': {'network_id': '48dcadf6-1b51-4d33-92c6-65cc509573fa', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1599081810-subnet', 'tenant_id': 'f448c5fca9014429b532320ab78459ea', 'ip_version': 4}} {{(pid=93954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:29:59.580387 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a11baff-2e46-42be-85c1-aa97e1115d16 admin admin] Made reservation on behalf of f448c5fca9014429b532320ab78459ea for: {'subnet': 1} {{(pid=93954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 16:29:59.582889 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-4a11baff-2e46-42be-85c1-aa97e1115d16 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-125831572'] for subnet, before_create {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:29:59.643806 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0d4da9-91f3-416a-88d5-96db904cd487 admin admin] Pushing event updated for resources: {'Network': ['ID=48dcadf6-1b51-4d33-92c6-65cc509573fa,revision_number=1']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:29:59.655625 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b405bb-5b2f-4bfe-ae75-f19b02f7baf8 req-ac5dac61-de9c-45ae-be68-5295a05baf55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:29:59.657135 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-d4b405bb-5b2f-4bfe-ae75-f19b02f7baf8 req-ac5dac61-de9c-45ae-be68-5295a05baf55 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=fa5f41a1-b858-4e32-8594-59b83d73c6e9 HTTP/1.1" status: 200 len: 856 time: 0.3818297 Sep 15 16:29:59.681312 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.rpc [None req-57d8a9a3-d16f-4b20-b77b-ca1e664c03db None None] Network 48dcadf6-1b51-4d33-92c6-65cc509573fa details requested by agent ovs-agent-dv-cinder-779576-8-iscsi with host dv-cinder-779576-8-iscsi {{(pid=93955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 16:29:59.722712 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b405bb-5b2f-4bfe-ae75-f19b02f7baf8 req-538cb8e1-bc12-4ece-8376-9c6d2c0cae09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:29:59.724565 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-d4b405bb-5b2f-4bfe-ae75-f19b02f7baf8 req-538cb8e1-bc12-4ece-8376-9c6d2c0cae09 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=301d3dae-97cb-4f1f-a074-0eaf2ccca5e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0572486 Sep 15 16:29:59.785626 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-4a11baff-2e46-42be-85c1-aa97e1115d16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126007368', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-125831610'] for subnet, after_create {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:29:59.830172 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-c81ba25a-2b3d-4d24-b489-43275c4fda85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791196460023', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791195970003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127878305'] for port, after_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:29:59.846065 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a11baff-2e46-42be-85c1-aa97e1115d16 admin admin] Pushing event updated for resources: {'Subnet': ['ID=df755c0f-3453-4699-824d-add9626035f9,revision_number=0']} {{(pid=93954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:29:59.856203 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a11baff-2e46-42be-85c1-aa97e1115d16 admin admin] Checking segment: {'id': '515df8c3-420b-482c-ae85-8decf2a71996', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '48dcadf6-1b51-4d33-92c6-65cc509573fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 16:29:59.856561 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a11baff-2e46-42be-85c1-aa97e1115d16 admin admin] Network hostable DHCP agents. Network: 48dcadf6-1b51-4d33-92c6-65cc509573fa, hostable agents: ['2fbb1984-d09c-42d8-b085-ece7113d0e35'], hosted agents: [] {{(pid=93954) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 16:29:59.858785 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81ba25a-2b3d-4d24-b489-43275c4fda85 admin admin] Pushing event deleted for resources: {'Port': ['ID=881e2254-6e79-4b7f-bad7-cf9636202ded,revision_number=None']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:29:59.877333 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a11baff-2e46-42be-85c1-aa97e1115d16 admin admin] Network 48dcadf6-1b51-4d33-92c6-65cc509573fa is scheduled to be hosted by DHCP agent 2fbb1984-d09c-42d8-b085-ece7113d0e35 with binding_index 1 {{(pid=93954) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 16:29:59.888953 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.scheduler.base_scheduler [None req-4a11baff-2e46-42be-85c1-aa97e1115d16 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-779576-8-iscsi, 48dcadf6-1b51-4d33-92c6-65cc509573fa) {{(pid=93954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:29:59.893972 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a11baff-2e46-42be-85c1-aa97e1115d16 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:29:59.894578 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-4a11baff-2e46-42be-85c1-aa97e1115d16 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:29:59.895287 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-d4b405bb-5b2f-4bfe-ae75-f19b02f7baf8 req-c47ff4b6-de12-4b15-a455-d2f9a39e496e service neutron] 10.222.0.45 "GET /v2.0/networks/301d3dae-97cb-4f1f-a074-0eaf2ccca5e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1475346 Sep 15 16:29:59.900282 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5aec57a4-a3b0-42a8-b6c4-72f320e2b33b None None] Network 48dcadf6-1b51-4d33-92c6-65cc509573fa requested from dv-cinder-779576-8-iscsi {{(pid=93955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 16:29:59.911336 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [None req-4a11baff-2e46-42be-85c1-aa97e1115d16 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3598161 Sep 15 16:29:59.914179 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.wsgi [-] (93954) accepted ('10.222.0.39', 39582) {{(pid=93954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:29:59.919557 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.api.v2.base [None req-0f727d1e-8563-41b7-921a-4ae44269d237 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1599081810-router', 'tenant_id': 'f448c5fca9014429b532320ab78459ea', 'external_gateway_info': {'network_id': '62251075-a3e3-4d47-8761-104d217b089a'}}} {{(pid=93954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:29:59.947899 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-0f727d1e-8563-41b7-921a-4ae44269d237 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3724442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-688'] for router, before_create {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:29:59.949381 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-0f727d1e-8563-41b7-921a-4ae44269d237 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3721994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3726746', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4095511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-647'] for router, precommit_create {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:30:00.066670 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-0f727d1e-8563-41b7-921a-4ae44269d237 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:30:00.100932 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc3e15e3-5186-48a5-b395-9f4e136985bb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc7308360-924b-5de6-8a2e-c749ffa8d93c-48dcadf6-1b51-4d33-92c6-65cc509573fa', 'network_id': '48dcadf6-1b51-4d33-92c6-65cc509573fa', 'tenant_id': 'f448c5fca9014429b532320ab78459ea', 'fixed_ips': [{'subnet_id': 'df755c0f-3453-4699-824d-add9626035f9'}]}} from dv-cinder-779576-8-iscsi. {{(pid=93955) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 15 16:30:00.102140 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-dc3e15e3-5186-48a5-b395-9f4e136985bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928820'] for port, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:30:00.122582 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-d4b405bb-5b2f-4bfe-ae75-f19b02f7baf8 req-66690035-1ad3-46d1-847f-9def0f8675c2 service neutron] 10.222.0.45 "GET /v2.0/networks/301d3dae-97cb-4f1f-a074-0eaf2ccca5e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2093911 Sep 15 16:30:00.141125 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-c81ba25a-2b3d-4d24-b489-43275c4fda85 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3751619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3725735'] for router_interface, after_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:30:00.222118 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-0f727d1e-8563-41b7-921a-4ae44269d237 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:30:00.249612 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.db.db_base_plugin_common [None req-dc3e15e3-5186-48a5-b395-9f4e136985bb None None] Allocated IP 172.20.0.2 (48dcadf6-1b51-4d33-92c6-65cc509573fa/df755c0f-3453-4699-824d-add9626035f9/29801b4a-b784-421e-b723-69b83d101611) {{(pid=93955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 16:30:00.370509 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c81ba25a-2b3d-4d24-b489-43275c4fda85 admin admin] Router 613b8bb3-6af6-4419-abdc-90fa3c2a59c2 has already been hosted by L3 agent 7a8df8d7-c3ef-43b4-9534-c977f7014926 {{(pid=93953) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 16:30:00.393359 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-dc3e15e3-5186-48a5-b395-9f4e136985bb None None] Notify callbacks [] for port, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:30:00.400591 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-dc3e15e3-5186-48a5-b395-9f4e136985bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791195969994'] for port, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:30:00.424734 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-0f727d1e-8563-41b7-921a-4ae44269d237 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:30:00.431009 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron.db.agents_db [None req-9c583be1-859f-4a85-bd6b-6d26517e04c2 None None] Agent healthcheck: found 6 active agents {{(pid=93956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 16:30:00.444302 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc3e15e3-5186-48a5-b395-9f4e136985bb None None] Network 48dcadf6-1b51-4d33-92c6-65cc509573fa is already hosted by enough agents. {{(pid=93955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:30:00.445252 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-0f727d1e-8563-41b7-921a-4ae44269d237 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928820'] for port, before_create {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:30:00.449030 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.scheduler.base_scheduler [None req-dc3e15e3-5186-48a5-b395-9f4e136985bb None None] Resources bound (agent type, host, resource id): {{(pid=93955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:30:00.452390 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc3e15e3-5186-48a5-b395-9f4e136985bb None None] Received port after_create {{(pid=93955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 16:30:00.463848 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3e15e3-5186-48a5-b395-9f4e136985bb None None] Pushing event updated for resources: {'Port': ['ID=29801b4a-b784-421e-b723-69b83d101611,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:30:00.481621 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c81ba25a-2b3d-4d24-b489-43275c4fda85 admin admin] Notify agent at l3_agent.dv-cinder-779576-8-iscsi the message routers_updated {{(pid=93953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 16:30:00.487740 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [None req-c81ba25a-2b3d-4d24-b489-43275c4fda85 admin admin] 10.222.0.39 "PUT /v2.0/routers/613b8bb3-6af6-4419-abdc-90fa3c2a59c2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4087932 Sep 15 16:30:00.490968 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.wsgi [-] (93953) accepted ('10.222.0.39', 39584) {{(pid=93953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:30:00.494246 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf5bd660-6346-4994-83bc-7aea5a507344 None None] Sync routers for ids ['613b8bb3-6af6-4419-abdc-90fa3c2a59c2'] in dv-cinder-779576-8-iscsi {{(pid=93956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 16:30:00.502723 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc3e15e3-5186-48a5-b395-9f4e136985bb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:30:00.503066 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc3e15e3-5186-48a5-b395-9f4e136985bb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:30:00.503408 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc3e15e3-5186-48a5-b395-9f4e136985bb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:30:00.504290 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc3e15e3-5186-48a5-b395-9f4e136985bb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:30:00.504653 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc3e15e3-5186-48a5-b395-9f4e136985bb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:30:00.505312 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc3e15e3-5186-48a5-b395-9f4e136985bb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:30:00.505646 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc3e15e3-5186-48a5-b395-9f4e136985bb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:30:00.505972 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc3e15e3-5186-48a5-b395-9f4e136985bb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:30:00.506319 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc3e15e3-5186-48a5-b395-9f4e136985bb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:30:00.506643 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc3e15e3-5186-48a5-b395-9f4e136985bb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:30:00.507292 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc3e15e3-5186-48a5-b395-9f4e136985bb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:30:00.507623 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc3e15e3-5186-48a5-b395-9f4e136985bb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:30:00.509714 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf5bd660-6346-4994-83bc-7aea5a507344 None None] Routers {'613b8bb3-6af6-4419-abdc-90fa3c2a59c2'} bound to L3 agent in host dv-cinder-779576-8-iscsi {{(pid=93956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:30:00.510622 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron.db.l3_hamode_db [None req-bf5bd660-6346-4994-83bc-7aea5a507344 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779576-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-15T16:14:02Z,description=,heartbeat_timestamp=2021-09-15T16:29:32Z,host='dv-cinder-779576-8-iscsi',id=7a8df8d7-c3ef-43b4-9534-c977f7014926,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T16:14:02Z,topic='l3_agent')) {'router_ids': ['613b8bb3-6af6-4419-abdc-90fa3c2a59c2'], 'active': True} {{(pid=93956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:30:00.539133 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [None req-dc3e15e3-5186-48a5-b395-9f4e136985bb None None] Attempting to bind port 29801b4a-b784-421e-b723-69b83d101611 on host dv-cinder-779576-8-iscsi for vnic_type normal with profile {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 16:30:00.539490 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [None req-dc3e15e3-5186-48a5-b395-9f4e136985bb None None] Attempting to bind port 29801b4a-b784-421e-b723-69b83d101611 by drivers openvswitch,hyperv on host dv-cinder-779576-8-iscsi at level 0 using segments [{'id': '515df8c3-420b-482c-ae85-8decf2a71996', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '48dcadf6-1b51-4d33-92c6-65cc509573fa'}] {{(pid=93955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 16:30:00.539843 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc3e15e3-5186-48a5-b395-9f4e136985bb None None] Attempting to bind port 29801b4a-b784-421e-b723-69b83d101611 on network 48dcadf6-1b51-4d33-92c6-65cc509573fa {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 16:30:00.545875 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc3e15e3-5186-48a5-b395-9f4e136985bb None None] Checking agent: {'id': 'afdc58b1-457c-454f-9c1a-1b1c93cc1a70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-779576-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 16, 14, 2), 'started_at': datetime.datetime(2021, 9, 15, 16, 14, 32), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 16, 29, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-779576-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 16:30:00.546246 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc3e15e3-5186-48a5-b395-9f4e136985bb None None] Checking segment: {'id': '515df8c3-420b-482c-ae85-8decf2a71996', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '48dcadf6-1b51-4d33-92c6-65cc509573fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 16:30:00.546638 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-dc3e15e3-5186-48a5-b395-9f4e136985bb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:30:00.547016 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc3e15e3-5186-48a5-b395-9f4e136985bb None None] Bound using segment: {'id': '515df8c3-420b-482c-ae85-8decf2a71996', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '48dcadf6-1b51-4d33-92c6-65cc509573fa'} {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 16:30:00.547473 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [None req-dc3e15e3-5186-48a5-b395-9f4e136985bb None None] Bound port: 29801b4a-b784-421e-b723-69b83d101611, host: dv-cinder-779576-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '515df8c3-420b-482c-ae85-8decf2a71996', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '48dcadf6-1b51-4d33-92c6-65cc509573fa'}}] {{(pid=93955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 16:30:00.550234 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-dc3e15e3-5186-48a5-b395-9f4e136985bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928820'] for port, before_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:30:00.579169 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.db.db_base_plugin_common [None req-0f727d1e-8563-41b7-921a-4ae44269d237 admin admin] Allocated IP 172.27.3.54 (62251075-a3e3-4d47-8761-104d217b089a/9a71565b-217b-482b-8364-bc8ecb4c8f88/bae01dab-de4f-4ea6-acc3-abb66545ff41) {{(pid=93954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 16:30:00.605940 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-922a6df7-96ac-478e-8c68-c731c817cf0e admin admin] Notify callbacks [] for router, before_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:30:00.623932 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.db [None req-dc3e15e3-5186-48a5-b395-9f4e136985bb None None] For port 29801b4a-b784-421e-b723-69b83d101611, host dv-cinder-779576-8-iscsi, cleared binding levels {{(pid=93955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 16:30:00.627744 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.db [None req-dc3e15e3-5186-48a5-b395-9f4e136985bb None None] For port 29801b4a-b784-421e-b723-69b83d101611, host dv-cinder-779576-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779576-8-iscsi',level=0,port_id=29801b4a-b784-421e-b723-69b83d101611,segment=NetworkSegment(515df8c3-420b-482c-ae85-8decf2a71996),segment_id=515df8c3-420b-482c-ae85-8decf2a71996)] {{(pid=93955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 16:30:00.634897 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-dc3e15e3-5186-48a5-b395-9f4e136985bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791196459277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791195970012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791195970030'] for port, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:30:00.726601 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3e15e3-5186-48a5-b395-9f4e136985bb None None] Pushing event updated for resources: {'Port': ['ID=29801b4a-b784-421e-b723-69b83d101611,revision_number=2']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:30:00.744838 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-0f727d1e-8563-41b7-921a-4ae44269d237 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:30:00.763017 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-922a6df7-96ac-478e-8c68-c731c817cf0e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:30:00.793877 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron.db.l3_dvr_db [None req-bf5bd660-6346-4994-83bc-7aea5a507344 None None] Set router 613b8bb3-6af6-4419-abdc-90fa3c2a59c2 gateway port host: dv-cinder-779576-8-iscsi {{(pid=93956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 16:30:00.812739 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-0f727d1e-8563-41b7-921a-4ae44269d237 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791195969994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126007332'] for port, after_create {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:30:00.846012 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.plugin [None req-922a6df7-96ac-478e-8c68-c731c817cf0e admin admin] Deleting port 34bbe78d-755c-4ed1-85ae-7e89d40ee8d2 {{(pid=93953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:30:00.846612 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-922a6df7-96ac-478e-8c68-c731c817cf0e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791196454449'] for port, before_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:30:00.871198 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f727d1e-8563-41b7-921a-4ae44269d237 admin admin] Network 62251075-a3e3-4d47-8761-104d217b089a is already hosted by enough agents. {{(pid=93954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:30:00.877011 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.scheduler.base_scheduler [None req-0f727d1e-8563-41b7-921a-4ae44269d237 admin admin] Resources bound (agent type, host, resource id): {{(pid=93954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:30:00.881459 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f727d1e-8563-41b7-921a-4ae44269d237 admin admin] Received port after_create {{(pid=93954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 16:30:00.890814 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f727d1e-8563-41b7-921a-4ae44269d237 admin admin] Pushing event updated for resources: {'Port': ['ID=bae01dab-de4f-4ea6-acc3-abb66545ff41,revision_number=1']} {{(pid=93954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:30:00.943110 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.db [None req-922a6df7-96ac-478e-8c68-c731c817cf0e admin admin] For port 34bbe78d-755c-4ed1-85ae-7e89d40ee8d2, host dv-cinder-779576-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779576-8-iscsi',level=0,port_id=34bbe78d-755c-4ed1-85ae-7e89d40ee8d2,segment=NetworkSegment(fd8e905d-efc3-4108-bd70-37f32575b93b),segment_id=fd8e905d-efc3-4108-bd70-37f32575b93b)] {{(pid=93953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:30:00.943481 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-922a6df7-96ac-478e-8c68-c731c817cf0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3729503'] for port, precommit_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:30:00.969077 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.plugin [None req-922a6df7-96ac-478e-8c68-c731c817cf0e admin admin] Calling delete_port for 34bbe78d-755c-4ed1-85ae-7e89d40ee8d2 owned by network:router_gateway {{(pid=93953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:30:01.087476 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron.db.l3_hamode_db [None req-bf5bd660-6346-4994-83bc-7aea5a507344 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '613b8bb3-6af6-4419-abdc-90fa3c2a59c2', 'name': 'tempest-TestMinimumBasicScenario-719719679-router', 'tenant_id': '66172f2cb1b942cd8507c8e2d0590705', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62251075-a3e3-4d47-8761-104d217b089a', 'external_fixed_ips': [{'subnet_id': '9a71565b-217b-482b-8364-bc8ecb4c8f88', 'ip_address': '172.27.3.3'}], 'enable_snat': True}, 'gw_port_id': '34bbe78d-755c-4ed1-85ae-7e89d40ee8d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:25:15Z', 'updated_at': '2021-09-15T16:29:59Z', 'revision_number': 5, 'project_id': '66172f2cb1b942cd8507c8e2d0590705', 'gw_port': {'id': '34bbe78d-755c-4ed1-85ae-7e89d40ee8d2', 'name': '', 'network_id': '62251075-a3e3-4d47-8761-104d217b089a', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:99:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '613b8bb3-6af6-4419-abdc-90fa3c2a59c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '9a71565b-217b-482b-8364-bc8ecb4c8f88', 'ip_address': '172.27.3.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779576-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:25:15Z', 'updated_at': '2021-09-15T16:25:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a71565b-217b-482b-8364-bc8ecb4c8f88', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779576-8-iscsi'}], 'dv-cinder-779576-8-iscsi', False) {} {{(pid=93956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:30:01.138929 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf5bd660-6346-4994-83bc-7aea5a507344 None None] Checking router: 613b8bb3-6af6-4419-abdc-90fa3c2a59c2 for host: dv-cinder-779576-8-iscsi {{(pid=93956) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 16:30:01.151888 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf5bd660-6346-4994-83bc-7aea5a507344 None None] Routers {'613b8bb3-6af6-4419-abdc-90fa3c2a59c2'} bound to L3 agent in host dv-cinder-779576-8-iscsi {{(pid=93956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:30:01.152558 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron.db.l3_hamode_db [None req-bf5bd660-6346-4994-83bc-7aea5a507344 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779576-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-15T16:14:02Z,description=,heartbeat_timestamp=2021-09-15T16:29:32Z,host='dv-cinder-779576-8-iscsi',id=7a8df8d7-c3ef-43b4-9534-c977f7014926,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T16:14:02Z,topic='l3_agent')) {'router_ids': ['613b8bb3-6af6-4419-abdc-90fa3c2a59c2'], 'active': True} {{(pid=93956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:30:01.206559 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-922a6df7-96ac-478e-8c68-c731c817cf0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791196460023', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791195970003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127878305'] for port, after_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:30:01.238343 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922a6df7-96ac-478e-8c68-c731c817cf0e admin admin] Pushing event deleted for resources: {'Port': ['ID=34bbe78d-755c-4ed1-85ae-7e89d40ee8d2,revision_number=None']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:30:01.254143 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron.db.l3_dvr_db [None req-bf5bd660-6346-4994-83bc-7aea5a507344 None None] Set router 613b8bb3-6af6-4419-abdc-90fa3c2a59c2 gateway port host: None {{(pid=93956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 16:30:01.257713 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-0f727d1e-8563-41b7-921a-4ae44269d237 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:30:01.306746 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-922a6df7-96ac-478e-8c68-c731c817cf0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3725665'] for router_gateway, after_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:30:01.317932 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron.db.l3_hamode_db [None req-bf5bd660-6346-4994-83bc-7aea5a507344 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '613b8bb3-6af6-4419-abdc-90fa3c2a59c2', 'name': 'tempest-TestMinimumBasicScenario-719719679-router', 'tenant_id': '66172f2cb1b942cd8507c8e2d0590705', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:25:15Z', 'updated_at': '2021-09-15T16:30:00Z', 'revision_number': 6, 'project_id': '66172f2cb1b942cd8507c8e2d0590705', 'gw_port_host': None}], 'dv-cinder-779576-8-iscsi', False) {} {{(pid=93956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:30:01.358547 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf5bd660-6346-4994-83bc-7aea5a507344 None None] The sync data for ids ['613b8bb3-6af6-4419-abdc-90fa3c2a59c2'] in dv-cinder-779576-8-iscsi is: [{'id': '613b8bb3-6af6-4419-abdc-90fa3c2a59c2', 'name': 'tempest-TestMinimumBasicScenario-719719679-router', 'tenant_id': '66172f2cb1b942cd8507c8e2d0590705', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:25:15Z', 'updated_at': '2021-09-15T16:30:00Z', 'revision_number': 6, 'project_id': '66172f2cb1b942cd8507c8e2d0590705', 'gw_port_host': None}] {{(pid=93956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 16:30:01.425837 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-922a6df7-96ac-478e-8c68-c731c817cf0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3722032', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-670'] for router, precommit_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:30:01.428476 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-922a6df7-96ac-478e-8c68-c731c817cf0e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:30:01.475124 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-922a6df7-96ac-478e-8c68-c731c817cf0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3722187'] for router, after_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:30:01.475781 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-922a6df7-96ac-478e-8c68-c731c817cf0e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 613b8bb3-6af6-4419-abdc-90fa3c2a59c2 {{(pid=93953) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 15 16:30:01.481043 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-922a6df7-96ac-478e-8c68-c731c817cf0e admin admin] Notify callbacks [] for router, before_response {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:30:01.482253 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [None req-922a6df7-96ac-478e-8c68-c731c817cf0e admin admin] 10.222.0.39 "DELETE /v2.0/routers/613b8bb3-6af6-4419-abdc-90fa3c2a59c2 HTTP/1.1" status: 204 len: 168 time: 0.9903219 Sep 15 16:30:01.485109 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.wsgi [-] (93953) accepted ('10.222.0.39', 39588) {{(pid=93953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:30:01.537731 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.db.db_base_plugin_v2 [None req-edcb182d-2a2a-490b-a44d-1cd555dfd459 admin admin] Deleting subnet e1e1fb30-b1c1-4ab0-a9cd-660bcd837978 {{(pid=93953) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 15 16:30:01.541335 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-edcb182d-2a2a-490b-a44d-1cd555dfd459 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:30:01.578364 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-edcb182d-2a2a-490b-a44d-1cd555dfd459 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127891476'] for subnet, precommit_delete_associations {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:30:01.664762 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-edcb182d-2a2a-490b-a44d-1cd555dfd459 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-957316'] for subnet, precommit_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:30:01.738058 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-0f727d1e-8563-41b7-921a-4ae44269d237 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3721989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3725645'] for router, after_create {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:30:01.742499 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-edcb182d-2a2a-490b-a44d-1cd555dfd459 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-957331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127878286', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127570110'] for subnet, after_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:30:01.774140 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edcb182d-2a2a-490b-a44d-1cd555dfd459 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e1e1fb30-b1c1-4ab0-a9cd-660bcd837978,revision_number=None']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:30:01.777911 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-edcb182d-2a2a-490b-a44d-1cd555dfd459 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3748898'] for subnet, before_response {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:30:01.782510 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [None req-edcb182d-2a2a-490b-a44d-1cd555dfd459 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/e1e1fb30-b1c1-4ab0-a9cd-660bcd837978 HTTP/1.1" status: 204 len: 168 time: 0.2962732 Sep 15 16:30:01.783124 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.wsgi [-] (93953) accepted ('10.222.0.39', 39590) {{(pid=93953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:30:01.791896 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-895fb9d5-f51a-41c7-9b5d-6860269677c3 None None] Network d4412813-5206-41f0-a73e-5e91423da852 requested from dv-cinder-779576-8-iscsi {{(pid=93955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 16:30:01.888654 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a8b051e-ec11-4f41-8a82-0fb07cbb7123 None None] Network 48dcadf6-1b51-4d33-92c6-65cc509573fa requested from dv-cinder-779576-8-iscsi {{(pid=93955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 16:30:01.890015 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-64d6feb6-61cd-44f3-844e-5e7c89b26a69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-644213'] for network, before_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:30:01.910904 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f727d1e-8563-41b7-921a-4ae44269d237 admin admin] Router 8b2a6ad7-614d-4182-8fd5-ec5bbf2affbd is scheduled to L3 agent 7a8df8d7-c3ef-43b4-9534-c977f7014926 with binding_index 1 {{(pid=93954) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 15 16:30:01.936058 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-57d8a9a3-d16f-4b20-b77b-ca1e664c03db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791196484491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953091'] for agent, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:30:01.962945 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.plugin [None req-64d6feb6-61cd-44f3-844e-5e7c89b26a69 admin admin] Deleting port 1ad3b457-f5ce-472b-be2e-58b804d83354 {{(pid=93953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:30:01.962945 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-64d6feb6-61cd-44f3-844e-5e7c89b26a69 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791196454449'] for port, before_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:30:02.030014 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.db [None req-64d6feb6-61cd-44f3-844e-5e7c89b26a69 admin admin] For port 1ad3b457-f5ce-472b-be2e-58b804d83354, host dv-cinder-779576-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779576-8-iscsi',level=0,port_id=1ad3b457-f5ce-472b-be2e-58b804d83354,segment=NetworkSegment(b6178492-7e37-4009-8fbc-c5c2437aaaf6),segment_id=b6178492-7e37-4009-8fbc-c5c2437aaaf6)] {{(pid=93953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:30:02.030694 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-64d6feb6-61cd-44f3-844e-5e7c89b26a69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3729503'] for port, precommit_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:30:02.031079 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.db.provisioning_blocks [None req-98d9712c-fb4b-428a-9b65-a37977b5c3c3 None None] Provisioning complete for port 29801b4a-b784-421e-b723-69b83d101611 triggered by entity DHCP. {{(pid=93955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:30:02.031486 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-98d9712c-fb4b-428a-9b65-a37977b5c3c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953592'] for port, provisioning_complete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:30:02.039322 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f727d1e-8563-41b7-921a-4ae44269d237 admin admin] Notify agent at l3_agent.dv-cinder-779576-8-iscsi the message routers_updated {{(pid=93954) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 16:30:02.045683 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.plugin [None req-64d6feb6-61cd-44f3-844e-5e7c89b26a69 admin admin] Calling delete_port for 1ad3b457-f5ce-472b-be2e-58b804d83354 owned by network:dhcp {{(pid=93953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:30:02.056122 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-0f727d1e-8563-41b7-921a-4ae44269d237 admin admin] Notify callbacks [] for router, before_response {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:30:02.057416 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [None req-0f727d1e-8563-41b7-921a-4ae44269d237 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.1421490 Sep 15 16:30:02.060279 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.wsgi [-] (93954) accepted ('10.222.0.39', 39594) {{(pid=93954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:30:02.062727 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-8ead2c73-d14b-46e1-913a-081d5a906774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791196484491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953091'] for agent, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:30:02.070905 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6ccff78-d26a-4887-a06a-fca2f13cbcc2 None None] Sync routers for ids ['8b2a6ad7-614d-4182-8fd5-ec5bbf2affbd'] in dv-cinder-779576-8-iscsi {{(pid=93955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 16:30:02.135470 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-64d6feb6-61cd-44f3-844e-5e7c89b26a69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791196460023', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791195970003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127878305'] for port, after_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:30:02.159943 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d6feb6-61cd-44f3-844e-5e7c89b26a69 admin admin] Pushing event deleted for resources: {'Port': ['ID=1ad3b457-f5ce-472b-be2e-58b804d83354,revision_number=None']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:30:02.172162 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64d6feb6-61cd-44f3-844e-5e7c89b26a69 admin admin] No DVR routers for this DVR port 1ad3b457-f5ce-472b-be2e-58b804d83354 on host dv-cinder-779576-8-iscsi {{(pid=93953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 16:30:02.282514 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6ccff78-d26a-4887-a06a-fca2f13cbcc2 None None] Routers {'8b2a6ad7-614d-4182-8fd5-ec5bbf2affbd'} bound to L3 agent in host dv-cinder-779576-8-iscsi {{(pid=93955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:30:02.282672 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.db.l3_hamode_db [None req-b6ccff78-d26a-4887-a06a-fca2f13cbcc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779576-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T16:14:02Z,description=,heartbeat_timestamp=2021-09-15T16:30:02Z,host='dv-cinder-779576-8-iscsi',id=7a8df8d7-c3ef-43b4-9534-c977f7014926,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T16:14:02Z,topic='l3_agent')) {'router_ids': ['8b2a6ad7-614d-4182-8fd5-ec5bbf2affbd'], 'active': True} {{(pid=93955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:30:02.288937 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-64d6feb6-61cd-44f3-844e-5e7c89b26a69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-950531', 'neutron.services.segments.db._delete_segments_for_network-8791196484509'] for network, precommit_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:30:02.325896 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.services.segments.db [None req-64d6feb6-61cd-44f3-844e-5e7c89b26a69 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d4412813-5206-41f0-a73e-5e91423da852']}} {{(pid=93953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:30:02.336348 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.services.segments.db [None req-64d6feb6-61cd-44f3-844e-5e7c89b26a69 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b6178492-7e37-4009-8fbc-c5c2437aaaf6') {'for_net_delete': True} {{(pid=93953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:30:02.336709 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.services.segments.db [None req-64d6feb6-61cd-44f3-844e-5e7c89b26a69 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b6178492-7e37-4009-8fbc-c5c2437aaaf6') {} {{(pid=93953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:30:02.350446 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.rpc [None req-57d8a9a3-d16f-4b20-b77b-ca1e664c03db None None] Device 29801b4a-b784-421e-b723-69b83d101611 up at agent ovs-agent-dv-cinder-779576-8-iscsi {{(pid=93955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 16:30:02.362003 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-64d6feb6-61cd-44f3-844e-5e7c89b26a69 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791196485798', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127891487'] for segment, before_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:30:02.379503 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-64d6feb6-61cd-44f3-844e-5e7c89b26a69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-955409'] for segment, precommit_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:30:02.388798 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-64d6feb6-61cd-44f3-844e-5e7c89b26a69 admin admin] Releasing vlan 82 on physical network physnet1 to pool {{(pid=93953) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 16:30:02.389204 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-64d6feb6-61cd-44f3-844e-5e7c89b26a69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-955409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127877712'] for segment, after_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:30:02.391226 dv-cinder-779576-8-iscsi neutron-server[93953]: Traceback (most recent call last): Sep 15 16:30:02.391226 dv-cinder-779576-8-iscsi neutron-server[93953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 15 16:30:02.391226 dv-cinder-779576-8-iscsi neutron-server[93953]: timer() Sep 15 16:30:02.391226 dv-cinder-779576-8-iscsi neutron-server[93953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 16:30:02.391226 dv-cinder-779576-8-iscsi neutron-server[93953]: cb(*args, **kw) Sep 15 16:30:02.391226 dv-cinder-779576-8-iscsi neutron-server[93953]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 15 16:30:02.391226 dv-cinder-779576-8-iscsi neutron-server[93953]: return func(*args, **kwargs) Sep 15 16:30:02.391226 dv-cinder-779576-8-iscsi neutron-server[93953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 16:30:02.391226 dv-cinder-779576-8-iscsi neutron-server[93953]: self._notify() Sep 15 16:30:02.391226 dv-cinder-779576-8-iscsi neutron-server[93953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 16:30:02.391226 dv-cinder-779576-8-iscsi neutron-server[93953]: self.callback(batched_events) Sep 15 16:30:02.391226 dv-cinder-779576-8-iscsi neutron-server[93953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 16:30:02.391226 dv-cinder-779576-8-iscsi neutron-server[93953]: event.method(event) Sep 15 16:30:02.391226 dv-cinder-779576-8-iscsi neutron-server[93953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 15 16:30:02.391226 dv-cinder-779576-8-iscsi neutron-server[93953]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 16:30:02.391226 dv-cinder-779576-8-iscsi neutron-server[93953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 15 16:30:02.391226 dv-cinder-779576-8-iscsi neutron-server[93953]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 16:30:02.391226 dv-cinder-779576-8-iscsi neutron-server[93953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 15 16:30:02.391226 dv-cinder-779576-8-iscsi neutron-server[93953]: return f(self, *a, **k) Sep 15 16:30:02.391226 dv-cinder-779576-8-iscsi neutron-server[93953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 15 16:30:02.391226 dv-cinder-779576-8-iscsi neutron-server[93953]: return self._get(url).json() Sep 15 16:30:02.391226 dv-cinder-779576-8-iscsi neutron-server[93953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 16:30:02.391226 dv-cinder-779576-8-iscsi neutron-server[93953]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 16:30:02.391226 dv-cinder-779576-8-iscsi neutron-server[93953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 15 16:30:02.391226 dv-cinder-779576-8-iscsi neutron-server[93953]: return self.request(url, 'GET', **kwargs) Sep 15 16:30:02.391226 dv-cinder-779576-8-iscsi neutron-server[93953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 15 16:30:02.391226 dv-cinder-779576-8-iscsi neutron-server[93953]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 16:30:02.391226 dv-cinder-779576-8-iscsi neutron-server[93953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 15 16:30:02.391226 dv-cinder-779576-8-iscsi neutron-server[93953]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 16:30:02.391226 dv-cinder-779576-8-iscsi neutron-server[93953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 15 16:30:02.391226 dv-cinder-779576-8-iscsi neutron-server[93953]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 16:30:02.391226 dv-cinder-779576-8-iscsi neutron-server[93953]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 16:30:02.393486 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52734ea2-8660-4f4e-817f-96501d0c3a69 None None] DHCP port deletion for d4412813-5206-41f0-a73e-5e91423da852 request from dv-cinder-779576-8-iscsi {{(pid=93955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 15 16:30:02.461616 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-64d6feb6-61cd-44f3-844e-5e7c89b26a69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-950554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3725573'] for network, after_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:30:02.470615 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-64d6feb6-61cd-44f3-844e-5e7c89b26a69 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3748898'] for network, before_response {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:30:02.476472 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [None req-64d6feb6-61cd-44f3-844e-5e7c89b26a69 admin admin] 10.222.0.39 "DELETE /v2.0/networks/d4412813-5206-41f0-a73e-5e91423da852 HTTP/1.1" status: 204 len: 168 time: 0.6886830 Sep 15 16:30:02.490751 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d6feb6-61cd-44f3-844e-5e7c89b26a69 admin admin] Pushing event deleted for resources: {'Network': ['ID=d4412813-5206-41f0-a73e-5e91423da852,revision_number=None']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:30:02.512457 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-98d9712c-fb4b-428a-9b65-a37977b5c3c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928820'] for port, before_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:30:02.578442 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.db.l3_dvr_db [None req-b6ccff78-d26a-4887-a06a-fca2f13cbcc2 None None] Set router 8b2a6ad7-614d-4182-8fd5-ec5bbf2affbd gateway port host: dv-cinder-779576-8-iscsi {{(pid=93955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 16:30:02.585500 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-8cbc0b19-984a-4519-92a9-eb61869b419b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928820'] for port, before_create {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:30:02.614570 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.db [None req-98d9712c-fb4b-428a-9b65-a37977b5c3c3 None None] For port 29801b4a-b784-421e-b723-69b83d101611, host dv-cinder-779576-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779576-8-iscsi',level=0,port_id=29801b4a-b784-421e-b723-69b83d101611,segment=NetworkSegment(515df8c3-420b-482c-ae85-8decf2a71996),segment_id=515df8c3-420b-482c-ae85-8decf2a71996)] {{(pid=93955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:30:02.617330 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.db.provisioning_blocks [None req-57d8a9a3-d16f-4b20-b77b-ca1e664c03db None None] Provisioning complete for port 29801b4a-b784-421e-b723-69b83d101611 triggered by entity L2. {{(pid=93955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:30:02.618135 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-57d8a9a3-d16f-4b20-b77b-ca1e664c03db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953592'] for port, provisioning_complete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:30:02.645023 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.wsgi [-] (93953) accepted ('10.222.0.39', 39598) {{(pid=93953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:30:02.648408 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-98d9712c-fb4b-428a-9b65-a37977b5c3c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791196459277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791195970012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791195970030'] for port, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:30:02.703400 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [None req-95d4158a-e974-4c6b-8741-40f4c9f7987f admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=c399e90bd6c14b28a0c663c318ac7dd0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0566790 Sep 15 16:30:02.709755 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.wsgi [-] (93953) accepted ('10.222.0.39', 39600) {{(pid=93953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:30:02.768207 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-6e14a8de-9bf6-40a3-99a8-62d94ae485dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:30:02.785630 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.db.db_base_plugin_common [None req-8cbc0b19-984a-4519-92a9-eb61869b419b admin admin] Allocated IP 172.20.0.1 (48dcadf6-1b51-4d33-92c6-65cc509573fa/df755c0f-3453-4699-824d-add9626035f9/2dba4de5-87c7-404d-9adf-25f18479f5c2) {{(pid=93954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 16:30:02.797296 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d9712c-fb4b-428a-9b65-a37977b5c3c3 None None] Pushing event updated for resources: {'Port': ['ID=29801b4a-b784-421e-b723-69b83d101611,revision_number=3']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:30:02.815059 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-6e14a8de-9bf6-40a3-99a8-62d94ae485dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:30:02.873633 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-6e14a8de-9bf6-40a3-99a8-62d94ae485dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3702208'] for security_group, after_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:30:02.876576 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-6e14a8de-9bf6-40a3-99a8-62d94ae485dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:30:02.877841 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [None req-6e14a8de-9bf6-40a3-99a8-62d94ae485dc admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/f015b5f4-57be-4ab6-9bf7-9f53b172ec0b HTTP/1.1" status: 204 len: 168 time: 0.1666715 Sep 15 16:30:02.886786 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e14a8de-9bf6-40a3-99a8-62d94ae485dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f015b5f4-57be-4ab6-9bf7-9f53b172ec0b,revision_number=None']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:30:02.937286 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.db.provisioning_blocks [None req-047cae6f-7cc4-4c31-89a8-661ebb8d0d70 None None] Provisioning complete for port 29801b4a-b784-421e-b723-69b83d101611 triggered by entity DHCP. {{(pid=93955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:30:02.937657 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-047cae6f-7cc4-4c31-89a8-661ebb8d0d70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953592'] for port, provisioning_complete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:30:02.947479 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-8cbc0b19-984a-4519-92a9-eb61869b419b admin admin] Notify callbacks [] for port, precommit_create {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:30:02.969762 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.rpc [None req-57d8a9a3-d16f-4b20-b77b-ca1e664c03db None None] Device 34bbe78d-755c-4ed1-85ae-7e89d40ee8d2 no longer exists at agent ovs-agent-dv-cinder-779576-8-iscsi {{(pid=93955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 16:30:02.994360 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-8cbc0b19-984a-4519-92a9-eb61869b419b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791195969994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126007332'] for port, after_create {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:30:03.006780 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [None req-57d8a9a3-d16f-4b20-b77b-ca1e664c03db None None] No Port match for: 34bbe78d-755c-4ed1-85ae-7e89d40ee8d2 {{(pid=93955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 16:30:03.007117 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.rpc [None req-57d8a9a3-d16f-4b20-b77b-ca1e664c03db None None] Device 34bbe78d-755c-4ed1-85ae-7e89d40ee8d2 not bound to the agent host dv-cinder-779576-8-iscsi {{(pid=93955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 16:30:03.007528 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.rpc [None req-57d8a9a3-d16f-4b20-b77b-ca1e664c03db None None] Device 881e2254-6e79-4b7f-bad7-cf9636202ded no longer exists at agent ovs-agent-dv-cinder-779576-8-iscsi {{(pid=93955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 16:30:03.035998 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [None req-57d8a9a3-d16f-4b20-b77b-ca1e664c03db None None] No Port match for: 881e2254-6e79-4b7f-bad7-cf9636202ded {{(pid=93955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 16:30:03.036543 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.rpc [None req-57d8a9a3-d16f-4b20-b77b-ca1e664c03db None None] Device 881e2254-6e79-4b7f-bad7-cf9636202ded not bound to the agent host dv-cinder-779576-8-iscsi {{(pid=93955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 16:30:03.041507 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cbc0b19-984a-4519-92a9-eb61869b419b admin admin] Network 48dcadf6-1b51-4d33-92c6-65cc509573fa is already hosted by enough agents. {{(pid=93954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:30:03.044415 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.scheduler.base_scheduler [None req-8cbc0b19-984a-4519-92a9-eb61869b419b admin admin] Resources bound (agent type, host, resource id): {{(pid=93954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:30:03.048348 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cbc0b19-984a-4519-92a9-eb61869b419b admin admin] Received port after_create {{(pid=93954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 16:30:03.055965 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-eee1357e-56cc-4bdc-884d-16a88731d16f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791196484491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953091'] for agent, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:30:03.058160 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.db.l3_hamode_db [None req-b6ccff78-d26a-4887-a06a-fca2f13cbcc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b2a6ad7-614d-4182-8fd5-ec5bbf2affbd', 'name': 'tempest-TestVolumeBootPattern-1599081810-router', 'tenant_id': 'f448c5fca9014429b532320ab78459ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62251075-a3e3-4d47-8761-104d217b089a', 'external_fixed_ips': [{'subnet_id': '9a71565b-217b-482b-8364-bc8ecb4c8f88', 'ip_address': '172.27.3.54'}], 'enable_snat': True}, 'gw_port_id': 'bae01dab-de4f-4ea6-acc3-abb66545ff41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:29:59Z', 'updated_at': '2021-09-15T16:30:01Z', 'revision_number': 3, 'project_id': 'f448c5fca9014429b532320ab78459ea', 'gw_port': {'id': 'bae01dab-de4f-4ea6-acc3-abb66545ff41', 'name': '', 'network_id': '62251075-a3e3-4d47-8761-104d217b089a', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:bc:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b2a6ad7-614d-4182-8fd5-ec5bbf2affbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '9a71565b-217b-482b-8364-bc8ecb4c8f88', 'ip_address': '172.27.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:30:00Z', 'updated_at': '2021-09-15T16:30:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9a71565b-217b-482b-8364-bc8ecb4c8f88', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779576-8-iscsi'}], 'dv-cinder-779576-8-iscsi', False) {} {{(pid=93955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:30:03.062293 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cbc0b19-984a-4519-92a9-eb61869b419b admin admin] Pushing event updated for resources: {'Port': ['ID=2dba4de5-87c7-404d-9adf-25f18479f5c2,revision_number=1']} {{(pid=93954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:30:03.090149 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6ccff78-d26a-4887-a06a-fca2f13cbcc2 None None] Checking router: 8b2a6ad7-614d-4182-8fd5-ec5bbf2affbd for host: dv-cinder-779576-8-iscsi {{(pid=93955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 16:30:03.090503 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6ccff78-d26a-4887-a06a-fca2f13cbcc2 None None] Updating router 8b2a6ad7-614d-4182-8fd5-ec5bbf2affbd port bae01dab-de4f-4ea6-acc3-abb66545ff41 binding host dv-cinder-779576-8-iscsi {{(pid=93955) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 16:30:03.105175 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-8cbc0b19-984a-4519-92a9-eb61869b419b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3725722'] for router_interface, before_create {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:30:03.154414 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-b6ccff78-d26a-4887-a06a-fca2f13cbcc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928820'] for port, before_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:30:03.257860 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-8cbc0b19-984a-4519-92a9-eb61869b419b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928820'] for port, before_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:30:03.323515 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.wsgi [-] (93953) accepted ('10.222.0.39', 39608) {{(pid=93953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:30:03.363873 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.db.provisioning_blocks [None req-79ece7bf-0a5f-4a20-b0d5-20200597c971 None None] Provisioning complete for port 2dba4de5-87c7-404d-9adf-25f18479f5c2 triggered by entity DHCP. {{(pid=93955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:30:03.364356 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-79ece7bf-0a5f-4a20-b0d5-20200597c971 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953592'] for port, provisioning_complete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:30:03.368308 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [None req-0e2b50bb-0106-4927-93d2-6c97a9dcec01 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=66172f2cb1b942cd8507c8e2d0590705&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0411942 Sep 15 16:30:03.368641 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.wsgi [-] (93953) accepted ('10.222.0.39', 39610) {{(pid=93953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:30:03.413042 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [None req-79ece7bf-0a5f-4a20-b0d5-20200597c971 None None] Port 2dba4de5-87c7-404d-9adf-25f18479f5c2 cannot update to ACTIVE because it is not bound. {{(pid=93955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 16:30:03.423276 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-9d953916-91e7-45c3-bf88-86806b7e460b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:30:03.430703 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-8cbc0b19-984a-4519-92a9-eb61869b419b admin admin] Notify callbacks [] for port, precommit_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:30:03.438017 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-8cbc0b19-984a-4519-92a9-eb61869b419b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791196459277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791195970012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791195970030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126007357'] for port, after_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:30:03.446922 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-9d953916-91e7-45c3-bf88-86806b7e460b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:30:03.497737 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-9d953916-91e7-45c3-bf88-86806b7e460b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3702208'] for security_group, after_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:30:03.499061 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-b6ccff78-d26a-4887-a06a-fca2f13cbcc2 None None] Notify callbacks [] for port, precommit_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:30:03.501053 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-9d953916-91e7-45c3-bf88-86806b7e460b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:30:03.502548 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [None req-9d953916-91e7-45c3-bf88-86806b7e460b admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/7cf3fbe5-faf2-4c9f-820a-012289e1ab27 HTTP/1.1" status: 204 len: 168 time: 0.1328993 Sep 15 16:30:03.507070 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-b6ccff78-d26a-4887-a06a-fca2f13cbcc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791196459277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791195970012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791195970030'] for port, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:30:03.513172 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d953916-91e7-45c3-bf88-86806b7e460b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cf3fbe5-faf2-4c9f-820a-012289e1ab27,revision_number=None']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:30:03.519297 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-8cbc0b19-984a-4519-92a9-eb61869b419b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3751642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3724810'] for router_interface, after_create {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:30:03.522704 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cbc0b19-984a-4519-92a9-eb61869b419b admin admin] Pushing event updated for resources: {'Port': ['ID=2dba4de5-87c7-404d-9adf-25f18479f5c2,revision_number=2']} {{(pid=93954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:30:03.576057 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [None req-b6ccff78-d26a-4887-a06a-fca2f13cbcc2 None None] Attempting to bind port bae01dab-de4f-4ea6-acc3-abb66545ff41 on host dv-cinder-779576-8-iscsi for vnic_type normal with profile {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 16:30:03.576519 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [None req-b6ccff78-d26a-4887-a06a-fca2f13cbcc2 None None] Attempting to bind port bae01dab-de4f-4ea6-acc3-abb66545ff41 by drivers openvswitch,hyperv on host dv-cinder-779576-8-iscsi at level 0 using segments [{'id': 'fd8e905d-efc3-4108-bd70-37f32575b93b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62251075-a3e3-4d47-8761-104d217b089a'}] {{(pid=93955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 16:30:03.576948 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6ccff78-d26a-4887-a06a-fca2f13cbcc2 None None] Attempting to bind port bae01dab-de4f-4ea6-acc3-abb66545ff41 on network 62251075-a3e3-4d47-8761-104d217b089a {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 16:30:03.579863 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83ac265-3d0b-4b97-abcd-69d138c2397a None None] Pushing event updated for resources: {'Port': ['ID=bae01dab-de4f-4ea6-acc3-abb66545ff41,revision_number=2']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:30:03.584746 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6ccff78-d26a-4887-a06a-fca2f13cbcc2 None None] Checking agent: {'id': 'afdc58b1-457c-454f-9c1a-1b1c93cc1a70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-779576-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 16, 14, 2), 'started_at': datetime.datetime(2021, 9, 15, 16, 14, 32), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 16, 30, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-779576-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 16:30:03.585265 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6ccff78-d26a-4887-a06a-fca2f13cbcc2 None None] Checking segment: {'id': 'fd8e905d-efc3-4108-bd70-37f32575b93b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62251075-a3e3-4d47-8761-104d217b089a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 16:30:03.585749 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-b6ccff78-d26a-4887-a06a-fca2f13cbcc2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:30:03.586183 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6ccff78-d26a-4887-a06a-fca2f13cbcc2 None None] Bound using segment: {'id': 'fd8e905d-efc3-4108-bd70-37f32575b93b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62251075-a3e3-4d47-8761-104d217b089a'} {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 16:30:03.586719 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [None req-b6ccff78-d26a-4887-a06a-fca2f13cbcc2 None None] Bound port: bae01dab-de4f-4ea6-acc3-abb66545ff41, host: dv-cinder-779576-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd8e905d-efc3-4108-bd70-37f32575b93b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62251075-a3e3-4d47-8761-104d217b089a'}}] {{(pid=93955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 16:30:03.587201 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-b6ccff78-d26a-4887-a06a-fca2f13cbcc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928820'] for port, before_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:30:03.633371 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cbc0b19-984a-4519-92a9-eb61869b419b admin admin] Network 48dcadf6-1b51-4d33-92c6-65cc509573fa is already hosted by enough agents. {{(pid=93954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:30:03.634796 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.scheduler.base_scheduler [None req-8cbc0b19-984a-4519-92a9-eb61869b419b admin admin] Resources bound (agent type, host, resource id): {{(pid=93954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:30:03.645982 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.db [None req-b6ccff78-d26a-4887-a06a-fca2f13cbcc2 None None] For port bae01dab-de4f-4ea6-acc3-abb66545ff41, host dv-cinder-779576-8-iscsi, cleared binding levels {{(pid=93955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 16:30:03.651102 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.db [None req-b6ccff78-d26a-4887-a06a-fca2f13cbcc2 None None] For port bae01dab-de4f-4ea6-acc3-abb66545ff41, host dv-cinder-779576-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779576-8-iscsi',level=0,port_id=bae01dab-de4f-4ea6-acc3-abb66545ff41,segment=NetworkSegment(fd8e905d-efc3-4108-bd70-37f32575b93b),segment_id=fd8e905d-efc3-4108-bd70-37f32575b93b)] {{(pid=93955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 16:30:03.658934 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-b6ccff78-d26a-4887-a06a-fca2f13cbcc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791196459277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791195970012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791195970030'] for port, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:30:03.726544 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6ccff78-d26a-4887-a06a-fca2f13cbcc2 None None] Routers {'8b2a6ad7-614d-4182-8fd5-ec5bbf2affbd'} bound to L3 agent in host dv-cinder-779576-8-iscsi {{(pid=93955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:30:03.727174 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.db.l3_hamode_db [None req-b6ccff78-d26a-4887-a06a-fca2f13cbcc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779576-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T16:14:02Z,description=,heartbeat_timestamp=2021-09-15T16:30:02Z,host='dv-cinder-779576-8-iscsi',id=7a8df8d7-c3ef-43b4-9534-c977f7014926,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T16:14:02Z,topic='l3_agent')) {'router_ids': ['8b2a6ad7-614d-4182-8fd5-ec5bbf2affbd'], 'active': True} {{(pid=93955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:30:03.769817 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8cbc0b19-984a-4519-92a9-eb61869b419b admin admin] Router 8b2a6ad7-614d-4182-8fd5-ec5bbf2affbd has already been hosted by L3 agent 7a8df8d7-c3ef-43b4-9534-c977f7014926 {{(pid=93954) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 16:30:03.770502 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83ac265-3d0b-4b97-abcd-69d138c2397a None None] Pushing event updated for resources: {'Port': ['ID=bae01dab-de4f-4ea6-acc3-abb66545ff41,revision_number=3']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:30:03.853932 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.db.l3_dvr_db [None req-b6ccff78-d26a-4887-a06a-fca2f13cbcc2 None None] Set router 8b2a6ad7-614d-4182-8fd5-ec5bbf2affbd gateway port host: dv-cinder-779576-8-iscsi {{(pid=93955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 16:30:03.895605 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cbc0b19-984a-4519-92a9-eb61869b419b admin admin] Notify agent at l3_agent.dv-cinder-779576-8-iscsi the message routers_updated {{(pid=93954) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 16:30:03.900878 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [None req-8cbc0b19-984a-4519-92a9-eb61869b419b admin admin] 10.222.0.39 "PUT /v2.0/routers/8b2a6ad7-614d-4182-8fd5-ec5bbf2affbd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8396049 Sep 15 16:30:03.953500 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.db.provisioning_blocks [None req-cb3eede6-c855-48a0-b0db-a5be26bbf9a5 None None] Provisioning complete for port 2dba4de5-87c7-404d-9adf-25f18479f5c2 triggered by entity DHCP. {{(pid=93955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:30:03.953872 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-cb3eede6-c855-48a0-b0db-a5be26bbf9a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953592'] for port, provisioning_complete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:30:04.036236 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [None req-cb3eede6-c855-48a0-b0db-a5be26bbf9a5 None None] Port 2dba4de5-87c7-404d-9adf-25f18479f5c2 cannot update to ACTIVE because it is not bound. {{(pid=93955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 16:30:04.048544 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.rpc [None req-57d8a9a3-d16f-4b20-b77b-ca1e664c03db None None] Device 29801b4a-b784-421e-b723-69b83d101611 up at agent ovs-agent-dv-cinder-779576-8-iscsi {{(pid=93955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 16:30:04.274657 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.db.provisioning_blocks [None req-57d8a9a3-d16f-4b20-b77b-ca1e664c03db None None] Provisioning complete for port 29801b4a-b784-421e-b723-69b83d101611 triggered by entity L2. {{(pid=93955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:30:04.275032 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-57d8a9a3-d16f-4b20-b77b-ca1e664c03db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953592'] for port, provisioning_complete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:30:04.299025 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.db.l3_hamode_db [None req-b6ccff78-d26a-4887-a06a-fca2f13cbcc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b2a6ad7-614d-4182-8fd5-ec5bbf2affbd', 'name': 'tempest-TestVolumeBootPattern-1599081810-router', 'tenant_id': 'f448c5fca9014429b532320ab78459ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62251075-a3e3-4d47-8761-104d217b089a', 'external_fixed_ips': [{'subnet_id': '9a71565b-217b-482b-8364-bc8ecb4c8f88', 'ip_address': '172.27.3.54'}], 'enable_snat': True}, 'gw_port_id': 'bae01dab-de4f-4ea6-acc3-abb66545ff41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:29:59Z', 'updated_at': '2021-09-15T16:30:03Z', 'revision_number': 4, 'project_id': 'f448c5fca9014429b532320ab78459ea', 'gw_port': {'id': 'bae01dab-de4f-4ea6-acc3-abb66545ff41', 'name': '', 'network_id': '62251075-a3e3-4d47-8761-104d217b089a', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:bc:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b2a6ad7-614d-4182-8fd5-ec5bbf2affbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '9a71565b-217b-482b-8364-bc8ecb4c8f88', 'ip_address': '172.27.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779576-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:30:00Z', 'updated_at': '2021-09-15T16:30:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9a71565b-217b-482b-8364-bc8ecb4c8f88', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779576-8-iscsi', '_interfaces': [{'id': '2dba4de5-87c7-404d-9adf-25f18479f5c2', 'name': '', 'network_id': '48dcadf6-1b51-4d33-92c6-65cc509573fa', 'tenant_id': 'f448c5fca9014429b532320ab78459ea', 'mac_address': 'fa:16:3e:85:25:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b2a6ad7-614d-4182-8fd5-ec5bbf2affbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': 'df755c0f-3453-4699-824d-add9626035f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:30:02Z', 'updated_at': '2021-09-15T16:30:03Z', 'revision_number': 2, 'project_id': 'f448c5fca9014429b532320ab78459ea', 'subnets': [{'id': 'df755c0f-3453-4699-824d-add9626035f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779576-8-iscsi', False) {} {{(pid=93955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:30:04.332764 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6ccff78-d26a-4887-a06a-fca2f13cbcc2 None None] The sync data for ids ['8b2a6ad7-614d-4182-8fd5-ec5bbf2affbd'] in dv-cinder-779576-8-iscsi is: [{'id': '8b2a6ad7-614d-4182-8fd5-ec5bbf2affbd', 'name': 'tempest-TestVolumeBootPattern-1599081810-router', 'tenant_id': 'f448c5fca9014429b532320ab78459ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62251075-a3e3-4d47-8761-104d217b089a', 'external_fixed_ips': [{'subnet_id': '9a71565b-217b-482b-8364-bc8ecb4c8f88', 'ip_address': '172.27.3.54'}], 'enable_snat': True}, 'gw_port_id': 'bae01dab-de4f-4ea6-acc3-abb66545ff41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:29:59Z', 'updated_at': '2021-09-15T16:30:03Z', 'revision_number': 4, 'project_id': 'f448c5fca9014429b532320ab78459ea', 'gw_port': {'id': 'bae01dab-de4f-4ea6-acc3-abb66545ff41', 'name': '', 'network_id': '62251075-a3e3-4d47-8761-104d217b089a', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:bc:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b2a6ad7-614d-4182-8fd5-ec5bbf2affbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '9a71565b-217b-482b-8364-bc8ecb4c8f88', 'ip_address': '172.27.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779576-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:30:00Z', 'updated_at': '2021-09-15T16:30:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9a71565b-217b-482b-8364-bc8ecb4c8f88', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779576-8-iscsi', '_interfaces': [{'id': '2dba4de5-87c7-404d-9adf-25f18479f5c2', 'name': '', 'network_id': '48dcadf6-1b51-4d33-92c6-65cc509573fa', 'tenant_id': 'f448c5fca9014429b532320ab78459ea', 'mac_address': 'fa:16:3e:85:25:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b2a6ad7-614d-4182-8fd5-ec5bbf2affbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': 'df755c0f-3453-4699-824d-add9626035f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:30:02Z', 'updated_at': '2021-09-15T16:30:03Z', 'revision_number': 2, 'project_id': 'f448c5fca9014429b532320ab78459ea', 'subnets': [{'id': 'df755c0f-3453-4699-824d-add9626035f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 16:30:04.367941 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-7ad16b6f-1dcb-4567-914a-8ec9b5a04b47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791196484491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953091'] for agent, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:30:04.418611 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.wsgi [-] (93953) accepted ('10.222.0.39', 39646) {{(pid=93953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:30:04.472541 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.rpc [None req-57d8a9a3-d16f-4b20-b77b-ca1e664c03db None None] Device 1ad3b457-f5ce-472b-be2e-58b804d83354 no longer exists at agent ovs-agent-dv-cinder-779576-8-iscsi {{(pid=93955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 16:30:04.498658 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [None req-57d8a9a3-d16f-4b20-b77b-ca1e664c03db None None] No Port match for: 1ad3b457-f5ce-472b-be2e-58b804d83354 {{(pid=93955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 16:30:04.498805 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.rpc [None req-57d8a9a3-d16f-4b20-b77b-ca1e664c03db None None] Device 1ad3b457-f5ce-472b-be2e-58b804d83354 not bound to the agent host dv-cinder-779576-8-iscsi {{(pid=93955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 16:30:04.517003 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.wsgi [-] (93953) accepted ('10.222.0.39', 39652) {{(pid=93953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:30:04.522125 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.api.v2.base [None req-e4b3a581-439d-487d-bfa3-03904238ac36 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-2080912822-network', 'tenant_id': 'f095a05cc1ea4fee999f214f96b2b71b'}} {{(pid=93953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:30:04.565274 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4b3a581-439d-487d-bfa3-03904238ac36 admin admin] Made reservation on behalf of f095a05cc1ea4fee999f214f96b2b71b for: {'network': 1} {{(pid=93953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 16:30:04.576456 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-e4b3a581-439d-487d-bfa3-03904238ac36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928820'] for network, before_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:30:04.585625 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-e4b3a581-439d-487d-bfa3-03904238ac36 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:30:04.601743 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.api.v2.base [None req-f6e4e363-8d97-4a94-9768-e0112a5a61ad admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1476785183-network', 'tenant_id': '66d1d644c42a42ba8fdbb6c5db63cdfb'}} {{(pid=93953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:30:04.633174 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6e4e363-8d97-4a94-9768-e0112a5a61ad admin admin] Made reservation on behalf of 66d1d644c42a42ba8fdbb6c5db63cdfb for: {'network': 1} {{(pid=93953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 16:30:04.635655 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-f6e4e363-8d97-4a94-9768-e0112a5a61ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928820'] for network, before_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:30:04.649269 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-f6e4e363-8d97-4a94-9768-e0112a5a61ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:30:04.735662 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-e4b3a581-439d-487d-bfa3-03904238ac36 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:30:04.743170 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-e4b3a581-439d-487d-bfa3-03904238ac36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3702208'] for security_group, after_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:30:04.769122 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e4b3a581-439d-487d-bfa3-03904238ac36 admin admin] vlan segment allocate from pool success with {'vlan_id': 58, 'physical_network': 'physnet1'} {{(pid=93953) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 16:30:04.795264 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-e4b3a581-439d-487d-bfa3-03904238ac36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-955409'] for segment, precommit_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:30:04.795606 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.db.segments_db [None req-e4b3a581-439d-487d-bfa3-03904238ac36 admin admin] Added segment 0116c62c-34c0-41e5-a228-7786c96d6aa5 of type vlan for network 1db0d33b-ffe9-437c-8a54-e347353afe89 Sep 15 16:30:04.814552 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b3a581-439d-487d-bfa3-03904238ac36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acbce276-4e0d-402b-9d05-d54040adc19e,revision_number=1']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:30:04.858569 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-e4b3a581-439d-487d-bfa3-03904238ac36 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791195928360'] for network, precommit_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:30:04.906557 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-e4b3a581-439d-487d-bfa3-03904238ac36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748912'] for network, after_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:30:04.907834 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4b3a581-439d-487d-bfa3-03904238ac36 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:30:04.908199 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-e4b3a581-439d-487d-bfa3-03904238ac36 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3748898'] for network, before_response {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:30:04.939278 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-f6e4e363-8d97-4a94-9768-e0112a5a61ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:30:04.968671 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-f6e4e363-8d97-4a94-9768-e0112a5a61ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3702208'] for security_group, after_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:30:05.005601 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [None req-e4b3a581-439d-487d-bfa3-03904238ac36 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4847257 Sep 15 16:30:05.007236 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.wsgi [-] (93954) accepted ('10.222.0.39', 39654) {{(pid=93954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:30:05.012540 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.api.v2.base [None req-92aa63d4-5655-4a41-acf7-a1ed5afdb0e8 admin admin] Request body: {'subnet': {'network_id': '1db0d33b-ffe9-437c-8a54-e347353afe89', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-2080912822-subnet', 'tenant_id': 'f095a05cc1ea4fee999f214f96b2b71b', 'ip_version': 4}} {{(pid=93954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:30:05.013874 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b3a581-439d-487d-bfa3-03904238ac36 admin admin] Pushing event updated for resources: {'Network': ['ID=1db0d33b-ffe9-437c-8a54-e347353afe89,revision_number=1']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:30:05.029907 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.rpc [None req-57d8a9a3-d16f-4b20-b77b-ca1e664c03db None None] Network 1db0d33b-ffe9-437c-8a54-e347353afe89 details requested by agent ovs-agent-dv-cinder-779576-8-iscsi with host dv-cinder-779576-8-iscsi {{(pid=93955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 16:30:05.030497 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f6e4e363-8d97-4a94-9768-e0112a5a61ad admin admin] vlan segment allocate from pool success with {'vlan_id': 91, 'physical_network': 'physnet1'} {{(pid=93953) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 16:30:05.040622 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e4e363-8d97-4a94-9768-e0112a5a61ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53105212-6e89-4628-ad29-16fdd92f344b,revision_number=1']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:30:05.045691 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-f6e4e363-8d97-4a94-9768-e0112a5a61ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-955409'] for segment, precommit_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:30:05.046087 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.db.segments_db [None req-f6e4e363-8d97-4a94-9768-e0112a5a61ad admin admin] Added segment 357f3e6e-7de5-4e8f-a75a-601eaf932fe9 of type vlan for network c5434ca4-ccc6-4f17-83c3-0e714ba8c18a Sep 15 16:30:05.047949 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92aa63d4-5655-4a41-acf7-a1ed5afdb0e8 admin admin] Made reservation on behalf of f095a05cc1ea4fee999f214f96b2b71b for: {'subnet': 1} {{(pid=93954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 16:30:05.057384 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-92aa63d4-5655-4a41-acf7-a1ed5afdb0e8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-125831572'] for subnet, before_create {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:30:05.100002 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-f6e4e363-8d97-4a94-9768-e0112a5a61ad admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791195928360'] for network, precommit_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:30:05.138913 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-f6e4e363-8d97-4a94-9768-e0112a5a61ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748912'] for network, after_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:30:05.140407 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6e4e363-8d97-4a94-9768-e0112a5a61ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:30:05.140993 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-f6e4e363-8d97-4a94-9768-e0112a5a61ad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3748898'] for network, before_response {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:30:05.209023 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e4e363-8d97-4a94-9768-e0112a5a61ad admin admin] Pushing event updated for resources: {'Network': ['ID=c5434ca4-ccc6-4f17-83c3-0e714ba8c18a,revision_number=1']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:30:05.215620 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [None req-f6e4e363-8d97-4a94-9768-e0112a5a61ad admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7955918 Sep 15 16:30:05.218584 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.wsgi [-] (93953) accepted ('10.222.0.39', 39658) {{(pid=93953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:30:05.221717 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.rpc [None req-57d8a9a3-d16f-4b20-b77b-ca1e664c03db None None] Network c5434ca4-ccc6-4f17-83c3-0e714ba8c18a details requested by agent ovs-agent-dv-cinder-779576-8-iscsi with host dv-cinder-779576-8-iscsi {{(pid=93955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 16:30:05.226434 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.api.v2.base [None req-163cb38b-c962-4924-9df8-97d01d32be65 admin admin] Request body: {'subnet': {'network_id': 'c5434ca4-ccc6-4f17-83c3-0e714ba8c18a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1476785183-subnet', 'tenant_id': '66d1d644c42a42ba8fdbb6c5db63cdfb', 'ip_version': 4}} {{(pid=93953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:30:05.250089 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-163cb38b-c962-4924-9df8-97d01d32be65 admin admin] Made reservation on behalf of 66d1d644c42a42ba8fdbb6c5db63cdfb for: {'subnet': 1} {{(pid=93953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 16:30:05.252466 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-163cb38b-c962-4924-9df8-97d01d32be65 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127570073'] for subnet, before_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:30:05.276759 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-92aa63d4-5655-4a41-acf7-a1ed5afdb0e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126007368', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-125831610'] for subnet, after_create {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:30:05.347277 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92aa63d4-5655-4a41-acf7-a1ed5afdb0e8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fe42d606-9647-486c-95f5-0bff9e0a707d,revision_number=0']} {{(pid=93954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:30:05.356666 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92aa63d4-5655-4a41-acf7-a1ed5afdb0e8 admin admin] Checking segment: {'id': '0116c62c-34c0-41e5-a228-7786c96d6aa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '1db0d33b-ffe9-437c-8a54-e347353afe89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 16:30:05.357022 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92aa63d4-5655-4a41-acf7-a1ed5afdb0e8 admin admin] Network hostable DHCP agents. Network: 1db0d33b-ffe9-437c-8a54-e347353afe89, hostable agents: ['2fbb1984-d09c-42d8-b085-ece7113d0e35'], hosted agents: [] {{(pid=93954) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 16:30:05.376731 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92aa63d4-5655-4a41-acf7-a1ed5afdb0e8 admin admin] Network 1db0d33b-ffe9-437c-8a54-e347353afe89 is scheduled to be hosted by DHCP agent 2fbb1984-d09c-42d8-b085-ece7113d0e35 with binding_index 1 {{(pid=93954) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 16:30:05.389758 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.scheduler.base_scheduler [None req-92aa63d4-5655-4a41-acf7-a1ed5afdb0e8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-779576-8-iscsi, 1db0d33b-ffe9-437c-8a54-e347353afe89) {{(pid=93954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:30:05.394334 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92aa63d4-5655-4a41-acf7-a1ed5afdb0e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:30:05.394915 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-92aa63d4-5655-4a41-acf7-a1ed5afdb0e8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:30:05.400455 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bce3004-a959-4dee-96e4-834c47a6c833 None None] Network 1db0d33b-ffe9-437c-8a54-e347353afe89 requested from dv-cinder-779576-8-iscsi {{(pid=93955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 16:30:05.421168 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [None req-92aa63d4-5655-4a41-acf7-a1ed5afdb0e8 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4127254 Sep 15 16:30:05.423635 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.wsgi [-] (93954) accepted ('10.222.0.39', 39660) {{(pid=93954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:30:05.428395 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.api.v2.base [None req-b5f94ecf-aca4-4fba-b63a-5a8cc4ab2889 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-2080912822-router', 'tenant_id': 'f095a05cc1ea4fee999f214f96b2b71b', 'external_gateway_info': {'network_id': '62251075-a3e3-4d47-8761-104d217b089a'}}} {{(pid=93954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:30:05.454534 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-b5f94ecf-aca4-4fba-b63a-5a8cc4ab2889 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3724442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-688'] for router, before_create {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:30:05.455591 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-b5f94ecf-aca4-4fba-b63a-5a8cc4ab2889 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3721994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3726746', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4095511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-647'] for router, precommit_create {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:30:05.462812 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-163cb38b-c962-4924-9df8-97d01d32be65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127878349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127570103'] for subnet, after_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:30:05.528571 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-163cb38b-c962-4924-9df8-97d01d32be65 admin admin] Checking segment: {'id': '357f3e6e-7de5-4e8f-a75a-601eaf932fe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'c5434ca4-ccc6-4f17-83c3-0e714ba8c18a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 16:30:05.528854 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-163cb38b-c962-4924-9df8-97d01d32be65 admin admin] Network hostable DHCP agents. Network: c5434ca4-ccc6-4f17-83c3-0e714ba8c18a, hostable agents: ['2fbb1984-d09c-42d8-b085-ece7113d0e35'], hosted agents: [] {{(pid=93953) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 16:30:05.530268 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-b5f94ecf-aca4-4fba-b63a-5a8cc4ab2889 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:30:05.532379 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163cb38b-c962-4924-9df8-97d01d32be65 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a878bb0e-ef92-4742-928c-735ec49c3680,revision_number=0']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:30:05.552548 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-163cb38b-c962-4924-9df8-97d01d32be65 admin admin] Network c5434ca4-ccc6-4f17-83c3-0e714ba8c18a is scheduled to be hosted by DHCP agent 2fbb1984-d09c-42d8-b085-ece7113d0e35 with binding_index 1 {{(pid=93953) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 16:30:05.566329 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.scheduler.base_scheduler [None req-163cb38b-c962-4924-9df8-97d01d32be65 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-779576-8-iscsi, c5434ca4-ccc6-4f17-83c3-0e714ba8c18a) {{(pid=93953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:30:05.575241 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-163cb38b-c962-4924-9df8-97d01d32be65 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:30:05.575836 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-163cb38b-c962-4924-9df8-97d01d32be65 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3748898'] for subnet, before_response {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:30:05.577096 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c817b62-009c-4650-b354-9366b4100f86 None None] Network c5434ca4-ccc6-4f17-83c3-0e714ba8c18a requested from dv-cinder-779576-8-iscsi {{(pid=93955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 16:30:05.595798 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [None req-163cb38b-c962-4924-9df8-97d01d32be65 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3759680 Sep 15 16:30:05.603625 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.wsgi [-] (93953) accepted ('10.222.0.39', 39664) {{(pid=93953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:30:05.610670 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.api.v2.base [None req-95db622f-9e08-478b-807f-c6e5f8650337 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1476785183-router', 'tenant_id': '66d1d644c42a42ba8fdbb6c5db63cdfb', 'external_gateway_info': {'network_id': '62251075-a3e3-4d47-8761-104d217b089a'}}} {{(pid=93953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:30:05.643917 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-95db622f-9e08-478b-807f-c6e5f8650337 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3724442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-688'] for router, before_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:30:05.645213 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-95db622f-9e08-478b-807f-c6e5f8650337 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3721994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3726746', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4095511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-647'] for router, precommit_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:30:05.654432 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c5e82c2-a7c0-4527-bb1b-d1f7d5b11d7c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc7308360-924b-5de6-8a2e-c749ffa8d93c-1db0d33b-ffe9-437c-8a54-e347353afe89', 'network_id': '1db0d33b-ffe9-437c-8a54-e347353afe89', 'tenant_id': 'f095a05cc1ea4fee999f214f96b2b71b', 'fixed_ips': [{'subnet_id': 'fe42d606-9647-486c-95f5-0bff9e0a707d'}]}} from dv-cinder-779576-8-iscsi. {{(pid=93955) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 15 16:30:05.655699 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-2c5e82c2-a7c0-4527-bb1b-d1f7d5b11d7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928820'] for port, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:30:05.699574 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-b5f94ecf-aca4-4fba-b63a-5a8cc4ab2889 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:30:05.713952 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-95db622f-9e08-478b-807f-c6e5f8650337 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:30:05.857411 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-95db622f-9e08-478b-807f-c6e5f8650337 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:30:05.862787 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a991430-bacc-4523-808e-ae9d2062af66 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc7308360-924b-5de6-8a2e-c749ffa8d93c-c5434ca4-ccc6-4f17-83c3-0e714ba8c18a', 'network_id': 'c5434ca4-ccc6-4f17-83c3-0e714ba8c18a', 'tenant_id': '66d1d644c42a42ba8fdbb6c5db63cdfb', 'fixed_ips': [{'subnet_id': 'a878bb0e-ef92-4742-928c-735ec49c3680'}]}} from dv-cinder-779576-8-iscsi. {{(pid=93955) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 15 16:30:05.863754 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-9a991430-bacc-4523-808e-ae9d2062af66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928820'] for port, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:30:05.907066 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.db.db_base_plugin_common [None req-2c5e82c2-a7c0-4527-bb1b-d1f7d5b11d7c None None] Allocated IP 172.20.0.2 (1db0d33b-ffe9-437c-8a54-e347353afe89/fe42d606-9647-486c-95f5-0bff9e0a707d/5ee7c43e-02e0-4f5c-bda8-a067f41a69da) {{(pid=93955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 16:30:05.924990 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-b5f94ecf-aca4-4fba-b63a-5a8cc4ab2889 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:30:05.947462 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-b5f94ecf-aca4-4fba-b63a-5a8cc4ab2889 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928820'] for port, before_create {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:30:06.096728 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.db.db_base_plugin_common [None req-9a991430-bacc-4523-808e-ae9d2062af66 None None] Allocated IP 172.20.0.2 (c5434ca4-ccc6-4f17-83c3-0e714ba8c18a/a878bb0e-ef92-4742-928c-735ec49c3680/5bae831a-67b5-4eb9-92e6-00eb50ff718a) {{(pid=93955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 16:30:06.100397 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.db.db_base_plugin_common [None req-b5f94ecf-aca4-4fba-b63a-5a8cc4ab2889 admin admin] Allocated IP 172.27.3.23 (62251075-a3e3-4d47-8761-104d217b089a/9a71565b-217b-482b-8364-bc8ecb4c8f88/d6b6d7e5-61fd-4307-8ffc-62a7fba7fa78) {{(pid=93954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 16:30:06.112265 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.rpc [None req-57d8a9a3-d16f-4b20-b77b-ca1e664c03db None None] Device bae01dab-de4f-4ea6-acc3-abb66545ff41 up at agent ovs-agent-dv-cinder-779576-8-iscsi {{(pid=93955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 16:30:06.231964 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-b5f94ecf-aca4-4fba-b63a-5a8cc4ab2889 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:30:06.280198 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-b5f94ecf-aca4-4fba-b63a-5a8cc4ab2889 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791195969994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126007332'] for port, after_create {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:30:06.282451 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-2c5e82c2-a7c0-4527-bb1b-d1f7d5b11d7c None None] Notify callbacks [] for port, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:30:06.292941 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.db.provisioning_blocks [None req-57d8a9a3-d16f-4b20-b77b-ca1e664c03db None None] Provisioning complete for port bae01dab-de4f-4ea6-acc3-abb66545ff41 triggered by entity L2. {{(pid=93955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:30:06.293380 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-57d8a9a3-d16f-4b20-b77b-ca1e664c03db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953592'] for port, provisioning_complete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:30:06.305075 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-2c5e82c2-a7c0-4527-bb1b-d1f7d5b11d7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791195969994'] for port, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:30:06.330568 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5f94ecf-aca4-4fba-b63a-5a8cc4ab2889 admin admin] Network 62251075-a3e3-4d47-8761-104d217b089a is already hosted by enough agents. {{(pid=93954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:30:06.334630 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.scheduler.base_scheduler [None req-b5f94ecf-aca4-4fba-b63a-5a8cc4ab2889 admin admin] Resources bound (agent type, host, resource id): {{(pid=93954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:30:06.338607 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5f94ecf-aca4-4fba-b63a-5a8cc4ab2889 admin admin] Received port after_create {{(pid=93954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 16:30:06.368293 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f94ecf-aca4-4fba-b63a-5a8cc4ab2889 admin admin] Pushing event updated for resources: {'Port': ['ID=d6b6d7e5-61fd-4307-8ffc-62a7fba7fa78,revision_number=1']} {{(pid=93954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:30:06.385946 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-95db622f-9e08-478b-807f-c6e5f8650337 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:30:06.415944 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-95db622f-9e08-478b-807f-c6e5f8650337 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928820'] for port, before_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:30:06.426866 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c5e82c2-a7c0-4527-bb1b-d1f7d5b11d7c None None] Network 1db0d33b-ffe9-437c-8a54-e347353afe89 is already hosted by enough agents. {{(pid=93955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:30:06.430819 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5e82c2-a7c0-4527-bb1b-d1f7d5b11d7c None None] Pushing event updated for resources: {'Port': ['ID=5ee7c43e-02e0-4f5c-bda8-a067f41a69da,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:30:06.437114 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.scheduler.base_scheduler [None req-2c5e82c2-a7c0-4527-bb1b-d1f7d5b11d7c None None] Resources bound (agent type, host, resource id): {{(pid=93955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:30:06.439354 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c5e82c2-a7c0-4527-bb1b-d1f7d5b11d7c None None] Received port after_create {{(pid=93955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 16:30:06.483175 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-9a991430-bacc-4523-808e-ae9d2062af66 None None] Notify callbacks [] for port, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:30:06.507578 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-9a991430-bacc-4523-808e-ae9d2062af66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791195969994'] for port, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:30:06.575384 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [None req-2c5e82c2-a7c0-4527-bb1b-d1f7d5b11d7c None None] Attempting to bind port 5ee7c43e-02e0-4f5c-bda8-a067f41a69da on host dv-cinder-779576-8-iscsi for vnic_type normal with profile {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 16:30:06.575748 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [None req-2c5e82c2-a7c0-4527-bb1b-d1f7d5b11d7c None None] Attempting to bind port 5ee7c43e-02e0-4f5c-bda8-a067f41a69da by drivers openvswitch,hyperv on host dv-cinder-779576-8-iscsi at level 0 using segments [{'id': '0116c62c-34c0-41e5-a228-7786c96d6aa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '1db0d33b-ffe9-437c-8a54-e347353afe89'}] {{(pid=93955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 16:30:06.576134 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c5e82c2-a7c0-4527-bb1b-d1f7d5b11d7c None None] Attempting to bind port 5ee7c43e-02e0-4f5c-bda8-a067f41a69da on network 1db0d33b-ffe9-437c-8a54-e347353afe89 {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 16:30:06.585353 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.db.db_base_plugin_common [None req-95db622f-9e08-478b-807f-c6e5f8650337 admin admin] Allocated IP 172.27.3.168 (62251075-a3e3-4d47-8761-104d217b089a/9a71565b-217b-482b-8364-bc8ecb4c8f88/755a56e2-d81f-4d33-8df4-784c94aa399f) {{(pid=93953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 16:30:06.601173 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c5e82c2-a7c0-4527-bb1b-d1f7d5b11d7c None None] Checking agent: {'id': 'afdc58b1-457c-454f-9c1a-1b1c93cc1a70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-779576-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 16, 14, 2), 'started_at': datetime.datetime(2021, 9, 15, 16, 14, 32), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 16, 30, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-779576-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 16:30:06.601608 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c5e82c2-a7c0-4527-bb1b-d1f7d5b11d7c None None] Checking segment: {'id': '0116c62c-34c0-41e5-a228-7786c96d6aa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '1db0d33b-ffe9-437c-8a54-e347353afe89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 16:30:06.601958 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-2c5e82c2-a7c0-4527-bb1b-d1f7d5b11d7c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:30:06.602358 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c5e82c2-a7c0-4527-bb1b-d1f7d5b11d7c None None] Bound using segment: {'id': '0116c62c-34c0-41e5-a228-7786c96d6aa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '1db0d33b-ffe9-437c-8a54-e347353afe89'} {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 16:30:06.603105 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [None req-2c5e82c2-a7c0-4527-bb1b-d1f7d5b11d7c None None] Bound port: 5ee7c43e-02e0-4f5c-bda8-a067f41a69da, host: dv-cinder-779576-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0116c62c-34c0-41e5-a228-7786c96d6aa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '1db0d33b-ffe9-437c-8a54-e347353afe89'}}] {{(pid=93955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 16:30:06.603708 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-2c5e82c2-a7c0-4527-bb1b-d1f7d5b11d7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928820'] for port, before_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:30:06.613406 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a991430-bacc-4523-808e-ae9d2062af66 None None] Network c5434ca4-ccc6-4f17-83c3-0e714ba8c18a is already hosted by enough agents. {{(pid=93955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:30:06.622676 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-57d8a9a3-d16f-4b20-b77b-ca1e664c03db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928820'] for port, before_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:30:06.630558 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a991430-bacc-4523-808e-ae9d2062af66 None None] Pushing event updated for resources: {'Port': ['ID=5bae831a-67b5-4eb9-92e6-00eb50ff718a,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:30:06.636599 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.scheduler.base_scheduler [None req-9a991430-bacc-4523-808e-ae9d2062af66 None None] Resources bound (agent type, host, resource id): {{(pid=93955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:30:06.642415 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a991430-bacc-4523-808e-ae9d2062af66 None None] Received port after_create {{(pid=93955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 16:30:06.661669 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-b5f94ecf-aca4-4fba-b63a-5a8cc4ab2889 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:30:06.689411 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.db [None req-57d8a9a3-d16f-4b20-b77b-ca1e664c03db None None] For port bae01dab-de4f-4ea6-acc3-abb66545ff41, host dv-cinder-779576-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779576-8-iscsi',level=0,port_id=bae01dab-de4f-4ea6-acc3-abb66545ff41,segment=NetworkSegment(fd8e905d-efc3-4108-bd70-37f32575b93b),segment_id=fd8e905d-efc3-4108-bd70-37f32575b93b)] {{(pid=93955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:30:06.712870 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-57d8a9a3-d16f-4b20-b77b-ca1e664c03db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791196459277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791195970012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791195970030'] for port, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:30:06.736037 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-95db622f-9e08-478b-807f-c6e5f8650337 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:30:06.757196 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e5757dd-acf3-4783-ac6c-86620174316e None None] Sync routers for ids ['8b2a6ad7-614d-4182-8fd5-ec5bbf2affbd'] in dv-cinder-779576-8-iscsi {{(pid=93956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 16:30:06.767050 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e5757dd-acf3-4783-ac6c-86620174316e None None] Routers {'8b2a6ad7-614d-4182-8fd5-ec5bbf2affbd'} bound to L3 agent in host dv-cinder-779576-8-iscsi {{(pid=93956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:30:06.767916 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron.db.l3_hamode_db [None req-6e5757dd-acf3-4783-ac6c-86620174316e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779576-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T16:14:02Z,description=,heartbeat_timestamp=2021-09-15T16:30:02Z,host='dv-cinder-779576-8-iscsi',id=7a8df8d7-c3ef-43b4-9534-c977f7014926,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T16:14:02Z,topic='l3_agent')) {'router_ids': ['8b2a6ad7-614d-4182-8fd5-ec5bbf2affbd'], 'active': True} {{(pid=93956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:30:06.801434 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-95db622f-9e08-478b-807f-c6e5f8650337 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791195969994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127878305'] for port, after_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:30:06.806439 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [None req-9a991430-bacc-4523-808e-ae9d2062af66 None None] Attempting to bind port 5bae831a-67b5-4eb9-92e6-00eb50ff718a on host dv-cinder-779576-8-iscsi for vnic_type normal with profile {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 16:30:06.806979 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [None req-9a991430-bacc-4523-808e-ae9d2062af66 None None] Attempting to bind port 5bae831a-67b5-4eb9-92e6-00eb50ff718a by drivers openvswitch,hyperv on host dv-cinder-779576-8-iscsi at level 0 using segments [{'id': '357f3e6e-7de5-4e8f-a75a-601eaf932fe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'c5434ca4-ccc6-4f17-83c3-0e714ba8c18a'}] {{(pid=93955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 16:30:06.807383 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a991430-bacc-4523-808e-ae9d2062af66 None None] Attempting to bind port 5bae831a-67b5-4eb9-92e6-00eb50ff718a on network c5434ca4-ccc6-4f17-83c3-0e714ba8c18a {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 16:30:06.815013 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.db [None req-2c5e82c2-a7c0-4527-bb1b-d1f7d5b11d7c None None] For port 5ee7c43e-02e0-4f5c-bda8-a067f41a69da, host dv-cinder-779576-8-iscsi, cleared binding levels {{(pid=93955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 16:30:06.817887 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a991430-bacc-4523-808e-ae9d2062af66 None None] Checking agent: {'id': 'afdc58b1-457c-454f-9c1a-1b1c93cc1a70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-779576-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 16, 14, 2), 'started_at': datetime.datetime(2021, 9, 15, 16, 14, 32), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 16, 30, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-779576-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 16:30:06.818273 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a991430-bacc-4523-808e-ae9d2062af66 None None] Checking segment: {'id': '357f3e6e-7de5-4e8f-a75a-601eaf932fe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'c5434ca4-ccc6-4f17-83c3-0e714ba8c18a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 16:30:06.818693 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-9a991430-bacc-4523-808e-ae9d2062af66 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:30:06.819132 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a991430-bacc-4523-808e-ae9d2062af66 None None] Bound using segment: {'id': '357f3e6e-7de5-4e8f-a75a-601eaf932fe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'c5434ca4-ccc6-4f17-83c3-0e714ba8c18a'} {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 16:30:06.819769 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [None req-9a991430-bacc-4523-808e-ae9d2062af66 None None] Bound port: 5bae831a-67b5-4eb9-92e6-00eb50ff718a, host: dv-cinder-779576-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '357f3e6e-7de5-4e8f-a75a-601eaf932fe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'c5434ca4-ccc6-4f17-83c3-0e714ba8c18a'}}] {{(pid=93955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 16:30:06.820065 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-9a991430-bacc-4523-808e-ae9d2062af66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928820'] for port, before_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:30:06.849380 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95db622f-9e08-478b-807f-c6e5f8650337 admin admin] Network 62251075-a3e3-4d47-8761-104d217b089a is already hosted by enough agents. {{(pid=93953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:30:06.853758 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.scheduler.base_scheduler [None req-95db622f-9e08-478b-807f-c6e5f8650337 admin admin] Resources bound (agent type, host, resource id): {{(pid=93953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:30:06.865906 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95db622f-9e08-478b-807f-c6e5f8650337 admin admin] Received port after_create {{(pid=93953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 16:30:06.878027 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.db [None req-2c5e82c2-a7c0-4527-bb1b-d1f7d5b11d7c None None] For port 5ee7c43e-02e0-4f5c-bda8-a067f41a69da, host dv-cinder-779576-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779576-8-iscsi',level=0,port_id=5ee7c43e-02e0-4f5c-bda8-a067f41a69da,segment=NetworkSegment(0116c62c-34c0-41e5-a228-7786c96d6aa5),segment_id=0116c62c-34c0-41e5-a228-7786c96d6aa5)] {{(pid=93955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 16:30:06.887832 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d8a9a3-d16f-4b20-b77b-ca1e664c03db None None] Pushing event updated for resources: {'Port': ['ID=bae01dab-de4f-4ea6-acc3-abb66545ff41,revision_number=4']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:30:06.913942 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-2c5e82c2-a7c0-4527-bb1b-d1f7d5b11d7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791196459277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791195970012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791195970030'] for port, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:30:06.919672 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron.db.l3_dvr_db [None req-6e5757dd-acf3-4783-ac6c-86620174316e None None] Set router 8b2a6ad7-614d-4182-8fd5-ec5bbf2affbd gateway port host: dv-cinder-779576-8-iscsi {{(pid=93956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 16:30:06.945108 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95db622f-9e08-478b-807f-c6e5f8650337 admin admin] Pushing event updated for resources: {'Port': ['ID=755a56e2-d81f-4d33-8df4-784c94aa399f,revision_number=1']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:30:06.953763 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-b5f94ecf-aca4-4fba-b63a-5a8cc4ab2889 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3721989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3725645'] for router, after_create {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:30:06.991548 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.db [None req-9a991430-bacc-4523-808e-ae9d2062af66 None None] For port 5bae831a-67b5-4eb9-92e6-00eb50ff718a, host dv-cinder-779576-8-iscsi, cleared binding levels {{(pid=93955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 16:30:06.995092 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.db [None req-9a991430-bacc-4523-808e-ae9d2062af66 None None] For port 5bae831a-67b5-4eb9-92e6-00eb50ff718a, host dv-cinder-779576-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779576-8-iscsi',level=0,port_id=5bae831a-67b5-4eb9-92e6-00eb50ff718a,segment=NetworkSegment(357f3e6e-7de5-4e8f-a75a-601eaf932fe9),segment_id=357f3e6e-7de5-4e8f-a75a-601eaf932fe9)] {{(pid=93955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 16:30:07.007346 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-9a991430-bacc-4523-808e-ae9d2062af66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791196459277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791195970012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791195970030'] for port, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:30:07.065930 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5e82c2-a7c0-4527-bb1b-d1f7d5b11d7c None None] Pushing event updated for resources: {'Port': ['ID=5ee7c43e-02e0-4f5c-bda8-a067f41a69da,revision_number=2']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:30:07.161307 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a991430-bacc-4523-808e-ae9d2062af66 None None] Pushing event updated for resources: {'Port': ['ID=5bae831a-67b5-4eb9-92e6-00eb50ff718a,revision_number=2']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:30:07.250753 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5f94ecf-aca4-4fba-b63a-5a8cc4ab2889 admin admin] Router 75b5e78c-90d2-490f-8af8-687e234a2993 is scheduled to L3 agent 7a8df8d7-c3ef-43b4-9534-c977f7014926 with binding_index 1 {{(pid=93954) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 15 16:30:07.262943 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron.db.l3_hamode_db [None req-6e5757dd-acf3-4783-ac6c-86620174316e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b2a6ad7-614d-4182-8fd5-ec5bbf2affbd', 'name': 'tempest-TestVolumeBootPattern-1599081810-router', 'tenant_id': 'f448c5fca9014429b532320ab78459ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62251075-a3e3-4d47-8761-104d217b089a', 'external_fixed_ips': [{'subnet_id': '9a71565b-217b-482b-8364-bc8ecb4c8f88', 'ip_address': '172.27.3.54'}], 'enable_snat': True}, 'gw_port_id': 'bae01dab-de4f-4ea6-acc3-abb66545ff41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:29:59Z', 'updated_at': '2021-09-15T16:30:03Z', 'revision_number': 4, 'project_id': 'f448c5fca9014429b532320ab78459ea', 'gw_port': {'id': 'bae01dab-de4f-4ea6-acc3-abb66545ff41', 'name': '', 'network_id': '62251075-a3e3-4d47-8761-104d217b089a', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:bc:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b2a6ad7-614d-4182-8fd5-ec5bbf2affbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '9a71565b-217b-482b-8364-bc8ecb4c8f88', 'ip_address': '172.27.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779576-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:30:00Z', 'updated_at': '2021-09-15T16:30:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a71565b-217b-482b-8364-bc8ecb4c8f88', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779576-8-iscsi', '_interfaces': [{'id': '2dba4de5-87c7-404d-9adf-25f18479f5c2', 'name': '', 'network_id': '48dcadf6-1b51-4d33-92c6-65cc509573fa', 'tenant_id': 'f448c5fca9014429b532320ab78459ea', 'mac_address': 'fa:16:3e:85:25:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b2a6ad7-614d-4182-8fd5-ec5bbf2affbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': 'df755c0f-3453-4699-824d-add9626035f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:30:02Z', 'updated_at': '2021-09-15T16:30:03Z', 'revision_number': 2, 'project_id': 'f448c5fca9014429b532320ab78459ea', 'subnets': [{'id': 'df755c0f-3453-4699-824d-add9626035f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779576-8-iscsi', False) {} {{(pid=93956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:30:07.304124 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e5757dd-acf3-4783-ac6c-86620174316e None None] Checking router: 8b2a6ad7-614d-4182-8fd5-ec5bbf2affbd for host: dv-cinder-779576-8-iscsi {{(pid=93956) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 16:30:07.305829 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e5757dd-acf3-4783-ac6c-86620174316e None None] Updating router 8b2a6ad7-614d-4182-8fd5-ec5bbf2affbd port 2dba4de5-87c7-404d-9adf-25f18479f5c2 binding host dv-cinder-779576-8-iscsi {{(pid=93956) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 16:30:07.315765 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-95db622f-9e08-478b-807f-c6e5f8650337 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:30:07.387960 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-6e5757dd-acf3-4783-ac6c-86620174316e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928820'] for port, before_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:30:07.682881 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-95db622f-9e08-478b-807f-c6e5f8650337 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3721989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3725645'] for router, after_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:30:07.762681 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5f94ecf-aca4-4fba-b63a-5a8cc4ab2889 admin admin] Notify agent at l3_agent.dv-cinder-779576-8-iscsi the message routers_updated {{(pid=93954) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 16:30:07.773526 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-964add28-edd4-4452-85a0-e2297d029847 None None] Sync routers for ids ['75b5e78c-90d2-490f-8af8-687e234a2993'] in dv-cinder-779576-8-iscsi {{(pid=93955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 16:30:07.775956 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-6e5757dd-acf3-4783-ac6c-86620174316e None None] Notify callbacks [] for port, precommit_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:30:07.781339 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-b5f94ecf-aca4-4fba-b63a-5a8cc4ab2889 admin admin] Notify callbacks [] for router, before_response {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:30:07.782667 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [None req-b5f94ecf-aca4-4fba-b63a-5a8cc4ab2889 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.3579776 Sep 15 16:30:07.785361 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-6e5757dd-acf3-4783-ac6c-86620174316e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791196459277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791195970012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791195970030'] for port, after_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:30:07.785864 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.wsgi [-] (93954) accepted ('10.222.0.39', 39670) {{(pid=93954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:30:07.789921 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-964add28-edd4-4452-85a0-e2297d029847 None None] Routers {'75b5e78c-90d2-490f-8af8-687e234a2993'} bound to L3 agent in host dv-cinder-779576-8-iscsi {{(pid=93955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:30:07.791126 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.db.l3_hamode_db [None req-964add28-edd4-4452-85a0-e2297d029847 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779576-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T16:14:02Z,description=,heartbeat_timestamp=2021-09-15T16:30:02Z,host='dv-cinder-779576-8-iscsi',id=7a8df8d7-c3ef-43b4-9534-c977f7014926,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T16:14:02Z,topic='l3_agent')) {'router_ids': ['75b5e78c-90d2-490f-8af8-687e234a2993'], 'active': True} {{(pid=93955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:30:07.842930 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e8ea10-0f70-4437-9990-961b30fe9a9a None None] Pushing event updated for resources: {'Port': ['ID=2dba4de5-87c7-404d-9adf-25f18479f5c2,revision_number=3']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:30:07.854697 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e8ea10-0f70-4437-9990-961b30fe9a9a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:30:07.855295 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e8ea10-0f70-4437-9990-961b30fe9a9a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:30:07.855777 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e8ea10-0f70-4437-9990-961b30fe9a9a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:30:07.856286 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e8ea10-0f70-4437-9990-961b30fe9a9a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:30:07.856785 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e8ea10-0f70-4437-9990-961b30fe9a9a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:30:07.857267 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e8ea10-0f70-4437-9990-961b30fe9a9a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:30:07.857749 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e8ea10-0f70-4437-9990-961b30fe9a9a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:30:07.858224 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e8ea10-0f70-4437-9990-961b30fe9a9a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:30:07.858738 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e8ea10-0f70-4437-9990-961b30fe9a9a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:30:07.859060 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e8ea10-0f70-4437-9990-961b30fe9a9a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:30:07.859381 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e8ea10-0f70-4437-9990-961b30fe9a9a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:30:07.859777 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e8ea10-0f70-4437-9990-961b30fe9a9a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:30:07.876675 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95db622f-9e08-478b-807f-c6e5f8650337 admin admin] Router 5fbd7505-4ba3-4760-ad1e-279724b61dec is scheduled to L3 agent 7a8df8d7-c3ef-43b4-9534-c977f7014926 with binding_index 1 {{(pid=93953) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 15 16:30:07.964061 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron.plugins.ml2.managers [None req-6e5757dd-acf3-4783-ac6c-86620174316e None None] Attempting to bind port 2dba4de5-87c7-404d-9adf-25f18479f5c2 on host dv-cinder-779576-8-iscsi for vnic_type normal with profile {{(pid=93956) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 16:30:07.964451 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron.plugins.ml2.managers [None req-6e5757dd-acf3-4783-ac6c-86620174316e None None] Attempting to bind port 2dba4de5-87c7-404d-9adf-25f18479f5c2 by drivers openvswitch,hyperv on host dv-cinder-779576-8-iscsi at level 0 using segments [{'id': '515df8c3-420b-482c-ae85-8decf2a71996', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '48dcadf6-1b51-4d33-92c6-65cc509573fa'}] {{(pid=93956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 16:30:07.964811 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e5757dd-acf3-4783-ac6c-86620174316e None None] Attempting to bind port 2dba4de5-87c7-404d-9adf-25f18479f5c2 on network 48dcadf6-1b51-4d33-92c6-65cc509573fa {{(pid=93956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 16:30:07.976333 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e5757dd-acf3-4783-ac6c-86620174316e None None] Checking agent: {'id': 'afdc58b1-457c-454f-9c1a-1b1c93cc1a70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-779576-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 16, 14, 2), 'started_at': datetime.datetime(2021, 9, 15, 16, 14, 32), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 16, 30, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-779576-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 16:30:07.976719 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e5757dd-acf3-4783-ac6c-86620174316e None None] Checking segment: {'id': '515df8c3-420b-482c-ae85-8decf2a71996', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '48dcadf6-1b51-4d33-92c6-65cc509573fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93956) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 16:30:07.977122 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-6e5757dd-acf3-4783-ac6c-86620174316e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:30:07.977512 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e5757dd-acf3-4783-ac6c-86620174316e None None] Bound using segment: {'id': '515df8c3-420b-482c-ae85-8decf2a71996', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '48dcadf6-1b51-4d33-92c6-65cc509573fa'} {{(pid=93956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 16:30:07.977998 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron.plugins.ml2.managers [None req-6e5757dd-acf3-4783-ac6c-86620174316e None None] Bound port: 2dba4de5-87c7-404d-9adf-25f18479f5c2, host: dv-cinder-779576-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '515df8c3-420b-482c-ae85-8decf2a71996', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '48dcadf6-1b51-4d33-92c6-65cc509573fa'}}] {{(pid=93956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 16:30:07.978389 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-6e5757dd-acf3-4783-ac6c-86620174316e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928820'] for port, before_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:30:08.082269 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron.plugins.ml2.db [None req-6e5757dd-acf3-4783-ac6c-86620174316e None None] For port 2dba4de5-87c7-404d-9adf-25f18479f5c2, host dv-cinder-779576-8-iscsi, cleared binding levels {{(pid=93956) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 16:30:08.082637 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95db622f-9e08-478b-807f-c6e5f8650337 admin admin] Notify agent at l3_agent.dv-cinder-779576-8-iscsi the message routers_updated {{(pid=93953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 16:30:08.088905 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron.plugins.ml2.db [None req-6e5757dd-acf3-4783-ac6c-86620174316e None None] For port 2dba4de5-87c7-404d-9adf-25f18479f5c2, host dv-cinder-779576-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779576-8-iscsi',level=0,port_id=2dba4de5-87c7-404d-9adf-25f18479f5c2,segment=NetworkSegment(515df8c3-420b-482c-ae85-8decf2a71996),segment_id=515df8c3-420b-482c-ae85-8decf2a71996)] {{(pid=93956) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 16:30:08.100360 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f93c8fe-1fc3-4219-9f1d-c905cd89aa64 None None] Sync routers for ids ['5fbd7505-4ba3-4760-ad1e-279724b61dec'] in dv-cinder-779576-8-iscsi {{(pid=93956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 16:30:08.109029 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-6e5757dd-acf3-4783-ac6c-86620174316e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791196459277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791195970012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791195970030'] for port, after_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:30:08.119466 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-95db622f-9e08-478b-807f-c6e5f8650337 admin admin] Notify callbacks [] for router, before_response {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:30:08.123389 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [None req-95db622f-9e08-478b-807f-c6e5f8650337 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.5157728 Sep 15 16:30:08.123945 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.wsgi [-] (93953) accepted ('10.222.0.39', 39672) {{(pid=93953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:30:08.170668 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.db.l3_dvr_db [None req-964add28-edd4-4452-85a0-e2297d029847 None None] Set router 75b5e78c-90d2-490f-8af8-687e234a2993 gateway port host: dv-cinder-779576-8-iscsi {{(pid=93955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 16:30:08.205512 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e8ea10-0f70-4437-9990-961b30fe9a9a None None] Pushing event updated for resources: {'Port': ['ID=2dba4de5-87c7-404d-9adf-25f18479f5c2,revision_number=4']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:30:08.221087 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f93c8fe-1fc3-4219-9f1d-c905cd89aa64 None None] Routers {'5fbd7505-4ba3-4760-ad1e-279724b61dec'} bound to L3 agent in host dv-cinder-779576-8-iscsi {{(pid=93956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:30:08.221721 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron.db.l3_hamode_db [None req-4f93c8fe-1fc3-4219-9f1d-c905cd89aa64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779576-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T16:14:02Z,description=,heartbeat_timestamp=2021-09-15T16:30:02Z,host='dv-cinder-779576-8-iscsi',id=7a8df8d7-c3ef-43b4-9534-c977f7014926,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T16:14:02Z,topic='l3_agent')) {'router_ids': ['5fbd7505-4ba3-4760-ad1e-279724b61dec'], 'active': True} {{(pid=93956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:30:08.298294 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.rpc [None req-57d8a9a3-d16f-4b20-b77b-ca1e664c03db None None] Device 5ee7c43e-02e0-4f5c-bda8-a067f41a69da up at agent ovs-agent-dv-cinder-779576-8-iscsi {{(pid=93955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 16:30:08.317109 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e5757dd-acf3-4783-ac6c-86620174316e None None] Routers {'8b2a6ad7-614d-4182-8fd5-ec5bbf2affbd'} bound to L3 agent in host dv-cinder-779576-8-iscsi {{(pid=93956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:30:08.317619 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron.db.l3_hamode_db [None req-6e5757dd-acf3-4783-ac6c-86620174316e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779576-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T16:14:02Z,description=,heartbeat_timestamp=2021-09-15T16:30:02Z,host='dv-cinder-779576-8-iscsi',id=7a8df8d7-c3ef-43b4-9534-c977f7014926,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T16:14:02Z,topic='l3_agent')) {'router_ids': ['8b2a6ad7-614d-4182-8fd5-ec5bbf2affbd'], 'active': True} {{(pid=93956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:30:08.415881 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.db.provisioning_blocks [None req-57d8a9a3-d16f-4b20-b77b-ca1e664c03db None None] Provisioning complete for port 5ee7c43e-02e0-4f5c-bda8-a067f41a69da triggered by entity L2. {{(pid=93955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:30:08.416464 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-57d8a9a3-d16f-4b20-b77b-ca1e664c03db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953592'] for port, provisioning_complete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:30:08.466927 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.db.l3_hamode_db [None req-964add28-edd4-4452-85a0-e2297d029847 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75b5e78c-90d2-490f-8af8-687e234a2993', 'name': 'tempest-TestVolumeBootPattern-2080912822-router', 'tenant_id': 'f095a05cc1ea4fee999f214f96b2b71b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62251075-a3e3-4d47-8761-104d217b089a', 'external_fixed_ips': [{'subnet_id': '9a71565b-217b-482b-8364-bc8ecb4c8f88', 'ip_address': '172.27.3.23'}], 'enable_snat': True}, 'gw_port_id': 'd6b6d7e5-61fd-4307-8ffc-62a7fba7fa78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:30:05Z', 'updated_at': '2021-09-15T16:30:06Z', 'revision_number': 3, 'project_id': 'f095a05cc1ea4fee999f214f96b2b71b', 'gw_port': {'id': 'd6b6d7e5-61fd-4307-8ffc-62a7fba7fa78', 'name': '', 'network_id': '62251075-a3e3-4d47-8761-104d217b089a', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:bf:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75b5e78c-90d2-490f-8af8-687e234a2993', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '9a71565b-217b-482b-8364-bc8ecb4c8f88', 'ip_address': '172.27.3.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:30:05Z', 'updated_at': '2021-09-15T16:30:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9a71565b-217b-482b-8364-bc8ecb4c8f88', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779576-8-iscsi'}], 'dv-cinder-779576-8-iscsi', False) {} {{(pid=93955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:30:08.528444 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-964add28-edd4-4452-85a0-e2297d029847 None None] Checking router: 75b5e78c-90d2-490f-8af8-687e234a2993 for host: dv-cinder-779576-8-iscsi {{(pid=93955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 16:30:08.528775 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-964add28-edd4-4452-85a0-e2297d029847 None None] Updating router 75b5e78c-90d2-490f-8af8-687e234a2993 port d6b6d7e5-61fd-4307-8ffc-62a7fba7fa78 binding host dv-cinder-779576-8-iscsi {{(pid=93955) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 16:30:08.627712 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-964add28-edd4-4452-85a0-e2297d029847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928820'] for port, before_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:30:08.671941 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-2d5ece8b-8066-4039-a559-ed51153a3158 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928820'] for port, before_create {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:30:08.696136 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron.db.l3_dvr_db [None req-4f93c8fe-1fc3-4219-9f1d-c905cd89aa64 None None] Set router 5fbd7505-4ba3-4760-ad1e-279724b61dec gateway port host: dv-cinder-779576-8-iscsi {{(pid=93956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 16:30:08.793668 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron.db.l3_dvr_db [None req-6e5757dd-acf3-4783-ac6c-86620174316e None None] Set router 8b2a6ad7-614d-4182-8fd5-ec5bbf2affbd gateway port host: dv-cinder-779576-8-iscsi {{(pid=93956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 16:30:08.969993 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-964add28-edd4-4452-85a0-e2297d029847 None None] Notify callbacks [] for port, precommit_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:30:08.981602 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff8918dd-6bae-41e7-88e2-9bdd1c46740c None None] Network 1db0d33b-ffe9-437c-8a54-e347353afe89 requested from dv-cinder-779576-8-iscsi {{(pid=93955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 16:30:09.031980 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.db.db_base_plugin_common [None req-2d5ece8b-8066-4039-a559-ed51153a3158 admin admin] Allocated IP 172.20.0.1 (1db0d33b-ffe9-437c-8a54-e347353afe89/fe42d606-9647-486c-95f5-0bff9e0a707d/0e5952c5-ed94-49d8-b971-50f230076855) {{(pid=93954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 16:30:09.032272 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-964add28-edd4-4452-85a0-e2297d029847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791196459277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791195970012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791195970030'] for port, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:30:09.034667 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-57d8a9a3-d16f-4b20-b77b-ca1e664c03db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928820'] for port, before_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:30:09.115790 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-0dfc831d-fd3c-4984-890d-a587e0b336f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928820'] for port, before_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:30:09.141874 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.db.provisioning_blocks [None req-051164f8-b0ec-45ea-bfd4-877e18da9ee8 None None] Provisioning complete for port 2dba4de5-87c7-404d-9adf-25f18479f5c2 triggered by entity DHCP. {{(pid=93955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:30:09.142546 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-051164f8-b0ec-45ea-bfd4-877e18da9ee8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953592'] for port, provisioning_complete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:30:09.171698 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron.db.l3_hamode_db [None req-6e5757dd-acf3-4783-ac6c-86620174316e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b2a6ad7-614d-4182-8fd5-ec5bbf2affbd', 'name': 'tempest-TestVolumeBootPattern-1599081810-router', 'tenant_id': 'f448c5fca9014429b532320ab78459ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62251075-a3e3-4d47-8761-104d217b089a', 'external_fixed_ips': [{'subnet_id': '9a71565b-217b-482b-8364-bc8ecb4c8f88', 'ip_address': '172.27.3.54'}], 'enable_snat': True}, 'gw_port_id': 'bae01dab-de4f-4ea6-acc3-abb66545ff41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:29:59Z', 'updated_at': '2021-09-15T16:30:03Z', 'revision_number': 4, 'project_id': 'f448c5fca9014429b532320ab78459ea', 'gw_port': {'id': 'bae01dab-de4f-4ea6-acc3-abb66545ff41', 'name': '', 'network_id': '62251075-a3e3-4d47-8761-104d217b089a', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:bc:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b2a6ad7-614d-4182-8fd5-ec5bbf2affbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '9a71565b-217b-482b-8364-bc8ecb4c8f88', 'ip_address': '172.27.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779576-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:30:00Z', 'updated_at': '2021-09-15T16:30:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a71565b-217b-482b-8364-bc8ecb4c8f88', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779576-8-iscsi', '_interfaces': [{'id': '2dba4de5-87c7-404d-9adf-25f18479f5c2', 'name': '', 'network_id': '48dcadf6-1b51-4d33-92c6-65cc509573fa', 'tenant_id': 'f448c5fca9014429b532320ab78459ea', 'mac_address': 'fa:16:3e:85:25:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b2a6ad7-614d-4182-8fd5-ec5bbf2affbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': 'df755c0f-3453-4699-824d-add9626035f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779576-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:30:02Z', 'updated_at': '2021-09-15T16:30:08Z', 'revision_number': 4, 'project_id': 'f448c5fca9014429b532320ab78459ea', 'subnets': [{'id': 'df755c0f-3453-4699-824d-add9626035f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779576-8-iscsi', False) {} {{(pid=93956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:30:09.205309 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53ede83-abb6-480c-9fcb-ea3a7a194d4d None None] Pushing event updated for resources: {'Port': ['ID=d6b6d7e5-61fd-4307-8ffc-62a7fba7fa78,revision_number=2']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:30:09.208356 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e5757dd-acf3-4783-ac6c-86620174316e None None] The sync data for ids ['8b2a6ad7-614d-4182-8fd5-ec5bbf2affbd'] in dv-cinder-779576-8-iscsi is: [{'id': '8b2a6ad7-614d-4182-8fd5-ec5bbf2affbd', 'name': 'tempest-TestVolumeBootPattern-1599081810-router', 'tenant_id': 'f448c5fca9014429b532320ab78459ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62251075-a3e3-4d47-8761-104d217b089a', 'external_fixed_ips': [{'subnet_id': '9a71565b-217b-482b-8364-bc8ecb4c8f88', 'ip_address': '172.27.3.54'}], 'enable_snat': True}, 'gw_port_id': 'bae01dab-de4f-4ea6-acc3-abb66545ff41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:29:59Z', 'updated_at': '2021-09-15T16:30:03Z', 'revision_number': 4, 'project_id': 'f448c5fca9014429b532320ab78459ea', 'gw_port': {'id': 'bae01dab-de4f-4ea6-acc3-abb66545ff41', 'name': '', 'network_id': '62251075-a3e3-4d47-8761-104d217b089a', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:bc:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b2a6ad7-614d-4182-8fd5-ec5bbf2affbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '9a71565b-217b-482b-8364-bc8ecb4c8f88', 'ip_address': '172.27.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779576-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:30:00Z', 'updated_at': '2021-09-15T16:30:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a71565b-217b-482b-8364-bc8ecb4c8f88', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779576-8-iscsi', '_interfaces': [{'id': '2dba4de5-87c7-404d-9adf-25f18479f5c2', 'name': '', 'network_id': '48dcadf6-1b51-4d33-92c6-65cc509573fa', 'tenant_id': 'f448c5fca9014429b532320ab78459ea', 'mac_address': 'fa:16:3e:85:25:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b2a6ad7-614d-4182-8fd5-ec5bbf2affbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': 'df755c0f-3453-4699-824d-add9626035f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779576-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:30:02Z', 'updated_at': '2021-09-15T16:30:08Z', 'revision_number': 4, 'project_id': 'f448c5fca9014429b532320ab78459ea', 'subnets': [{'id': 'df755c0f-3453-4699-824d-add9626035f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 16:30:09.226489 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-2d5ece8b-8066-4039-a559-ed51153a3158 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:30:09.229569 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron.db.l3_hamode_db [None req-4f93c8fe-1fc3-4219-9f1d-c905cd89aa64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fbd7505-4ba3-4760-ad1e-279724b61dec', 'name': 'tempest-TestShelveInstance-1476785183-router', 'tenant_id': '66d1d644c42a42ba8fdbb6c5db63cdfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62251075-a3e3-4d47-8761-104d217b089a', 'external_fixed_ips': [{'subnet_id': '9a71565b-217b-482b-8364-bc8ecb4c8f88', 'ip_address': '172.27.3.168'}], 'enable_snat': True}, 'gw_port_id': '755a56e2-d81f-4d33-8df4-784c94aa399f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:30:05Z', 'updated_at': '2021-09-15T16:30:07Z', 'revision_number': 3, 'project_id': '66d1d644c42a42ba8fdbb6c5db63cdfb', 'gw_port': {'id': '755a56e2-d81f-4d33-8df4-784c94aa399f', 'name': '', 'network_id': '62251075-a3e3-4d47-8761-104d217b089a', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:88:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fbd7505-4ba3-4760-ad1e-279724b61dec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '9a71565b-217b-482b-8364-bc8ecb4c8f88', 'ip_address': '172.27.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:30:06Z', 'updated_at': '2021-09-15T16:30:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9a71565b-217b-482b-8364-bc8ecb4c8f88', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779576-8-iscsi'}], 'dv-cinder-779576-8-iscsi', False) {} {{(pid=93956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:30:09.229763 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30516e23-2d8d-472e-b468-a3ed769099a8 None None] Network c5434ca4-ccc6-4f17-83c3-0e714ba8c18a requested from dv-cinder-779576-8-iscsi {{(pid=93955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 16:30:09.267991 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f93c8fe-1fc3-4219-9f1d-c905cd89aa64 None None] Checking router: 5fbd7505-4ba3-4760-ad1e-279724b61dec for host: dv-cinder-779576-8-iscsi {{(pid=93956) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 16:30:09.268440 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f93c8fe-1fc3-4219-9f1d-c905cd89aa64 None None] Updating router 5fbd7505-4ba3-4760-ad1e-279724b61dec port 755a56e2-d81f-4d33-8df4-784c94aa399f binding host dv-cinder-779576-8-iscsi {{(pid=93956) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 16:30:09.286564 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-2d5ece8b-8066-4039-a559-ed51153a3158 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791195969994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126007332'] for port, after_create {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:30:09.303968 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-4f93c8fe-1fc3-4219-9f1d-c905cd89aa64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928820'] for port, before_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:30:09.307807 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.db [None req-57d8a9a3-d16f-4b20-b77b-ca1e664c03db None None] For port 5ee7c43e-02e0-4f5c-bda8-a067f41a69da, host dv-cinder-779576-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779576-8-iscsi',level=0,port_id=5ee7c43e-02e0-4f5c-bda8-a067f41a69da,segment=NetworkSegment(0116c62c-34c0-41e5-a228-7786c96d6aa5),segment_id=0116c62c-34c0-41e5-a228-7786c96d6aa5)] {{(pid=93955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:30:09.344620 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d5ece8b-8066-4039-a559-ed51153a3158 admin admin] Network 1db0d33b-ffe9-437c-8a54-e347353afe89 is already hosted by enough agents. {{(pid=93954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:30:09.349325 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.scheduler.base_scheduler [None req-2d5ece8b-8066-4039-a559-ed51153a3158 admin admin] Resources bound (agent type, host, resource id): {{(pid=93954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:30:09.353221 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d5ece8b-8066-4039-a559-ed51153a3158 admin admin] Received port after_create {{(pid=93954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 16:30:09.363036 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.db.db_base_plugin_common [None req-0dfc831d-fd3c-4984-890d-a587e0b336f2 admin admin] Allocated IP 172.20.0.1 (c5434ca4-ccc6-4f17-83c3-0e714ba8c18a/a878bb0e-ef92-4742-928c-735ec49c3680/f117cd83-5e0f-45cb-af55-fa8182149f9e) {{(pid=93953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 16:30:09.364312 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-57d8a9a3-d16f-4b20-b77b-ca1e664c03db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791196459277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791195970012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791195970030'] for port, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:30:09.365611 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.rpc [None req-57d8a9a3-d16f-4b20-b77b-ca1e664c03db None None] Device bae01dab-de4f-4ea6-acc3-abb66545ff41 up at agent ovs-agent-dv-cinder-779576-8-iscsi {{(pid=93955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 16:30:09.368346 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [None req-964add28-edd4-4452-85a0-e2297d029847 None None] Attempting to bind port d6b6d7e5-61fd-4307-8ffc-62a7fba7fa78 on host dv-cinder-779576-8-iscsi for vnic_type normal with profile {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 16:30:09.368346 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [None req-964add28-edd4-4452-85a0-e2297d029847 None None] Attempting to bind port d6b6d7e5-61fd-4307-8ffc-62a7fba7fa78 by drivers openvswitch,hyperv on host dv-cinder-779576-8-iscsi at level 0 using segments [{'id': 'fd8e905d-efc3-4108-bd70-37f32575b93b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62251075-a3e3-4d47-8761-104d217b089a'}] {{(pid=93955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 16:30:09.368600 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-964add28-edd4-4452-85a0-e2297d029847 None None] Attempting to bind port d6b6d7e5-61fd-4307-8ffc-62a7fba7fa78 on network 62251075-a3e3-4d47-8761-104d217b089a {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 16:30:09.397623 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5ece8b-8066-4039-a559-ed51153a3158 admin admin] Pushing event updated for resources: {'Port': ['ID=0e5952c5-ed94-49d8-b971-50f230076855,revision_number=1']} {{(pid=93954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:30:09.431020 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-2d5ece8b-8066-4039-a559-ed51153a3158 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3725722'] for router_interface, before_create {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:30:09.471075 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-964add28-edd4-4452-85a0-e2297d029847 None None] Checking agent: {'id': 'afdc58b1-457c-454f-9c1a-1b1c93cc1a70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-779576-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 16, 14, 2), 'started_at': datetime.datetime(2021, 9, 15, 16, 14, 32), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 16, 30, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-779576-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 16:30:09.471780 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-964add28-edd4-4452-85a0-e2297d029847 None None] Checking segment: {'id': 'fd8e905d-efc3-4108-bd70-37f32575b93b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62251075-a3e3-4d47-8761-104d217b089a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 16:30:09.472285 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-964add28-edd4-4452-85a0-e2297d029847 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:30:09.472755 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-964add28-edd4-4452-85a0-e2297d029847 None None] Bound using segment: {'id': 'fd8e905d-efc3-4108-bd70-37f32575b93b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62251075-a3e3-4d47-8761-104d217b089a'} {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 16:30:09.473466 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [None req-964add28-edd4-4452-85a0-e2297d029847 None None] Bound port: d6b6d7e5-61fd-4307-8ffc-62a7fba7fa78, host: dv-cinder-779576-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd8e905d-efc3-4108-bd70-37f32575b93b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62251075-a3e3-4d47-8761-104d217b089a'}}] {{(pid=93955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 16:30:09.473858 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-964add28-edd4-4452-85a0-e2297d029847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928820'] for port, before_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:30:09.526028 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-0dfc831d-fd3c-4984-890d-a587e0b336f2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:30:09.571850 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-0dfc831d-fd3c-4984-890d-a587e0b336f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791195969994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127878305'] for port, after_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:30:09.615199 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-2d5ece8b-8066-4039-a559-ed51153a3158 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928820'] for port, before_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:30:09.622222 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dfc831d-fd3c-4984-890d-a587e0b336f2 admin admin] Network c5434ca4-ccc6-4f17-83c3-0e714ba8c18a is already hosted by enough agents. {{(pid=93953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:30:09.628123 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.scheduler.base_scheduler [None req-0dfc831d-fd3c-4984-890d-a587e0b336f2 admin admin] Resources bound (agent type, host, resource id): {{(pid=93953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:30:09.630619 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dfc831d-fd3c-4984-890d-a587e0b336f2 admin admin] Received port after_create {{(pid=93953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 16:30:09.659698 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dfc831d-fd3c-4984-890d-a587e0b336f2 admin admin] Pushing event updated for resources: {'Port': ['ID=f117cd83-5e0f-45cb-af55-fa8182149f9e,revision_number=1']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:30:09.681060 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-0dfc831d-fd3c-4984-890d-a587e0b336f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3725722'] for router_interface, before_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:30:09.771949 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d8a9a3-d16f-4b20-b77b-ca1e664c03db None None] Pushing event updated for resources: {'Port': ['ID=5ee7c43e-02e0-4f5c-bda8-a067f41a69da,revision_number=3']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:30:09.793985 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-4f93c8fe-1fc3-4219-9f1d-c905cd89aa64 None None] Notify callbacks [] for port, precommit_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:30:09.823738 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-4f93c8fe-1fc3-4219-9f1d-c905cd89aa64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791196459277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791195970012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791195970030'] for port, after_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:30:09.859160 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-051164f8-b0ec-45ea-bfd4-877e18da9ee8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928820'] for port, before_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:30:09.861787 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-0dfc831d-fd3c-4984-890d-a587e0b336f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928820'] for port, before_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:30:09.879716 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.db [None req-964add28-edd4-4452-85a0-e2297d029847 None None] For port d6b6d7e5-61fd-4307-8ffc-62a7fba7fa78, host dv-cinder-779576-8-iscsi, cleared binding levels {{(pid=93955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 16:30:09.891226 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.db [None req-964add28-edd4-4452-85a0-e2297d029847 None None] For port d6b6d7e5-61fd-4307-8ffc-62a7fba7fa78, host dv-cinder-779576-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779576-8-iscsi',level=0,port_id=d6b6d7e5-61fd-4307-8ffc-62a7fba7fa78,segment=NetworkSegment(fd8e905d-efc3-4108-bd70-37f32575b93b),segment_id=fd8e905d-efc3-4108-bd70-37f32575b93b)] {{(pid=93955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 16:30:09.912415 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-964add28-edd4-4452-85a0-e2297d029847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791196459277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791195970012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791195970030'] for port, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:30:09.917409 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-2d5ece8b-8066-4039-a559-ed51153a3158 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:30:09.930251 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-2d5ece8b-8066-4039-a559-ed51153a3158 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791196459277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791195970012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791195970030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126007357'] for port, after_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:30:09.946876 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron.plugins.ml2.managers [None req-4f93c8fe-1fc3-4219-9f1d-c905cd89aa64 None None] Attempting to bind port 755a56e2-d81f-4d33-8df4-784c94aa399f on host dv-cinder-779576-8-iscsi for vnic_type normal with profile {{(pid=93956) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 16:30:09.947509 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron.plugins.ml2.managers [None req-4f93c8fe-1fc3-4219-9f1d-c905cd89aa64 None None] Attempting to bind port 755a56e2-d81f-4d33-8df4-784c94aa399f by drivers openvswitch,hyperv on host dv-cinder-779576-8-iscsi at level 0 using segments [{'id': 'fd8e905d-efc3-4108-bd70-37f32575b93b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62251075-a3e3-4d47-8761-104d217b089a'}] {{(pid=93956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 16:30:09.948032 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f93c8fe-1fc3-4219-9f1d-c905cd89aa64 None None] Attempting to bind port 755a56e2-d81f-4d33-8df4-784c94aa399f on network 62251075-a3e3-4d47-8761-104d217b089a {{(pid=93956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 16:30:09.960318 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.db.provisioning_blocks [None req-57d8a9a3-d16f-4b20-b77b-ca1e664c03db None None] Provisioning complete for port bae01dab-de4f-4ea6-acc3-abb66545ff41 triggered by entity L2. {{(pid=93955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:30:09.960775 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-57d8a9a3-d16f-4b20-b77b-ca1e664c03db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953592'] for port, provisioning_complete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:30:09.981070 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd88dae-c9f3-411e-88a7-2ad55ea7cc0b None None] Pushing event updated for resources: {'Port': ['ID=755a56e2-d81f-4d33-8df4-784c94aa399f,revision_number=2']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:30:09.994757 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f93c8fe-1fc3-4219-9f1d-c905cd89aa64 None None] Checking agent: {'id': 'afdc58b1-457c-454f-9c1a-1b1c93cc1a70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-779576-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 16, 14, 2), 'started_at': datetime.datetime(2021, 9, 15, 16, 14, 32), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 16, 30, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-779576-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 16:30:09.997909 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f93c8fe-1fc3-4219-9f1d-c905cd89aa64 None None] Checking segment: {'id': 'fd8e905d-efc3-4108-bd70-37f32575b93b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62251075-a3e3-4d47-8761-104d217b089a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93956) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 16:30:09.998467 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-4f93c8fe-1fc3-4219-9f1d-c905cd89aa64 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:30:09.998976 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f93c8fe-1fc3-4219-9f1d-c905cd89aa64 None None] Bound using segment: {'id': 'fd8e905d-efc3-4108-bd70-37f32575b93b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62251075-a3e3-4d47-8761-104d217b089a'} {{(pid=93956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 16:30:09.999684 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron.plugins.ml2.managers [None req-4f93c8fe-1fc3-4219-9f1d-c905cd89aa64 None None] Bound port: 755a56e2-d81f-4d33-8df4-784c94aa399f, host: dv-cinder-779576-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd8e905d-efc3-4108-bd70-37f32575b93b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62251075-a3e3-4d47-8761-104d217b089a'}}] {{(pid=93956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 16:30:10.000392 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-4f93c8fe-1fc3-4219-9f1d-c905cd89aa64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928820'] for port, before_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:30:10.046316 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.db [None req-051164f8-b0ec-45ea-bfd4-877e18da9ee8 None None] For port 2dba4de5-87c7-404d-9adf-25f18479f5c2, host dv-cinder-779576-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779576-8-iscsi',level=0,port_id=2dba4de5-87c7-404d-9adf-25f18479f5c2,segment=NetworkSegment(515df8c3-420b-482c-ae85-8decf2a71996),segment_id=515df8c3-420b-482c-ae85-8decf2a71996)] {{(pid=93955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:30:10.087176 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-2d5ece8b-8066-4039-a559-ed51153a3158 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3751642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3724810'] for router_interface, after_create {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:30:10.090259 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5ece8b-8066-4039-a559-ed51153a3158 admin admin] Pushing event updated for resources: {'Port': ['ID=0e5952c5-ed94-49d8-b971-50f230076855,revision_number=2']} {{(pid=93954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:30:10.106061 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-051164f8-b0ec-45ea-bfd4-877e18da9ee8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791196459277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791195970012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791195970030'] for port, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:30:10.121801 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-964add28-edd4-4452-85a0-e2297d029847 None None] Routers {'75b5e78c-90d2-490f-8af8-687e234a2993'} bound to L3 agent in host dv-cinder-779576-8-iscsi {{(pid=93955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:30:10.122496 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.db.l3_hamode_db [None req-964add28-edd4-4452-85a0-e2297d029847 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779576-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T16:14:02Z,description=,heartbeat_timestamp=2021-09-15T16:30:02Z,host='dv-cinder-779576-8-iscsi',id=7a8df8d7-c3ef-43b4-9534-c977f7014926,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T16:14:02Z,topic='l3_agent')) {'router_ids': ['75b5e78c-90d2-490f-8af8-687e234a2993'], 'active': True} {{(pid=93955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:30:10.140223 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron.plugins.ml2.db [None req-4f93c8fe-1fc3-4219-9f1d-c905cd89aa64 None None] For port 755a56e2-d81f-4d33-8df4-784c94aa399f, host dv-cinder-779576-8-iscsi, cleared binding levels {{(pid=93956) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 16:30:10.147369 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron.plugins.ml2.db [None req-4f93c8fe-1fc3-4219-9f1d-c905cd89aa64 None None] For port 755a56e2-d81f-4d33-8df4-784c94aa399f, host dv-cinder-779576-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779576-8-iscsi',level=0,port_id=755a56e2-d81f-4d33-8df4-784c94aa399f,segment=NetworkSegment(fd8e905d-efc3-4108-bd70-37f32575b93b),segment_id=fd8e905d-efc3-4108-bd70-37f32575b93b)] {{(pid=93956) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 16:30:10.163281 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-4f93c8fe-1fc3-4219-9f1d-c905cd89aa64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791196459277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791195970012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791195970030'] for port, after_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:30:10.181992 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-0dfc831d-fd3c-4984-890d-a587e0b336f2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:30:10.195796 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-0dfc831d-fd3c-4984-890d-a587e0b336f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791196459277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791195970012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791195970030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127878328'] for port, after_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:30:10.205055 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d5ece8b-8066-4039-a559-ed51153a3158 admin admin] Network 1db0d33b-ffe9-437c-8a54-e347353afe89 is already hosted by enough agents. {{(pid=93954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:30:10.206619 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.scheduler.base_scheduler [None req-2d5ece8b-8066-4039-a559-ed51153a3158 admin admin] Resources bound (agent type, host, resource id): {{(pid=93954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:30:10.266720 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd88dae-c9f3-411e-88a7-2ad55ea7cc0b None None] Pushing event updated for resources: {'Port': ['ID=755a56e2-d81f-4d33-8df4-784c94aa399f,revision_number=3']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:30:10.291171 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f93c8fe-1fc3-4219-9f1d-c905cd89aa64 None None] Routers {'5fbd7505-4ba3-4760-ad1e-279724b61dec'} bound to L3 agent in host dv-cinder-779576-8-iscsi {{(pid=93956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:30:10.292002 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron.db.l3_hamode_db [None req-4f93c8fe-1fc3-4219-9f1d-c905cd89aa64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779576-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T16:14:02Z,description=,heartbeat_timestamp=2021-09-15T16:30:02Z,host='dv-cinder-779576-8-iscsi',id=7a8df8d7-c3ef-43b4-9534-c977f7014926,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T16:14:02Z,topic='l3_agent')) {'router_ids': ['5fbd7505-4ba3-4760-ad1e-279724b61dec'], 'active': True} {{(pid=93956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:30:10.331623 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.db.l3_dvr_db [None req-964add28-edd4-4452-85a0-e2297d029847 None None] Set router 75b5e78c-90d2-490f-8af8-687e234a2993 gateway port host: dv-cinder-779576-8-iscsi {{(pid=93955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 16:30:10.333338 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dfc831d-fd3c-4984-890d-a587e0b336f2 admin admin] Pushing event updated for resources: {'Port': ['ID=f117cd83-5e0f-45cb-af55-fa8182149f9e,revision_number=2']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:30:10.355126 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-0dfc831d-fd3c-4984-890d-a587e0b336f2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3751642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3724810'] for router_interface, after_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:30:10.399507 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d5ece8b-8066-4039-a559-ed51153a3158 admin admin] Router 75b5e78c-90d2-490f-8af8-687e234a2993 has already been hosted by L3 agent 7a8df8d7-c3ef-43b4-9534-c977f7014926 {{(pid=93954) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 16:30:10.429030 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53ede83-abb6-480c-9fcb-ea3a7a194d4d None None] Pushing event updated for resources: {'Port': ['ID=d6b6d7e5-61fd-4307-8ffc-62a7fba7fa78,revision_number=3']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:30:10.441085 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron.db.l3_dvr_db [None req-4f93c8fe-1fc3-4219-9f1d-c905cd89aa64 None None] Set router 5fbd7505-4ba3-4760-ad1e-279724b61dec gateway port host: dv-cinder-779576-8-iscsi {{(pid=93956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 16:30:10.500643 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dfc831d-fd3c-4984-890d-a587e0b336f2 admin admin] Network c5434ca4-ccc6-4f17-83c3-0e714ba8c18a is already hosted by enough agents. {{(pid=93953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:30:10.502166 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.scheduler.base_scheduler [None req-0dfc831d-fd3c-4984-890d-a587e0b336f2 admin admin] Resources bound (agent type, host, resource id): {{(pid=93953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:30:10.587547 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d5ece8b-8066-4039-a559-ed51153a3158 admin admin] Notify agent at l3_agent.dv-cinder-779576-8-iscsi the message routers_updated {{(pid=93954) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 16:30:10.594890 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [None req-2d5ece8b-8066-4039-a559-ed51153a3158 admin admin] 10.222.0.39 "PUT /v2.0/routers/75b5e78c-90d2-490f-8af8-687e234a2993/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8077459 Sep 15 16:30:10.707833 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron.db.l3_hamode_db [None req-4f93c8fe-1fc3-4219-9f1d-c905cd89aa64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fbd7505-4ba3-4760-ad1e-279724b61dec', 'name': 'tempest-TestShelveInstance-1476785183-router', 'tenant_id': '66d1d644c42a42ba8fdbb6c5db63cdfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62251075-a3e3-4d47-8761-104d217b089a', 'external_fixed_ips': [{'subnet_id': '9a71565b-217b-482b-8364-bc8ecb4c8f88', 'ip_address': '172.27.3.168'}], 'enable_snat': True}, 'gw_port_id': '755a56e2-d81f-4d33-8df4-784c94aa399f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:30:05Z', 'updated_at': '2021-09-15T16:30:09Z', 'revision_number': 4, 'project_id': '66d1d644c42a42ba8fdbb6c5db63cdfb', 'gw_port': {'id': '755a56e2-d81f-4d33-8df4-784c94aa399f', 'name': '', 'network_id': '62251075-a3e3-4d47-8761-104d217b089a', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:88:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fbd7505-4ba3-4760-ad1e-279724b61dec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '9a71565b-217b-482b-8364-bc8ecb4c8f88', 'ip_address': '172.27.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779576-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:30:06Z', 'updated_at': '2021-09-15T16:30:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9a71565b-217b-482b-8364-bc8ecb4c8f88', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779576-8-iscsi', '_interfaces': [{'id': 'f117cd83-5e0f-45cb-af55-fa8182149f9e', 'name': '', 'network_id': 'c5434ca4-ccc6-4f17-83c3-0e714ba8c18a', 'tenant_id': '66d1d644c42a42ba8fdbb6c5db63cdfb', 'mac_address': 'fa:16:3e:d0:d2:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fbd7505-4ba3-4760-ad1e-279724b61dec', 'device_owner': 'network:router_interface', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': 'a878bb0e-ef92-4742-928c-735ec49c3680', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:30:09Z', 'updated_at': '2021-09-15T16:30:09Z', 'revision_number': 2, 'project_id': '66d1d644c42a42ba8fdbb6c5db63cdfb', 'subnets': [{'id': 'a878bb0e-ef92-4742-928c-735ec49c3680', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779576-8-iscsi', False) {} {{(pid=93956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:30:10.770015 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f93c8fe-1fc3-4219-9f1d-c905cd89aa64 None None] The sync data for ids ['5fbd7505-4ba3-4760-ad1e-279724b61dec'] in dv-cinder-779576-8-iscsi is: [{'id': '5fbd7505-4ba3-4760-ad1e-279724b61dec', 'name': 'tempest-TestShelveInstance-1476785183-router', 'tenant_id': '66d1d644c42a42ba8fdbb6c5db63cdfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62251075-a3e3-4d47-8761-104d217b089a', 'external_fixed_ips': [{'subnet_id': '9a71565b-217b-482b-8364-bc8ecb4c8f88', 'ip_address': '172.27.3.168'}], 'enable_snat': True}, 'gw_port_id': '755a56e2-d81f-4d33-8df4-784c94aa399f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:30:05Z', 'updated_at': '2021-09-15T16:30:09Z', 'revision_number': 4, 'project_id': '66d1d644c42a42ba8fdbb6c5db63cdfb', 'gw_port': {'id': '755a56e2-d81f-4d33-8df4-784c94aa399f', 'name': '', 'network_id': '62251075-a3e3-4d47-8761-104d217b089a', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:88:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fbd7505-4ba3-4760-ad1e-279724b61dec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '9a71565b-217b-482b-8364-bc8ecb4c8f88', 'ip_address': '172.27.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779576-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:30:06Z', 'updated_at': '2021-09-15T16:30:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9a71565b-217b-482b-8364-bc8ecb4c8f88', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779576-8-iscsi', '_interfaces': [{'id': 'f117cd83-5e0f-45cb-af55-fa8182149f9e', 'name': '', 'network_id': 'c5434ca4-ccc6-4f17-83c3-0e714ba8c18a', 'tenant_id': '66d1d644c42a42ba8fdbb6c5db63cdfb', 'mac_address': 'fa:16:3e:d0:d2:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fbd7505-4ba3-4760-ad1e-279724b61dec', 'device_owner': 'network:router_interface', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': 'a878bb0e-ef92-4742-928c-735ec49c3680', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:30:09Z', 'updated_at': '2021-09-15T16:30:09Z', 'revision_number': 2, 'project_id': '66d1d644c42a42ba8fdbb6c5db63cdfb', 'subnets': [{'id': 'a878bb0e-ef92-4742-928c-735ec49c3680', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 16:30:10.781196 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.rpc [None req-57d8a9a3-d16f-4b20-b77b-ca1e664c03db None None] Device 5bae831a-67b5-4eb9-92e6-00eb50ff718a up at agent ovs-agent-dv-cinder-779576-8-iscsi {{(pid=93955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 16:30:10.956586 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.db.provisioning_blocks [None req-283752a5-9c5d-49eb-9bdd-d0f46fe9ba0c None None] Provisioning complete for port 5bae831a-67b5-4eb9-92e6-00eb50ff718a triggered by entity DHCP. {{(pid=93955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:30:10.960573 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-283752a5-9c5d-49eb-9bdd-d0f46fe9ba0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953592'] for port, provisioning_complete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:30:11.059311 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051164f8-b0ec-45ea-bfd4-877e18da9ee8 None None] Pushing event updated for resources: {'Port': ['ID=2dba4de5-87c7-404d-9adf-25f18479f5c2,revision_number=5']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:30:11.080546 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0dfc831d-fd3c-4984-890d-a587e0b336f2 admin admin] Router 5fbd7505-4ba3-4760-ad1e-279724b61dec has already been hosted by L3 agent 7a8df8d7-c3ef-43b4-9534-c977f7014926 {{(pid=93953) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 16:30:11.143181 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.db.provisioning_blocks [None req-57d8a9a3-d16f-4b20-b77b-ca1e664c03db None None] Provisioning complete for port 5bae831a-67b5-4eb9-92e6-00eb50ff718a triggered by entity L2. {{(pid=93955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:30:11.143626 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-57d8a9a3-d16f-4b20-b77b-ca1e664c03db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953592'] for port, provisioning_complete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:30:11.265571 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.db.l3_hamode_db [None req-964add28-edd4-4452-85a0-e2297d029847 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75b5e78c-90d2-490f-8af8-687e234a2993', 'name': 'tempest-TestVolumeBootPattern-2080912822-router', 'tenant_id': 'f095a05cc1ea4fee999f214f96b2b71b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62251075-a3e3-4d47-8761-104d217b089a', 'external_fixed_ips': [{'subnet_id': '9a71565b-217b-482b-8364-bc8ecb4c8f88', 'ip_address': '172.27.3.23'}], 'enable_snat': True}, 'gw_port_id': 'd6b6d7e5-61fd-4307-8ffc-62a7fba7fa78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:30:05Z', 'updated_at': '2021-09-15T16:30:09Z', 'revision_number': 4, 'project_id': 'f095a05cc1ea4fee999f214f96b2b71b', 'gw_port': {'id': 'd6b6d7e5-61fd-4307-8ffc-62a7fba7fa78', 'name': '', 'network_id': '62251075-a3e3-4d47-8761-104d217b089a', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:bf:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75b5e78c-90d2-490f-8af8-687e234a2993', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '9a71565b-217b-482b-8364-bc8ecb4c8f88', 'ip_address': '172.27.3.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779576-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:30:05Z', 'updated_at': '2021-09-15T16:30:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9a71565b-217b-482b-8364-bc8ecb4c8f88', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779576-8-iscsi', '_interfaces': [{'id': '0e5952c5-ed94-49d8-b971-50f230076855', 'name': '', 'network_id': '1db0d33b-ffe9-437c-8a54-e347353afe89', 'tenant_id': 'f095a05cc1ea4fee999f214f96b2b71b', 'mac_address': 'fa:16:3e:40:e2:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75b5e78c-90d2-490f-8af8-687e234a2993', 'device_owner': 'network:router_interface', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': 'fe42d606-9647-486c-95f5-0bff9e0a707d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:30:08Z', 'updated_at': '2021-09-15T16:30:09Z', 'revision_number': 2, 'project_id': 'f095a05cc1ea4fee999f214f96b2b71b', 'subnets': [{'id': 'fe42d606-9647-486c-95f5-0bff9e0a707d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779576-8-iscsi', False) {} {{(pid=93955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:30:11.269726 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-283752a5-9c5d-49eb-9bdd-d0f46fe9ba0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928820'] for port, before_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:30:11.282449 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0dfc831d-fd3c-4984-890d-a587e0b336f2 admin admin] Notify agent at l3_agent.dv-cinder-779576-8-iscsi the message routers_updated {{(pid=93953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 16:30:11.301217 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [None req-0dfc831d-fd3c-4984-890d-a587e0b336f2 admin admin] 10.222.0.39 "PUT /v2.0/routers/5fbd7505-4ba3-4760-ad1e-279724b61dec/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1762102 Sep 15 16:30:11.314522 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-964add28-edd4-4452-85a0-e2297d029847 None None] The sync data for ids ['75b5e78c-90d2-490f-8af8-687e234a2993'] in dv-cinder-779576-8-iscsi is: [{'id': '75b5e78c-90d2-490f-8af8-687e234a2993', 'name': 'tempest-TestVolumeBootPattern-2080912822-router', 'tenant_id': 'f095a05cc1ea4fee999f214f96b2b71b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62251075-a3e3-4d47-8761-104d217b089a', 'external_fixed_ips': [{'subnet_id': '9a71565b-217b-482b-8364-bc8ecb4c8f88', 'ip_address': '172.27.3.23'}], 'enable_snat': True}, 'gw_port_id': 'd6b6d7e5-61fd-4307-8ffc-62a7fba7fa78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:30:05Z', 'updated_at': '2021-09-15T16:30:09Z', 'revision_number': 4, 'project_id': 'f095a05cc1ea4fee999f214f96b2b71b', 'gw_port': {'id': 'd6b6d7e5-61fd-4307-8ffc-62a7fba7fa78', 'name': '', 'network_id': '62251075-a3e3-4d47-8761-104d217b089a', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:bf:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75b5e78c-90d2-490f-8af8-687e234a2993', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '9a71565b-217b-482b-8364-bc8ecb4c8f88', 'ip_address': '172.27.3.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779576-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:30:05Z', 'updated_at': '2021-09-15T16:30:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9a71565b-217b-482b-8364-bc8ecb4c8f88', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779576-8-iscsi', '_interfaces': [{'id': '0e5952c5-ed94-49d8-b971-50f230076855', 'name': '', 'network_id': '1db0d33b-ffe9-437c-8a54-e347353afe89', 'tenant_id': 'f095a05cc1ea4fee999f214f96b2b71b', 'mac_address': 'fa:16:3e:40:e2:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75b5e78c-90d2-490f-8af8-687e234a2993', 'device_owner': 'network:router_interface', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': 'fe42d606-9647-486c-95f5-0bff9e0a707d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:30:08Z', 'updated_at': '2021-09-15T16:30:09Z', 'revision_number': 2, 'project_id': 'f095a05cc1ea4fee999f214f96b2b71b', 'subnets': [{'id': 'fe42d606-9647-486c-95f5-0bff9e0a707d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 16:30:11.389916 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.db [None req-283752a5-9c5d-49eb-9bdd-d0f46fe9ba0c None None] For port 5bae831a-67b5-4eb9-92e6-00eb50ff718a, host dv-cinder-779576-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779576-8-iscsi',level=0,port_id=5bae831a-67b5-4eb9-92e6-00eb50ff718a,segment=NetworkSegment(357f3e6e-7de5-4e8f-a75a-601eaf932fe9),segment_id=357f3e6e-7de5-4e8f-a75a-601eaf932fe9)] {{(pid=93955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:30:11.397856 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-57d8a9a3-d16f-4b20-b77b-ca1e664c03db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928820'] for port, before_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:30:11.401610 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-283752a5-9c5d-49eb-9bdd-d0f46fe9ba0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791196459277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791195970012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791195970030'] for port, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:30:11.497886 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.db.provisioning_blocks [None req-283752a5-9c5d-49eb-9bdd-d0f46fe9ba0c None None] Provisioning complete for port 5ee7c43e-02e0-4f5c-bda8-a067f41a69da triggered by entity DHCP. {{(pid=93955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:30:11.498710 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-283752a5-9c5d-49eb-9bdd-d0f46fe9ba0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953592'] for port, provisioning_complete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:30:11.611217 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.db.api [None req-57d8a9a3-d16f-4b20-b77b-ca1e664c03db None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93955) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 15 16:30:11.615829 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG oslo_db.api [None req-57d8a9a3-d16f-4b20-b77b-ca1e664c03db None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 15 16:30:11.688707 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283752a5-9c5d-49eb-9bdd-d0f46fe9ba0c None None] Pushing event updated for resources: {'Port': ['ID=5bae831a-67b5-4eb9-92e6-00eb50ff718a,revision_number=3']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:30:11.739769 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.wsgi [-] (93953) accepted ('10.222.0.39', 39692) {{(pid=93953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:30:11.745402 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.api.v2.base [None req-3e6e1a12-0127-4d3d-8f2f-d915c594b65a tempest-TestVolumeBootPattern-801906987 tempest-TestVolumeBootPattern-801906987-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1029631388', 'description': 'tempest-secgroup-smoke-1029631388 description', 'project_id': 'f448c5fca9014429b532320ab78459ea'}} {{(pid=93953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:30:11.764747 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.db.provisioning_blocks [None req-283752a5-9c5d-49eb-9bdd-d0f46fe9ba0c None None] Provisioning complete for port 2dba4de5-87c7-404d-9adf-25f18479f5c2 triggered by entity DHCP. {{(pid=93955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:30:11.765173 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-283752a5-9c5d-49eb-9bdd-d0f46fe9ba0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953592'] for port, provisioning_complete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:30:11.816239 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-3e6e1a12-0127-4d3d-8f2f-d915c594b65a tempest-TestVolumeBootPattern-801906987 tempest-TestVolumeBootPattern-801906987-project] Notify callbacks [] for security_group, before_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:30:11.989263 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-3e6e1a12-0127-4d3d-8f2f-d915c594b65a tempest-TestVolumeBootPattern-801906987 tempest-TestVolumeBootPattern-801906987-project] Notify callbacks [] for security_group, precommit_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:30:11.998925 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-3e6e1a12-0127-4d3d-8f2f-d915c594b65a tempest-TestVolumeBootPattern-801906987 tempest-TestVolumeBootPattern-801906987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3702208'] for security_group, after_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:30:12.063651 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.db.provisioning_blocks [None req-d62cf951-edba-4cce-a72f-25fc096909ba None None] Provisioning complete for port 0e5952c5-ed94-49d8-b971-50f230076855 triggered by entity DHCP. {{(pid=93955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:30:12.064234 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-d62cf951-edba-4cce-a72f-25fc096909ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953592'] for port, provisioning_complete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:30:12.087590 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6e1a12-0127-4d3d-8f2f-d915c594b65a tempest-TestVolumeBootPattern-801906987 tempest-TestVolumeBootPattern-801906987-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6b6d94b4-d9e2-4118-be58-0e433855682a,revision_number=1']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:30:12.094239 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-3e6e1a12-0127-4d3d-8f2f-d915c594b65a tempest-TestVolumeBootPattern-801906987 tempest-TestVolumeBootPattern-801906987-project] Notify callbacks [] for security_group, before_response {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:30:12.102005 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [None req-3e6e1a12-0127-4d3d-8f2f-d915c594b65a tempest-TestVolumeBootPattern-801906987 tempest-TestVolumeBootPattern-801906987-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3572586 Sep 15 16:30:12.103553 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.wsgi [-] (93954) accepted ('10.222.0.39', 39700) {{(pid=93954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:30:12.113581 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.api.v2.base [None req-abc7e1e2-8f47-4632-a87a-4eee86dc220a tempest-TestVolumeBootPattern-801906987 tempest-TestVolumeBootPattern-801906987-project] Request body: {'security_group_rule': {'security_group_id': '6b6d94b4-d9e2-4118-be58-0e433855682a', 'project_id': 'f448c5fca9014429b532320ab78459ea', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:30:12.168468 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-abc7e1e2-8f47-4632-a87a-4eee86dc220a tempest-TestVolumeBootPattern-801906987 tempest-TestVolumeBootPattern-801906987-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:30:12.199267 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [None req-d62cf951-edba-4cce-a72f-25fc096909ba None None] Port 0e5952c5-ed94-49d8-b971-50f230076855 cannot update to ACTIVE because it is not bound. {{(pid=93955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 16:30:12.224966 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.db.provisioning_blocks [None req-d62cf951-edba-4cce-a72f-25fc096909ba None None] Provisioning complete for port 5bae831a-67b5-4eb9-92e6-00eb50ff718a triggered by entity DHCP. {{(pid=93955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:30:12.225374 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-d62cf951-edba-4cce-a72f-25fc096909ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953592'] for port, provisioning_complete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:30:12.267463 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-abc7e1e2-8f47-4632-a87a-4eee86dc220a tempest-TestVolumeBootPattern-801906987 tempest-TestVolumeBootPattern-801906987-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:30:12.282146 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-abc7e1e2-8f47-4632-a87a-4eee86dc220a tempest-TestVolumeBootPattern-801906987 tempest-TestVolumeBootPattern-801906987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3714140'] for security_group_rule, after_create {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:30:12.321600 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc7e1e2-8f47-4632-a87a-4eee86dc220a tempest-TestVolumeBootPattern-801906987 tempest-TestVolumeBootPattern-801906987-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2cc2bde7-288d-421b-9fd6-e6ea9c4c9b22,revision_number=0']} {{(pid=93954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:30:12.334666 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-abc7e1e2-8f47-4632-a87a-4eee86dc220a tempest-TestVolumeBootPattern-801906987 tempest-TestVolumeBootPattern-801906987-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:30:12.338457 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [None req-abc7e1e2-8f47-4632-a87a-4eee86dc220a tempest-TestVolumeBootPattern-801906987 tempest-TestVolumeBootPattern-801906987-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2296283 Sep 15 16:30:12.338814 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.wsgi [-] (93954) accepted ('10.222.0.39', 39706) {{(pid=93954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:30:12.345437 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.api.v2.base [None req-2bd2a31a-b151-474f-88c2-a7dfbef61b88 tempest-TestVolumeBootPattern-801906987 tempest-TestVolumeBootPattern-801906987-project] Request body: {'security_group_rule': {'security_group_id': '6b6d94b4-d9e2-4118-be58-0e433855682a', 'project_id': 'f448c5fca9014429b532320ab78459ea', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:30:12.408948 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-2bd2a31a-b151-474f-88c2-a7dfbef61b88 tempest-TestVolumeBootPattern-801906987 tempest-TestVolumeBootPattern-801906987-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:30:12.427872 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.db.provisioning_blocks [None req-d62cf951-edba-4cce-a72f-25fc096909ba None None] Provisioning complete for port 5ee7c43e-02e0-4f5c-bda8-a067f41a69da triggered by entity DHCP. {{(pid=93955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:30:12.428709 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-d62cf951-edba-4cce-a72f-25fc096909ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953592'] for port, provisioning_complete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:30:12.577859 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-2bd2a31a-b151-474f-88c2-a7dfbef61b88 tempest-TestVolumeBootPattern-801906987 tempest-TestVolumeBootPattern-801906987-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:30:12.583102 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-2bd2a31a-b151-474f-88c2-a7dfbef61b88 tempest-TestVolumeBootPattern-801906987 tempest-TestVolumeBootPattern-801906987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3714140'] for security_group_rule, after_create {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:30:12.614980 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd2a31a-b151-474f-88c2-a7dfbef61b88 tempest-TestVolumeBootPattern-801906987 tempest-TestVolumeBootPattern-801906987-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=88e604cf-88cd-4260-8651-5ea1dbf1d65c,revision_number=0']} {{(pid=93954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:30:12.619497 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-2bd2a31a-b151-474f-88c2-a7dfbef61b88 tempest-TestVolumeBootPattern-801906987 tempest-TestVolumeBootPattern-801906987-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:30:12.623822 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [None req-2bd2a31a-b151-474f-88c2-a7dfbef61b88 tempest-TestVolumeBootPattern-801906987 tempest-TestVolumeBootPattern-801906987-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2841010 Sep 15 16:30:12.624456 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.wsgi [-] (93954) accepted ('10.222.0.39', 39708) {{(pid=93954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:30:12.629312 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.api.v2.base [None req-e27553d4-2ed3-4c97-af1a-e28d96bd62f9 tempest-TestVolumeBootPattern-801906987 tempest-TestVolumeBootPattern-801906987-project] Request body: {'security_group_rule': {'security_group_id': '6b6d94b4-d9e2-4118-be58-0e433855682a', 'project_id': 'f448c5fca9014429b532320ab78459ea', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:30:12.691788 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-e27553d4-2ed3-4c97-af1a-e28d96bd62f9 tempest-TestVolumeBootPattern-801906987 tempest-TestVolumeBootPattern-801906987-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:30:12.727878 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.db.provisioning_blocks [None req-d62cf951-edba-4cce-a72f-25fc096909ba None None] Provisioning complete for port f117cd83-5e0f-45cb-af55-fa8182149f9e triggered by entity DHCP. {{(pid=93955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:30:12.736871 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-d62cf951-edba-4cce-a72f-25fc096909ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953592'] for port, provisioning_complete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:30:12.742271 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.wsgi [-] (93953) accepted ('10.222.0.39', 39712) {{(pid=93953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:30:12.749849 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.api.v2.base [None req-dfaf1558-aa79-4d0d-b960-82d36be8e25a admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-470857225-network', 'tenant_id': '427421425dd74f0c948e0180b20aad1e'}} {{(pid=93953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:30:12.778632 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfaf1558-aa79-4d0d-b960-82d36be8e25a admin admin] Made reservation on behalf of 427421425dd74f0c948e0180b20aad1e for: {'network': 1} {{(pid=93953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 16:30:12.785864 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-dfaf1558-aa79-4d0d-b960-82d36be8e25a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928820'] for network, before_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:30:12.823148 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.rpc [None req-57d8a9a3-d16f-4b20-b77b-ca1e664c03db None None] Device 2dba4de5-87c7-404d-9adf-25f18479f5c2 up at agent ovs-agent-dv-cinder-779576-8-iscsi {{(pid=93955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 16:30:12.826245 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-dfaf1558-aa79-4d0d-b960-82d36be8e25a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:30:12.827367 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-e27553d4-2ed3-4c97-af1a-e28d96bd62f9 tempest-TestVolumeBootPattern-801906987 tempest-TestVolumeBootPattern-801906987-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:30:12.833189 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-e27553d4-2ed3-4c97-af1a-e28d96bd62f9 tempest-TestVolumeBootPattern-801906987 tempest-TestVolumeBootPattern-801906987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3714140'] for security_group_rule, after_create {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:30:12.866127 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27553d4-2ed3-4c97-af1a-e28d96bd62f9 tempest-TestVolumeBootPattern-801906987 tempest-TestVolumeBootPattern-801906987-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da66d3ce-b76b-4d16-bf18-6d1fdf6924a3,revision_number=0']} {{(pid=93954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:30:12.869568 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-e27553d4-2ed3-4c97-af1a-e28d96bd62f9 tempest-TestVolumeBootPattern-801906987 tempest-TestVolumeBootPattern-801906987-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:30:12.874870 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [None req-e27553d4-2ed3-4c97-af1a-e28d96bd62f9 tempest-TestVolumeBootPattern-801906987 tempest-TestVolumeBootPattern-801906987-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2491131 Sep 15 16:30:12.875163 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.wsgi [-] (93953) accepted ('10.222.0.39', 39714) {{(pid=93953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:30:12.883132 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.api.v2.base [None req-418912d1-2272-4b4b-9de7-6fd4c58ca302 tempest-TestVolumeBootPattern-801906987 tempest-TestVolumeBootPattern-801906987-project] Request body: {'security_group_rule': {'security_group_id': '6b6d94b4-d9e2-4118-be58-0e433855682a', 'project_id': 'f448c5fca9014429b532320ab78459ea', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:30:12.937415 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [None req-d62cf951-edba-4cce-a72f-25fc096909ba None None] Port f117cd83-5e0f-45cb-af55-fa8182149f9e cannot update to ACTIVE because it is not bound. {{(pid=93955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 16:30:12.975194 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.db.provisioning_blocks [None req-57d8a9a3-d16f-4b20-b77b-ca1e664c03db None None] Provisioning complete for port 2dba4de5-87c7-404d-9adf-25f18479f5c2 triggered by entity L2. {{(pid=93955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:30:12.975576 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-57d8a9a3-d16f-4b20-b77b-ca1e664c03db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953592'] for port, provisioning_complete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:30:13.011355 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-dfaf1558-aa79-4d0d-b960-82d36be8e25a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:30:13.022694 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-dfaf1558-aa79-4d0d-b960-82d36be8e25a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3702208'] for security_group, after_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:30:13.068667 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dfaf1558-aa79-4d0d-b960-82d36be8e25a admin admin] vlan segment allocate from pool success with {'vlan_id': 94, 'physical_network': 'physnet1'} {{(pid=93953) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 16:30:13.079509 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfaf1558-aa79-4d0d-b960-82d36be8e25a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3010272d-4ee0-4f44-abc1-3fe380555bf1,revision_number=1']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:30:13.092036 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-dfaf1558-aa79-4d0d-b960-82d36be8e25a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-955409'] for segment, precommit_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:30:13.092531 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.db.segments_db [None req-dfaf1558-aa79-4d0d-b960-82d36be8e25a admin admin] Added segment 3ebc66a4-4ecd-45ba-b9a5-7cd9640d3db9 of type vlan for network 9ffa0bb8-e764-4049-8a16-329f8e9aefbf Sep 15 16:30:13.094044 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-418912d1-2272-4b4b-9de7-6fd4c58ca302 tempest-TestVolumeBootPattern-801906987 tempest-TestVolumeBootPattern-801906987-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:30:13.121017 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.rpc [None req-57d8a9a3-d16f-4b20-b77b-ca1e664c03db None None] Device 5bae831a-67b5-4eb9-92e6-00eb50ff718a up at agent ovs-agent-dv-cinder-779576-8-iscsi {{(pid=93955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 16:30:13.170685 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-dfaf1558-aa79-4d0d-b960-82d36be8e25a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791195928360'] for network, precommit_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:30:13.181647 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.db.provisioning_blocks [None req-57d8a9a3-d16f-4b20-b77b-ca1e664c03db None None] Provisioning complete for port 5bae831a-67b5-4eb9-92e6-00eb50ff718a triggered by entity L2. {{(pid=93955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:30:13.182028 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-57d8a9a3-d16f-4b20-b77b-ca1e664c03db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953592'] for port, provisioning_complete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:30:13.212512 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-418912d1-2272-4b4b-9de7-6fd4c58ca302 tempest-TestVolumeBootPattern-801906987 tempest-TestVolumeBootPattern-801906987-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:30:13.220424 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-418912d1-2272-4b4b-9de7-6fd4c58ca302 tempest-TestVolumeBootPattern-801906987 tempest-TestVolumeBootPattern-801906987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3714140'] for security_group_rule, after_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:30:13.228005 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-dfaf1558-aa79-4d0d-b960-82d36be8e25a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748912'] for network, after_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:30:13.238155 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfaf1558-aa79-4d0d-b960-82d36be8e25a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:30:13.238749 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-dfaf1558-aa79-4d0d-b960-82d36be8e25a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3748898'] for network, before_response {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:30:13.275443 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.rpc [None req-57d8a9a3-d16f-4b20-b77b-ca1e664c03db None None] Device 5ee7c43e-02e0-4f5c-bda8-a067f41a69da up at agent ovs-agent-dv-cinder-779576-8-iscsi {{(pid=93955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 16:30:13.281714 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418912d1-2272-4b4b-9de7-6fd4c58ca302 tempest-TestVolumeBootPattern-801906987 tempest-TestVolumeBootPattern-801906987-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e6a64f6e-f28b-41bf-8bbd-facd89767773,revision_number=0']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:30:13.288108 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-418912d1-2272-4b4b-9de7-6fd4c58ca302 tempest-TestVolumeBootPattern-801906987 tempest-TestVolumeBootPattern-801906987-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:30:13.294361 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [None req-418912d1-2272-4b4b-9de7-6fd4c58ca302 tempest-TestVolumeBootPattern-801906987 tempest-TestVolumeBootPattern-801906987-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4123602 Sep 15 16:30:13.294361 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [None req-dfaf1558-aa79-4d0d-b960-82d36be8e25a admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.5465767 Sep 15 16:30:13.297290 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.wsgi [-] (93953) accepted ('10.222.0.39', 39720) {{(pid=93953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:30:13.297856 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.wsgi [-] (93954) accepted ('10.222.0.39', 39718) {{(pid=93954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:30:13.303063 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.api.v2.base [None req-fbf1d2ed-2ca2-49a0-b8bf-6f605e862150 admin admin] Request body: {'subnet': {'network_id': '9ffa0bb8-e764-4049-8a16-329f8e9aefbf', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-470857225-subnet', 'tenant_id': '427421425dd74f0c948e0180b20aad1e', 'ip_version': 4}} {{(pid=93953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:30:13.307127 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.api.v2.base [None req-d79bdbb5-bc64-4e51-a674-9d81fa744b50 tempest-TestVolumeBootPattern-801906987 tempest-TestVolumeBootPattern-801906987-project] Request body: {'security_group_rule': {'security_group_id': '6b6d94b4-d9e2-4118-be58-0e433855682a', 'project_id': 'f448c5fca9014429b532320ab78459ea', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:30:13.332269 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.db.provisioning_blocks [None req-57d8a9a3-d16f-4b20-b77b-ca1e664c03db None None] Provisioning complete for port 5ee7c43e-02e0-4f5c-bda8-a067f41a69da triggered by entity L2. {{(pid=93955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:30:13.332709 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-57d8a9a3-d16f-4b20-b77b-ca1e664c03db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953592'] for port, provisioning_complete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:30:13.351911 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfaf1558-aa79-4d0d-b960-82d36be8e25a admin admin] Pushing event updated for resources: {'Network': ['ID=9ffa0bb8-e764-4049-8a16-329f8e9aefbf,revision_number=1']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:30:13.364760 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.rpc [None req-57d8a9a3-d16f-4b20-b77b-ca1e664c03db None None] Network 9ffa0bb8-e764-4049-8a16-329f8e9aefbf details requested by agent ovs-agent-dv-cinder-779576-8-iscsi with host dv-cinder-779576-8-iscsi {{(pid=93955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 16:30:13.366599 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbf1d2ed-2ca2-49a0-b8bf-6f605e862150 admin admin] Made reservation on behalf of 427421425dd74f0c948e0180b20aad1e for: {'subnet': 1} {{(pid=93953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 16:30:13.369260 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-fbf1d2ed-2ca2-49a0-b8bf-6f605e862150 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127570073'] for subnet, before_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:30:13.386690 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.db.securitygroups_db [None req-d79bdbb5-bc64-4e51-a674-9d81fa744b50 tempest-TestVolumeBootPattern-801906987 tempest-TestVolumeBootPattern-801906987-project] Project f448c5fca9014429b532320ab78459ea added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 15 16:30:13.396893 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-d79bdbb5-bc64-4e51-a674-9d81fa744b50 tempest-TestVolumeBootPattern-801906987 tempest-TestVolumeBootPattern-801906987-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:30:13.474633 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.rpc [None req-57d8a9a3-d16f-4b20-b77b-ca1e664c03db None None] Device 755a56e2-d81f-4d33-8df4-784c94aa399f up at agent ovs-agent-dv-cinder-779576-8-iscsi {{(pid=93955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 16:30:13.508209 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-d79bdbb5-bc64-4e51-a674-9d81fa744b50 tempest-TestVolumeBootPattern-801906987 tempest-TestVolumeBootPattern-801906987-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:30:13.511999 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-d79bdbb5-bc64-4e51-a674-9d81fa744b50 tempest-TestVolumeBootPattern-801906987 tempest-TestVolumeBootPattern-801906987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3714140'] for security_group_rule, after_create {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:30:13.540108 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79bdbb5-bc64-4e51-a674-9d81fa744b50 tempest-TestVolumeBootPattern-801906987 tempest-TestVolumeBootPattern-801906987-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=348a5503-b5c9-4f60-be0c-765a5d6968c4,revision_number=0']} {{(pid=93954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:30:13.552376 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-d79bdbb5-bc64-4e51-a674-9d81fa744b50 tempest-TestVolumeBootPattern-801906987 tempest-TestVolumeBootPattern-801906987-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:30:13.558622 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [None req-d79bdbb5-bc64-4e51-a674-9d81fa744b50 tempest-TestVolumeBootPattern-801906987 tempest-TestVolumeBootPattern-801906987-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2564354 Sep 15 16:30:13.560533 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.wsgi [-] (93954) accepted ('10.222.0.39', 39722) {{(pid=93954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:30:13.573358 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.db.provisioning_blocks [None req-57d8a9a3-d16f-4b20-b77b-ca1e664c03db None None] Provisioning complete for port 755a56e2-d81f-4d33-8df4-784c94aa399f triggered by entity L2. {{(pid=93955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:30:13.573856 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-57d8a9a3-d16f-4b20-b77b-ca1e664c03db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953592'] for port, provisioning_complete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:30:13.580261 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.api.v2.base [None req-6e14ce88-35b7-461c-b07b-544356c19dc7 tempest-TestVolumeBootPattern-801906987 tempest-TestVolumeBootPattern-801906987-project] Request body: {'security_group_rule': {'security_group_id': '6b6d94b4-d9e2-4118-be58-0e433855682a', 'project_id': 'f448c5fca9014429b532320ab78459ea', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:30:13.614195 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-fbf1d2ed-2ca2-49a0-b8bf-6f605e862150 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127878349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127570103'] for subnet, after_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:30:13.632561 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.db.securitygroups_db [None req-6e14ce88-35b7-461c-b07b-544356c19dc7 tempest-TestVolumeBootPattern-801906987 tempest-TestVolumeBootPattern-801906987-project] Project f448c5fca9014429b532320ab78459ea added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 15 16:30:13.637551 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-6e14ce88-35b7-461c-b07b-544356c19dc7 tempest-TestVolumeBootPattern-801906987 tempest-TestVolumeBootPattern-801906987-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:30:13.670239 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf1d2ed-2ca2-49a0-b8bf-6f605e862150 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b530cda4-af8f-4bb7-ac02-25affd1d1a2e,revision_number=0']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:30:13.680271 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbf1d2ed-2ca2-49a0-b8bf-6f605e862150 admin admin] Checking segment: {'id': '3ebc66a4-4ecd-45ba-b9a5-7cd9640d3db9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '9ffa0bb8-e764-4049-8a16-329f8e9aefbf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 16:30:13.680618 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbf1d2ed-2ca2-49a0-b8bf-6f605e862150 admin admin] Network hostable DHCP agents. Network: 9ffa0bb8-e764-4049-8a16-329f8e9aefbf, hostable agents: ['2fbb1984-d09c-42d8-b085-ece7113d0e35'], hosted agents: [] {{(pid=93953) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 16:30:13.704333 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-6e14ce88-35b7-461c-b07b-544356c19dc7 tempest-TestVolumeBootPattern-801906987 tempest-TestVolumeBootPattern-801906987-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:30:13.707181 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbf1d2ed-2ca2-49a0-b8bf-6f605e862150 admin admin] Network 9ffa0bb8-e764-4049-8a16-329f8e9aefbf is scheduled to be hosted by DHCP agent 2fbb1984-d09c-42d8-b085-ece7113d0e35 with binding_index 1 {{(pid=93953) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 16:30:13.711275 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-57d8a9a3-d16f-4b20-b77b-ca1e664c03db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928820'] for port, before_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:30:13.711685 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-6e14ce88-35b7-461c-b07b-544356c19dc7 tempest-TestVolumeBootPattern-801906987 tempest-TestVolumeBootPattern-801906987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3714140'] for security_group_rule, after_create {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:30:13.721385 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.scheduler.base_scheduler [None req-fbf1d2ed-2ca2-49a0-b8bf-6f605e862150 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-779576-8-iscsi, 9ffa0bb8-e764-4049-8a16-329f8e9aefbf) {{(pid=93953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:30:13.733053 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbf1d2ed-2ca2-49a0-b8bf-6f605e862150 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:30:13.735001 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-fbf1d2ed-2ca2-49a0-b8bf-6f605e862150 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3748898'] for subnet, before_response {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:30:13.737691 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e14ce88-35b7-461c-b07b-544356c19dc7 tempest-TestVolumeBootPattern-801906987 tempest-TestVolumeBootPattern-801906987-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=811a5a4a-1224-4717-9c62-6b5a910a2d33,revision_number=0']} {{(pid=93954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:30:13.742723 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2de5560-4270-40b4-b43b-6ccaba355fe5 None None] Network 9ffa0bb8-e764-4049-8a16-329f8e9aefbf requested from dv-cinder-779576-8-iscsi {{(pid=93955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 16:30:13.748728 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-6e14ce88-35b7-461c-b07b-544356c19dc7 tempest-TestVolumeBootPattern-801906987 tempest-TestVolumeBootPattern-801906987-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:30:13.750063 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [None req-6e14ce88-35b7-461c-b07b-544356c19dc7 tempest-TestVolumeBootPattern-801906987 tempest-TestVolumeBootPattern-801906987-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1854870 Sep 15 16:30:13.765299 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [None req-fbf1d2ed-2ca2-49a0-b8bf-6f605e862150 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.4669449 Sep 15 16:30:13.767823 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.wsgi [-] (93953) accepted ('10.222.0.39', 39728) {{(pid=93953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:30:13.772187 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.api.v2.base [None req-555fac82-a960-4648-a899-489fb8c749ad admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-470857225-router', 'tenant_id': '427421425dd74f0c948e0180b20aad1e', 'external_gateway_info': {'network_id': '62251075-a3e3-4d47-8761-104d217b089a'}}} {{(pid=93953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:30:13.777588 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.db [None req-57d8a9a3-d16f-4b20-b77b-ca1e664c03db None None] For port 755a56e2-d81f-4d33-8df4-784c94aa399f, host dv-cinder-779576-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779576-8-iscsi',level=0,port_id=755a56e2-d81f-4d33-8df4-784c94aa399f,segment=NetworkSegment(fd8e905d-efc3-4108-bd70-37f32575b93b),segment_id=fd8e905d-efc3-4108-bd70-37f32575b93b)] {{(pid=93955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:30:13.785566 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-57d8a9a3-d16f-4b20-b77b-ca1e664c03db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791196459277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791195970012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791195970030'] for port, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:30:13.802246 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-555fac82-a960-4648-a899-489fb8c749ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3724442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-688'] for router, before_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:30:13.803434 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-555fac82-a960-4648-a899-489fb8c749ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3721994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3726746', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4095511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-647'] for router, precommit_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:30:13.876471 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-555fac82-a960-4648-a899-489fb8c749ad admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:30:13.880179 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d8a9a3-d16f-4b20-b77b-ca1e664c03db None None] Pushing event updated for resources: {'Port': ['ID=755a56e2-d81f-4d33-8df4-784c94aa399f,revision_number=4']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:30:13.970054 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b37083d-a803-4f76-a0e3-b0f8604b57b2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc7308360-924b-5de6-8a2e-c749ffa8d93c-9ffa0bb8-e764-4049-8a16-329f8e9aefbf', 'network_id': '9ffa0bb8-e764-4049-8a16-329f8e9aefbf', 'tenant_id': '427421425dd74f0c948e0180b20aad1e', 'fixed_ips': [{'subnet_id': 'b530cda4-af8f-4bb7-ac02-25affd1d1a2e'}]}} from dv-cinder-779576-8-iscsi. {{(pid=93955) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 15 16:30:13.971244 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-4b37083d-a803-4f76-a0e3-b0f8604b57b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928820'] for port, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:30:14.034401 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-555fac82-a960-4648-a899-489fb8c749ad admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:30:14.129185 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.db.db_base_plugin_common [None req-4b37083d-a803-4f76-a0e3-b0f8604b57b2 None None] Allocated IP 172.20.0.2 (9ffa0bb8-e764-4049-8a16-329f8e9aefbf/b530cda4-af8f-4bb7-ac02-25affd1d1a2e/366b9adc-1448-4991-b451-4b5857605526) {{(pid=93955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 16:30:14.321203 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-555fac82-a960-4648-a899-489fb8c749ad admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:30:14.380032 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-555fac82-a960-4648-a899-489fb8c749ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928820'] for port, before_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:30:14.418781 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-4b37083d-a803-4f76-a0e3-b0f8604b57b2 None None] Notify callbacks [] for port, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:30:14.425902 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-4b37083d-a803-4f76-a0e3-b0f8604b57b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791195969994'] for port, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:30:14.464741 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b37083d-a803-4f76-a0e3-b0f8604b57b2 None None] Network 9ffa0bb8-e764-4049-8a16-329f8e9aefbf is already hosted by enough agents. {{(pid=93955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:30:14.467597 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.scheduler.base_scheduler [None req-4b37083d-a803-4f76-a0e3-b0f8604b57b2 None None] Resources bound (agent type, host, resource id): {{(pid=93955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:30:14.471040 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b37083d-a803-4f76-a0e3-b0f8604b57b2 None None] Received port after_create {{(pid=93955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 16:30:14.509520 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.rpc [None req-57d8a9a3-d16f-4b20-b77b-ca1e664c03db None None] Device 755a56e2-d81f-4d33-8df4-784c94aa399f up at agent ovs-agent-dv-cinder-779576-8-iscsi {{(pid=93955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 16:30:14.512285 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.db.db_base_plugin_common [None req-555fac82-a960-4648-a899-489fb8c749ad admin admin] Allocated IP 172.27.3.125 (62251075-a3e3-4d47-8761-104d217b089a/9a71565b-217b-482b-8364-bc8ecb4c8f88/cac1b156-9c27-4fd8-b601-119e39ea2083) {{(pid=93953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 16:30:14.513947 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b37083d-a803-4f76-a0e3-b0f8604b57b2 None None] Pushing event updated for resources: {'Port': ['ID=366b9adc-1448-4991-b451-4b5857605526,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:30:14.570872 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [None req-4b37083d-a803-4f76-a0e3-b0f8604b57b2 None None] Attempting to bind port 366b9adc-1448-4991-b451-4b5857605526 on host dv-cinder-779576-8-iscsi for vnic_type normal with profile {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 16:30:14.571220 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [None req-4b37083d-a803-4f76-a0e3-b0f8604b57b2 None None] Attempting to bind port 366b9adc-1448-4991-b451-4b5857605526 by drivers openvswitch,hyperv on host dv-cinder-779576-8-iscsi at level 0 using segments [{'id': '3ebc66a4-4ecd-45ba-b9a5-7cd9640d3db9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '9ffa0bb8-e764-4049-8a16-329f8e9aefbf'}] {{(pid=93955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 16:30:14.571574 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b37083d-a803-4f76-a0e3-b0f8604b57b2 None None] Attempting to bind port 366b9adc-1448-4991-b451-4b5857605526 on network 9ffa0bb8-e764-4049-8a16-329f8e9aefbf {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 16:30:14.579159 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b37083d-a803-4f76-a0e3-b0f8604b57b2 None None] Checking agent: {'id': 'afdc58b1-457c-454f-9c1a-1b1c93cc1a70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-779576-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 16, 14, 2), 'started_at': datetime.datetime(2021, 9, 15, 16, 14, 32), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 16, 30, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-779576-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 16:30:14.579518 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b37083d-a803-4f76-a0e3-b0f8604b57b2 None None] Checking segment: {'id': '3ebc66a4-4ecd-45ba-b9a5-7cd9640d3db9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '9ffa0bb8-e764-4049-8a16-329f8e9aefbf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 16:30:14.580032 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-4b37083d-a803-4f76-a0e3-b0f8604b57b2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:30:14.580457 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b37083d-a803-4f76-a0e3-b0f8604b57b2 None None] Bound using segment: {'id': '3ebc66a4-4ecd-45ba-b9a5-7cd9640d3db9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '9ffa0bb8-e764-4049-8a16-329f8e9aefbf'} {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 16:30:14.580906 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [None req-4b37083d-a803-4f76-a0e3-b0f8604b57b2 None None] Bound port: 366b9adc-1448-4991-b451-4b5857605526, host: dv-cinder-779576-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ebc66a4-4ecd-45ba-b9a5-7cd9640d3db9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '9ffa0bb8-e764-4049-8a16-329f8e9aefbf'}}] {{(pid=93955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 16:30:14.581273 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-4b37083d-a803-4f76-a0e3-b0f8604b57b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928820'] for port, before_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:30:14.623338 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-555fac82-a960-4648-a899-489fb8c749ad admin admin] Notify callbacks [] for port, precommit_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:30:14.625738 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.db.provisioning_blocks [None req-57d8a9a3-d16f-4b20-b77b-ca1e664c03db None None] Provisioning complete for port 755a56e2-d81f-4d33-8df4-784c94aa399f triggered by entity L2. {{(pid=93955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:30:14.626103 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-57d8a9a3-d16f-4b20-b77b-ca1e664c03db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953592'] for port, provisioning_complete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:30:14.666138 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-555fac82-a960-4648-a899-489fb8c749ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791195969994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127878305'] for port, after_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:30:14.695219 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.db [None req-4b37083d-a803-4f76-a0e3-b0f8604b57b2 None None] For port 366b9adc-1448-4991-b451-4b5857605526, host dv-cinder-779576-8-iscsi, cleared binding levels {{(pid=93955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 16:30:14.706455 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-555fac82-a960-4648-a899-489fb8c749ad admin admin] Network 62251075-a3e3-4d47-8761-104d217b089a is already hosted by enough agents. {{(pid=93953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:30:14.710723 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.scheduler.base_scheduler [None req-555fac82-a960-4648-a899-489fb8c749ad admin admin] Resources bound (agent type, host, resource id): {{(pid=93953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:30:14.713328 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-555fac82-a960-4648-a899-489fb8c749ad admin admin] Received port after_create {{(pid=93953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 16:30:14.715250 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.db [None req-4b37083d-a803-4f76-a0e3-b0f8604b57b2 None None] For port 366b9adc-1448-4991-b451-4b5857605526, host dv-cinder-779576-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779576-8-iscsi',level=0,port_id=366b9adc-1448-4991-b451-4b5857605526,segment=NetworkSegment(3ebc66a4-4ecd-45ba-b9a5-7cd9640d3db9),segment_id=3ebc66a4-4ecd-45ba-b9a5-7cd9640d3db9)] {{(pid=93955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 16:30:14.723661 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-4b37083d-a803-4f76-a0e3-b0f8604b57b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791196459277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791195970012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791195970030'] for port, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:30:14.747862 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555fac82-a960-4648-a899-489fb8c749ad admin admin] Pushing event updated for resources: {'Port': ['ID=cac1b156-9c27-4fd8-b601-119e39ea2083,revision_number=1']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:30:14.807364 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.rpc [None req-57d8a9a3-d16f-4b20-b77b-ca1e664c03db None None] Device d6b6d7e5-61fd-4307-8ffc-62a7fba7fa78 up at agent ovs-agent-dv-cinder-779576-8-iscsi {{(pid=93955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 16:30:14.836241 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b37083d-a803-4f76-a0e3-b0f8604b57b2 None None] Pushing event updated for resources: {'Port': ['ID=366b9adc-1448-4991-b451-4b5857605526,revision_number=2']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:30:14.873618 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.db.provisioning_blocks [None req-57d8a9a3-d16f-4b20-b77b-ca1e664c03db None None] Provisioning complete for port d6b6d7e5-61fd-4307-8ffc-62a7fba7fa78 triggered by entity L2. {{(pid=93955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:30:14.873984 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-57d8a9a3-d16f-4b20-b77b-ca1e664c03db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953592'] for port, provisioning_complete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:30:14.960959 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-57d8a9a3-d16f-4b20-b77b-ca1e664c03db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928820'] for port, before_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:30:14.994933 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.db [None req-57d8a9a3-d16f-4b20-b77b-ca1e664c03db None None] For port d6b6d7e5-61fd-4307-8ffc-62a7fba7fa78, host dv-cinder-779576-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779576-8-iscsi',level=0,port_id=d6b6d7e5-61fd-4307-8ffc-62a7fba7fa78,segment=NetworkSegment(fd8e905d-efc3-4108-bd70-37f32575b93b),segment_id=fd8e905d-efc3-4108-bd70-37f32575b93b)] {{(pid=93955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:30:15.017976 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-57d8a9a3-d16f-4b20-b77b-ca1e664c03db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791196459277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791195970012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791195970030'] for port, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:30:15.030130 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-555fac82-a960-4648-a899-489fb8c749ad admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:30:15.081499 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d8a9a3-d16f-4b20-b77b-ca1e664c03db None None] Pushing event updated for resources: {'Port': ['ID=d6b6d7e5-61fd-4307-8ffc-62a7fba7fa78,revision_number=4']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:30:15.249343 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-555fac82-a960-4648-a899-489fb8c749ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3721989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3725645'] for router, after_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:30:15.385543 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-555fac82-a960-4648-a899-489fb8c749ad admin admin] Router a9a7b11c-eee2-4ad7-989a-c9c43f9dea31 is scheduled to L3 agent 7a8df8d7-c3ef-43b4-9534-c977f7014926 with binding_index 1 {{(pid=93953) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 15 16:30:15.512360 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-555fac82-a960-4648-a899-489fb8c749ad admin admin] Notify agent at l3_agent.dv-cinder-779576-8-iscsi the message routers_updated {{(pid=93953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 16:30:15.522259 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9f20b1e-f8fb-411c-aa75-b555cda092e6 None None] Sync routers for ids ['a9a7b11c-eee2-4ad7-989a-c9c43f9dea31'] in dv-cinder-779576-8-iscsi {{(pid=93955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 16:30:15.531222 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9f20b1e-f8fb-411c-aa75-b555cda092e6 None None] Routers {'a9a7b11c-eee2-4ad7-989a-c9c43f9dea31'} bound to L3 agent in host dv-cinder-779576-8-iscsi {{(pid=93955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:30:15.531848 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.db.l3_hamode_db [None req-f9f20b1e-f8fb-411c-aa75-b555cda092e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779576-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T16:14:02Z,description=,heartbeat_timestamp=2021-09-15T16:30:02Z,host='dv-cinder-779576-8-iscsi',id=7a8df8d7-c3ef-43b4-9534-c977f7014926,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T16:14:02Z,topic='l3_agent')) {'router_ids': ['a9a7b11c-eee2-4ad7-989a-c9c43f9dea31'], 'active': True} {{(pid=93955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:30:15.532972 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-555fac82-a960-4648-a899-489fb8c749ad admin admin] Notify callbacks [] for router, before_response {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:30:15.534931 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [None req-555fac82-a960-4648-a899-489fb8c749ad admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.7657974 Sep 15 16:30:15.538956 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.wsgi [-] (93954) accepted ('10.222.0.39', 39788) {{(pid=93954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:30:15.837018 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.db.l3_dvr_db [None req-f9f20b1e-f8fb-411c-aa75-b555cda092e6 None None] Set router a9a7b11c-eee2-4ad7-989a-c9c43f9dea31 gateway port host: dv-cinder-779576-8-iscsi {{(pid=93955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 16:30:16.081642 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.db.l3_hamode_db [None req-f9f20b1e-f8fb-411c-aa75-b555cda092e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9a7b11c-eee2-4ad7-989a-c9c43f9dea31', 'name': 'tempest-TestShelveInstance-470857225-router', 'tenant_id': '427421425dd74f0c948e0180b20aad1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62251075-a3e3-4d47-8761-104d217b089a', 'external_fixed_ips': [{'subnet_id': '9a71565b-217b-482b-8364-bc8ecb4c8f88', 'ip_address': '172.27.3.125'}], 'enable_snat': True}, 'gw_port_id': 'cac1b156-9c27-4fd8-b601-119e39ea2083', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:30:13Z', 'updated_at': '2021-09-15T16:30:14Z', 'revision_number': 3, 'project_id': '427421425dd74f0c948e0180b20aad1e', 'gw_port': {'id': 'cac1b156-9c27-4fd8-b601-119e39ea2083', 'name': '', 'network_id': '62251075-a3e3-4d47-8761-104d217b089a', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:ab:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9a7b11c-eee2-4ad7-989a-c9c43f9dea31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '9a71565b-217b-482b-8364-bc8ecb4c8f88', 'ip_address': '172.27.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:30:14Z', 'updated_at': '2021-09-15T16:30:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9a71565b-217b-482b-8364-bc8ecb4c8f88', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779576-8-iscsi'}], 'dv-cinder-779576-8-iscsi', False) {} {{(pid=93955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:30:16.111208 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90f47bb9-3db5-44a2-ab83-ac33b5c04917 None None] Network 9ffa0bb8-e764-4049-8a16-329f8e9aefbf requested from dv-cinder-779576-8-iscsi {{(pid=93955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 16:30:16.114797 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9f20b1e-f8fb-411c-aa75-b555cda092e6 None None] Checking router: a9a7b11c-eee2-4ad7-989a-c9c43f9dea31 for host: dv-cinder-779576-8-iscsi {{(pid=93955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 16:30:16.115147 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9f20b1e-f8fb-411c-aa75-b555cda092e6 None None] Updating router a9a7b11c-eee2-4ad7-989a-c9c43f9dea31 port cac1b156-9c27-4fd8-b601-119e39ea2083 binding host dv-cinder-779576-8-iscsi {{(pid=93955) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 16:30:16.122516 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-b6e8a1c6-afdf-4950-881e-a3bb7bc36306 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928820'] for port, before_create {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:30:16.156487 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-f9f20b1e-f8fb-411c-aa75-b555cda092e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928820'] for port, before_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:30:16.283944 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.db.provisioning_blocks [None req-4a451efe-8315-4076-b23c-914ddb32161d None None] Provisioning complete for port 366b9adc-1448-4991-b451-4b5857605526 triggered by entity DHCP. {{(pid=93955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:30:16.284442 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-4a451efe-8315-4076-b23c-914ddb32161d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953592'] for port, provisioning_complete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:30:16.294123 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.db.db_base_plugin_common [None req-b6e8a1c6-afdf-4950-881e-a3bb7bc36306 admin admin] Allocated IP 172.20.0.1 (9ffa0bb8-e764-4049-8a16-329f8e9aefbf/b530cda4-af8f-4bb7-ac02-25affd1d1a2e/13eec6e8-aa66-44ee-84ce-748f4c2c561e) {{(pid=93954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 16:30:16.435084 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-b6e8a1c6-afdf-4950-881e-a3bb7bc36306 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:30:16.465785 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.rpc [None req-57d8a9a3-d16f-4b20-b77b-ca1e664c03db None None] Device 366b9adc-1448-4991-b451-4b5857605526 up at agent ovs-agent-dv-cinder-779576-8-iscsi {{(pid=93955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 16:30:16.478176 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-b6e8a1c6-afdf-4950-881e-a3bb7bc36306 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791195969994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126007332'] for port, after_create {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:30:16.518994 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6e8a1c6-afdf-4950-881e-a3bb7bc36306 admin admin] Network 9ffa0bb8-e764-4049-8a16-329f8e9aefbf is already hosted by enough agents. {{(pid=93954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:30:16.522482 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.scheduler.base_scheduler [None req-b6e8a1c6-afdf-4950-881e-a3bb7bc36306 admin admin] Resources bound (agent type, host, resource id): {{(pid=93954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:30:16.527213 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6e8a1c6-afdf-4950-881e-a3bb7bc36306 admin admin] Received port after_create {{(pid=93954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 16:30:16.559616 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e8a1c6-afdf-4950-881e-a3bb7bc36306 admin admin] Pushing event updated for resources: {'Port': ['ID=13eec6e8-aa66-44ee-84ce-748f4c2c561e,revision_number=1']} {{(pid=93954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:30:16.581331 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-b6e8a1c6-afdf-4950-881e-a3bb7bc36306 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3725722'] for router_interface, before_create {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:30:16.588123 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-4a451efe-8315-4076-b23c-914ddb32161d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928820'] for port, before_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:30:16.667624 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eff004de-3e75-4e74-80c1-bef807303dfc None None] Sync routers for ids ['5fbd7505-4ba3-4760-ad1e-279724b61dec'] in dv-cinder-779576-8-iscsi {{(pid=93956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 16:30:16.677852 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.db.provisioning_blocks [None req-57d8a9a3-d16f-4b20-b77b-ca1e664c03db None None] Provisioning complete for port 366b9adc-1448-4991-b451-4b5857605526 triggered by entity L2. {{(pid=93955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:30:16.678229 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-57d8a9a3-d16f-4b20-b77b-ca1e664c03db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953592'] for port, provisioning_complete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:30:16.684902 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eff004de-3e75-4e74-80c1-bef807303dfc None None] Routers {'5fbd7505-4ba3-4760-ad1e-279724b61dec'} bound to L3 agent in host dv-cinder-779576-8-iscsi {{(pid=93956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:30:16.685556 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron.db.l3_hamode_db [None req-eff004de-3e75-4e74-80c1-bef807303dfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779576-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T16:14:02Z,description=,heartbeat_timestamp=2021-09-15T16:30:02Z,host='dv-cinder-779576-8-iscsi',id=7a8df8d7-c3ef-43b4-9534-c977f7014926,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T16:14:02Z,topic='l3_agent')) {'router_ids': ['5fbd7505-4ba3-4760-ad1e-279724b61dec'], 'active': True} {{(pid=93956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:30:16.695879 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.db [None req-4a451efe-8315-4076-b23c-914ddb32161d None None] For port 366b9adc-1448-4991-b451-4b5857605526, host dv-cinder-779576-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779576-8-iscsi',level=0,port_id=366b9adc-1448-4991-b451-4b5857605526,segment=NetworkSegment(3ebc66a4-4ecd-45ba-b9a5-7cd9640d3db9),segment_id=3ebc66a4-4ecd-45ba-b9a5-7cd9640d3db9)] {{(pid=93955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:30:16.698600 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-f9f20b1e-f8fb-411c-aa75-b555cda092e6 None None] Notify callbacks [] for port, precommit_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:30:16.721399 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-4a451efe-8315-4076-b23c-914ddb32161d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791196459277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791195970012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791195970030'] for port, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:30:16.732202 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-f9f20b1e-f8fb-411c-aa75-b555cda092e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791196459277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791195970012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791195970030'] for port, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:30:16.752648 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-b6e8a1c6-afdf-4950-881e-a3bb7bc36306 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928820'] for port, before_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:30:16.808036 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [None req-f9f20b1e-f8fb-411c-aa75-b555cda092e6 None None] Attempting to bind port cac1b156-9c27-4fd8-b601-119e39ea2083 on host dv-cinder-779576-8-iscsi for vnic_type normal with profile {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 16:30:16.808492 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [None req-f9f20b1e-f8fb-411c-aa75-b555cda092e6 None None] Attempting to bind port cac1b156-9c27-4fd8-b601-119e39ea2083 by drivers openvswitch,hyperv on host dv-cinder-779576-8-iscsi at level 0 using segments [{'id': 'fd8e905d-efc3-4108-bd70-37f32575b93b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62251075-a3e3-4d47-8761-104d217b089a'}] {{(pid=93955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 16:30:16.808859 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9f20b1e-f8fb-411c-aa75-b555cda092e6 None None] Attempting to bind port cac1b156-9c27-4fd8-b601-119e39ea2083 on network 62251075-a3e3-4d47-8761-104d217b089a {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 16:30:16.815694 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a451efe-8315-4076-b23c-914ddb32161d None None] Pushing event updated for resources: {'Port': ['ID=366b9adc-1448-4991-b451-4b5857605526,revision_number=3']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:30:16.823851 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9f20b1e-f8fb-411c-aa75-b555cda092e6 None None] Checking agent: {'id': 'afdc58b1-457c-454f-9c1a-1b1c93cc1a70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-779576-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 16, 14, 2), 'started_at': datetime.datetime(2021, 9, 15, 16, 14, 32), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 16, 30, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-779576-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 16:30:16.824305 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9f20b1e-f8fb-411c-aa75-b555cda092e6 None None] Checking segment: {'id': 'fd8e905d-efc3-4108-bd70-37f32575b93b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62251075-a3e3-4d47-8761-104d217b089a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 16:30:16.824711 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-f9f20b1e-f8fb-411c-aa75-b555cda092e6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:30:16.825103 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9f20b1e-f8fb-411c-aa75-b555cda092e6 None None] Bound using segment: {'id': 'fd8e905d-efc3-4108-bd70-37f32575b93b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62251075-a3e3-4d47-8761-104d217b089a'} {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 16:30:16.825600 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [None req-f9f20b1e-f8fb-411c-aa75-b555cda092e6 None None] Bound port: cac1b156-9c27-4fd8-b601-119e39ea2083, host: dv-cinder-779576-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd8e905d-efc3-4108-bd70-37f32575b93b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62251075-a3e3-4d47-8761-104d217b089a'}}] {{(pid=93955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 16:30:16.825975 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-f9f20b1e-f8fb-411c-aa75-b555cda092e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928820'] for port, before_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:30:16.849573 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron.db.l3_dvr_db [None req-eff004de-3e75-4e74-80c1-bef807303dfc None None] Set router 5fbd7505-4ba3-4760-ad1e-279724b61dec gateway port host: dv-cinder-779576-8-iscsi {{(pid=93956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 16:30:16.931481 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8268a43-107b-4a66-b20f-1e9e8ee3a9ab None None] Pushing event updated for resources: {'Port': ['ID=cac1b156-9c27-4fd8-b601-119e39ea2083,revision_number=2']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:30:16.954800 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.rpc [None req-57d8a9a3-d16f-4b20-b77b-ca1e664c03db None None] Device d6b6d7e5-61fd-4307-8ffc-62a7fba7fa78 up at agent ovs-agent-dv-cinder-779576-8-iscsi {{(pid=93955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 16:30:16.961389 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.db [None req-f9f20b1e-f8fb-411c-aa75-b555cda092e6 None None] For port cac1b156-9c27-4fd8-b601-119e39ea2083, host dv-cinder-779576-8-iscsi, cleared binding levels {{(pid=93955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 16:30:16.972167 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-b6e8a1c6-afdf-4950-881e-a3bb7bc36306 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:30:16.981530 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-b6e8a1c6-afdf-4950-881e-a3bb7bc36306 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791196459277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791195970012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791195970030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126007357'] for port, after_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:30:17.000243 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.db [None req-f9f20b1e-f8fb-411c-aa75-b555cda092e6 None None] For port cac1b156-9c27-4fd8-b601-119e39ea2083, host dv-cinder-779576-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779576-8-iscsi',level=0,port_id=cac1b156-9c27-4fd8-b601-119e39ea2083,segment=NetworkSegment(fd8e905d-efc3-4108-bd70-37f32575b93b),segment_id=fd8e905d-efc3-4108-bd70-37f32575b93b)] {{(pid=93955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 16:30:17.015452 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.db.provisioning_blocks [None req-40e4ea1f-d7c4-43e8-921e-a6ac4ae5e544 None None] Provisioning complete for port 366b9adc-1448-4991-b451-4b5857605526 triggered by entity DHCP. {{(pid=93955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:30:17.016291 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-40e4ea1f-d7c4-43e8-921e-a6ac4ae5e544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953592'] for port, provisioning_complete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:30:17.021011 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-f9f20b1e-f8fb-411c-aa75-b555cda092e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791196459277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791195970012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791195970030'] for port, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:30:17.087984 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e8a1c6-afdf-4950-881e-a3bb7bc36306 admin admin] Pushing event updated for resources: {'Port': ['ID=13eec6e8-aa66-44ee-84ce-748f4c2c561e,revision_number=2']} {{(pid=93954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:30:17.096277 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-b6e8a1c6-afdf-4950-881e-a3bb7bc36306 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3751642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3724810'] for router_interface, after_create {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:30:17.135631 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9f20b1e-f8fb-411c-aa75-b555cda092e6 None None] Routers {'a9a7b11c-eee2-4ad7-989a-c9c43f9dea31'} bound to L3 agent in host dv-cinder-779576-8-iscsi {{(pid=93955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:30:17.136322 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.db.l3_hamode_db [None req-f9f20b1e-f8fb-411c-aa75-b555cda092e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779576-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T16:14:02Z,description=,heartbeat_timestamp=2021-09-15T16:30:02Z,host='dv-cinder-779576-8-iscsi',id=7a8df8d7-c3ef-43b4-9534-c977f7014926,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T16:14:02Z,topic='l3_agent')) {'router_ids': ['a9a7b11c-eee2-4ad7-989a-c9c43f9dea31'], 'active': True} {{(pid=93955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:30:17.179050 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8268a43-107b-4a66-b20f-1e9e8ee3a9ab None None] Pushing event updated for resources: {'Port': ['ID=cac1b156-9c27-4fd8-b601-119e39ea2083,revision_number=3']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:30:17.199920 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.db.provisioning_blocks [None req-57d8a9a3-d16f-4b20-b77b-ca1e664c03db None None] Provisioning complete for port d6b6d7e5-61fd-4307-8ffc-62a7fba7fa78 triggered by entity L2. {{(pid=93955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:30:17.200311 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-57d8a9a3-d16f-4b20-b77b-ca1e664c03db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953592'] for port, provisioning_complete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:30:17.233043 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6e8a1c6-afdf-4950-881e-a3bb7bc36306 admin admin] Network 9ffa0bb8-e764-4049-8a16-329f8e9aefbf is already hosted by enough agents. {{(pid=93954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:30:17.234491 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.scheduler.base_scheduler [None req-b6e8a1c6-afdf-4950-881e-a3bb7bc36306 admin admin] Resources bound (agent type, host, resource id): {{(pid=93954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:30:17.368448 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.db.l3_dvr_db [None req-f9f20b1e-f8fb-411c-aa75-b555cda092e6 None None] Set router a9a7b11c-eee2-4ad7-989a-c9c43f9dea31 gateway port host: dv-cinder-779576-8-iscsi {{(pid=93955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 16:30:17.375160 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron.db.l3_hamode_db [None req-eff004de-3e75-4e74-80c1-bef807303dfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fbd7505-4ba3-4760-ad1e-279724b61dec', 'name': 'tempest-TestShelveInstance-1476785183-router', 'tenant_id': '66d1d644c42a42ba8fdbb6c5db63cdfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62251075-a3e3-4d47-8761-104d217b089a', 'external_fixed_ips': [{'subnet_id': '9a71565b-217b-482b-8364-bc8ecb4c8f88', 'ip_address': '172.27.3.168'}], 'enable_snat': True}, 'gw_port_id': '755a56e2-d81f-4d33-8df4-784c94aa399f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:30:05Z', 'updated_at': '2021-09-15T16:30:09Z', 'revision_number': 4, 'project_id': '66d1d644c42a42ba8fdbb6c5db63cdfb', 'gw_port': {'id': '755a56e2-d81f-4d33-8df4-784c94aa399f', 'name': '', 'network_id': '62251075-a3e3-4d47-8761-104d217b089a', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:88:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fbd7505-4ba3-4760-ad1e-279724b61dec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '9a71565b-217b-482b-8364-bc8ecb4c8f88', 'ip_address': '172.27.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779576-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:30:06Z', 'updated_at': '2021-09-15T16:30:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a71565b-217b-482b-8364-bc8ecb4c8f88', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779576-8-iscsi', '_interfaces': [{'id': 'f117cd83-5e0f-45cb-af55-fa8182149f9e', 'name': '', 'network_id': 'c5434ca4-ccc6-4f17-83c3-0e714ba8c18a', 'tenant_id': '66d1d644c42a42ba8fdbb6c5db63cdfb', 'mac_address': 'fa:16:3e:d0:d2:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fbd7505-4ba3-4760-ad1e-279724b61dec', 'device_owner': 'network:router_interface', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': 'a878bb0e-ef92-4742-928c-735ec49c3680', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:30:09Z', 'updated_at': '2021-09-15T16:30:09Z', 'revision_number': 2, 'project_id': '66d1d644c42a42ba8fdbb6c5db63cdfb', 'subnets': [{'id': 'a878bb0e-ef92-4742-928c-735ec49c3680', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779576-8-iscsi', False) {} {{(pid=93956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:30:17.425607 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eff004de-3e75-4e74-80c1-bef807303dfc None None] Checking router: 5fbd7505-4ba3-4760-ad1e-279724b61dec for host: dv-cinder-779576-8-iscsi {{(pid=93956) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 16:30:17.425955 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eff004de-3e75-4e74-80c1-bef807303dfc None None] Updating router 5fbd7505-4ba3-4760-ad1e-279724b61dec port f117cd83-5e0f-45cb-af55-fa8182149f9e binding host dv-cinder-779576-8-iscsi {{(pid=93956) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 16:30:17.437469 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6e8a1c6-afdf-4950-881e-a3bb7bc36306 admin admin] Router a9a7b11c-eee2-4ad7-989a-c9c43f9dea31 has already been hosted by L3 agent 7a8df8d7-c3ef-43b4-9534-c977f7014926 {{(pid=93954) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 16:30:17.476715 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-eff004de-3e75-4e74-80c1-bef807303dfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928820'] for port, before_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:30:17.532162 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.db.provisioning_blocks [None req-214f258d-f3bc-49af-9f5a-392f079c830e None None] Provisioning complete for port 13eec6e8-aa66-44ee-84ce-748f4c2c561e triggered by entity DHCP. {{(pid=93955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:30:17.532477 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-214f258d-f3bc-49af-9f5a-392f079c830e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953592'] for port, provisioning_complete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:30:17.602795 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6e8a1c6-afdf-4950-881e-a3bb7bc36306 admin admin] Notify agent at l3_agent.dv-cinder-779576-8-iscsi the message routers_updated {{(pid=93954) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 16:30:17.604644 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [None req-214f258d-f3bc-49af-9f5a-392f079c830e None None] Port 13eec6e8-aa66-44ee-84ce-748f4c2c561e cannot update to ACTIVE because it is not bound. {{(pid=93955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 16:30:17.611610 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [None req-b6e8a1c6-afdf-4950-881e-a3bb7bc36306 admin admin] 10.222.0.39 "PUT /v2.0/routers/a9a7b11c-eee2-4ad7-989a-c9c43f9dea31/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0710521 Sep 15 16:30:17.626715 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8a4d707-f546-4561-bd4e-629d15f357e3 None None] Sync routers for ids ['75b5e78c-90d2-490f-8af8-687e234a2993'] in dv-cinder-779576-8-iscsi {{(pid=93955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 16:30:17.665705 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8a4d707-f546-4561-bd4e-629d15f357e3 None None] Routers {'75b5e78c-90d2-490f-8af8-687e234a2993'} bound to L3 agent in host dv-cinder-779576-8-iscsi {{(pid=93955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:30:17.666345 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.db.l3_hamode_db [None req-f8a4d707-f546-4561-bd4e-629d15f357e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779576-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T16:14:02Z,description=,heartbeat_timestamp=2021-09-15T16:30:02Z,host='dv-cinder-779576-8-iscsi',id=7a8df8d7-c3ef-43b4-9534-c977f7014926,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T16:14:02Z,topic='l3_agent')) {'router_ids': ['75b5e78c-90d2-490f-8af8-687e234a2993'], 'active': True} {{(pid=93955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:30:17.768803 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.db.provisioning_blocks [None req-d549cba4-f9aa-4e4e-a289-9e36a8496722 None None] Provisioning complete for port 13eec6e8-aa66-44ee-84ce-748f4c2c561e triggered by entity DHCP. {{(pid=93955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:30:17.768803 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-d549cba4-f9aa-4e4e-a289-9e36a8496722 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953592'] for port, provisioning_complete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:30:17.835923 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-eff004de-3e75-4e74-80c1-bef807303dfc None None] Notify callbacks [] for port, precommit_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:30:17.844870 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-eff004de-3e75-4e74-80c1-bef807303dfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791196459277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791195970012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791195970030'] for port, after_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:30:17.900333 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce193f3-ff9d-4b0a-a33c-e01b7a21dcc8 None None] Pushing event updated for resources: {'Port': ['ID=f117cd83-5e0f-45cb-af55-fa8182149f9e,revision_number=3']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:30:17.972102 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron.plugins.ml2.managers [None req-eff004de-3e75-4e74-80c1-bef807303dfc None None] Attempting to bind port f117cd83-5e0f-45cb-af55-fa8182149f9e on host dv-cinder-779576-8-iscsi for vnic_type normal with profile {{(pid=93956) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 16:30:17.973248 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron.plugins.ml2.managers [None req-eff004de-3e75-4e74-80c1-bef807303dfc None None] Attempting to bind port f117cd83-5e0f-45cb-af55-fa8182149f9e by drivers openvswitch,hyperv on host dv-cinder-779576-8-iscsi at level 0 using segments [{'id': '357f3e6e-7de5-4e8f-a75a-601eaf932fe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'c5434ca4-ccc6-4f17-83c3-0e714ba8c18a'}] {{(pid=93956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 16:30:17.974016 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eff004de-3e75-4e74-80c1-bef807303dfc None None] Attempting to bind port f117cd83-5e0f-45cb-af55-fa8182149f9e on network c5434ca4-ccc6-4f17-83c3-0e714ba8c18a {{(pid=93956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 16:30:17.979709 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eff004de-3e75-4e74-80c1-bef807303dfc None None] Checking agent: {'id': 'afdc58b1-457c-454f-9c1a-1b1c93cc1a70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-779576-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 16, 14, 2), 'started_at': datetime.datetime(2021, 9, 15, 16, 14, 32), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 16, 30, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-779576-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 16:30:17.980162 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eff004de-3e75-4e74-80c1-bef807303dfc None None] Checking segment: {'id': '357f3e6e-7de5-4e8f-a75a-601eaf932fe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'c5434ca4-ccc6-4f17-83c3-0e714ba8c18a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93956) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 16:30:17.980507 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-eff004de-3e75-4e74-80c1-bef807303dfc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:30:17.980884 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eff004de-3e75-4e74-80c1-bef807303dfc None None] Bound using segment: {'id': '357f3e6e-7de5-4e8f-a75a-601eaf932fe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'c5434ca4-ccc6-4f17-83c3-0e714ba8c18a'} {{(pid=93956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 16:30:17.981340 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron.plugins.ml2.managers [None req-eff004de-3e75-4e74-80c1-bef807303dfc None None] Bound port: f117cd83-5e0f-45cb-af55-fa8182149f9e, host: dv-cinder-779576-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '357f3e6e-7de5-4e8f-a75a-601eaf932fe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'c5434ca4-ccc6-4f17-83c3-0e714ba8c18a'}}] {{(pid=93956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 16:30:17.981722 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-eff004de-3e75-4e74-80c1-bef807303dfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928820'] for port, before_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:30:17.997784 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.db.l3_dvr_db [None req-f8a4d707-f546-4561-bd4e-629d15f357e3 None None] Set router 75b5e78c-90d2-490f-8af8-687e234a2993 gateway port host: dv-cinder-779576-8-iscsi {{(pid=93955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 16:30:18.004109 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.db.l3_hamode_db [None req-f9f20b1e-f8fb-411c-aa75-b555cda092e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9a7b11c-eee2-4ad7-989a-c9c43f9dea31', 'name': 'tempest-TestShelveInstance-470857225-router', 'tenant_id': '427421425dd74f0c948e0180b20aad1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62251075-a3e3-4d47-8761-104d217b089a', 'external_fixed_ips': [{'subnet_id': '9a71565b-217b-482b-8364-bc8ecb4c8f88', 'ip_address': '172.27.3.125'}], 'enable_snat': True}, 'gw_port_id': 'cac1b156-9c27-4fd8-b601-119e39ea2083', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:30:13Z', 'updated_at': '2021-09-15T16:30:16Z', 'revision_number': 4, 'project_id': '427421425dd74f0c948e0180b20aad1e', 'gw_port': {'id': 'cac1b156-9c27-4fd8-b601-119e39ea2083', 'name': '', 'network_id': '62251075-a3e3-4d47-8761-104d217b089a', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:ab:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9a7b11c-eee2-4ad7-989a-c9c43f9dea31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '9a71565b-217b-482b-8364-bc8ecb4c8f88', 'ip_address': '172.27.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779576-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:30:14Z', 'updated_at': '2021-09-15T16:30:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9a71565b-217b-482b-8364-bc8ecb4c8f88', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779576-8-iscsi', '_interfaces': [{'id': '13eec6e8-aa66-44ee-84ce-748f4c2c561e', 'name': '', 'network_id': '9ffa0bb8-e764-4049-8a16-329f8e9aefbf', 'tenant_id': '427421425dd74f0c948e0180b20aad1e', 'mac_address': 'fa:16:3e:3f:ef:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9a7b11c-eee2-4ad7-989a-c9c43f9dea31', 'device_owner': 'network:router_interface', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': 'b530cda4-af8f-4bb7-ac02-25affd1d1a2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:30:16Z', 'updated_at': '2021-09-15T16:30:16Z', 'revision_number': 2, 'project_id': '427421425dd74f0c948e0180b20aad1e', 'subnets': [{'id': 'b530cda4-af8f-4bb7-ac02-25affd1d1a2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779576-8-iscsi', False) {} {{(pid=93955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:30:18.004109 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [None req-d549cba4-f9aa-4e4e-a289-9e36a8496722 None None] Port 13eec6e8-aa66-44ee-84ce-748f4c2c561e cannot update to ACTIVE because it is not bound. {{(pid=93955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 16:30:18.060303 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9f20b1e-f8fb-411c-aa75-b555cda092e6 None None] The sync data for ids ['a9a7b11c-eee2-4ad7-989a-c9c43f9dea31'] in dv-cinder-779576-8-iscsi is: [{'id': 'a9a7b11c-eee2-4ad7-989a-c9c43f9dea31', 'name': 'tempest-TestShelveInstance-470857225-router', 'tenant_id': '427421425dd74f0c948e0180b20aad1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62251075-a3e3-4d47-8761-104d217b089a', 'external_fixed_ips': [{'subnet_id': '9a71565b-217b-482b-8364-bc8ecb4c8f88', 'ip_address': '172.27.3.125'}], 'enable_snat': True}, 'gw_port_id': 'cac1b156-9c27-4fd8-b601-119e39ea2083', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:30:13Z', 'updated_at': '2021-09-15T16:30:16Z', 'revision_number': 4, 'project_id': '427421425dd74f0c948e0180b20aad1e', 'gw_port': {'id': 'cac1b156-9c27-4fd8-b601-119e39ea2083', 'name': '', 'network_id': '62251075-a3e3-4d47-8761-104d217b089a', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:ab:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9a7b11c-eee2-4ad7-989a-c9c43f9dea31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '9a71565b-217b-482b-8364-bc8ecb4c8f88', 'ip_address': '172.27.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779576-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:30:14Z', 'updated_at': '2021-09-15T16:30:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9a71565b-217b-482b-8364-bc8ecb4c8f88', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779576-8-iscsi', '_interfaces': [{'id': '13eec6e8-aa66-44ee-84ce-748f4c2c561e', 'name': '', 'network_id': '9ffa0bb8-e764-4049-8a16-329f8e9aefbf', 'tenant_id': '427421425dd74f0c948e0180b20aad1e', 'mac_address': 'fa:16:3e:3f:ef:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9a7b11c-eee2-4ad7-989a-c9c43f9dea31', 'device_owner': 'network:router_interface', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': 'b530cda4-af8f-4bb7-ac02-25affd1d1a2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:30:16Z', 'updated_at': '2021-09-15T16:30:16Z', 'revision_number': 2, 'project_id': '427421425dd74f0c948e0180b20aad1e', 'subnets': [{'id': 'b530cda4-af8f-4bb7-ac02-25affd1d1a2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 16:30:18.083109 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron.plugins.ml2.db [None req-eff004de-3e75-4e74-80c1-bef807303dfc None None] For port f117cd83-5e0f-45cb-af55-fa8182149f9e, host dv-cinder-779576-8-iscsi, cleared binding levels {{(pid=93956) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 16:30:18.089607 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron.plugins.ml2.db [None req-eff004de-3e75-4e74-80c1-bef807303dfc None None] For port f117cd83-5e0f-45cb-af55-fa8182149f9e, host dv-cinder-779576-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779576-8-iscsi',level=0,port_id=f117cd83-5e0f-45cb-af55-fa8182149f9e,segment=NetworkSegment(357f3e6e-7de5-4e8f-a75a-601eaf932fe9),segment_id=357f3e6e-7de5-4e8f-a75a-601eaf932fe9)] {{(pid=93956) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 16:30:18.098543 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-eff004de-3e75-4e74-80c1-bef807303dfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791196459277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791195970012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791195970030'] for port, after_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:30:18.184343 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eff004de-3e75-4e74-80c1-bef807303dfc None None] Routers {'5fbd7505-4ba3-4760-ad1e-279724b61dec'} bound to L3 agent in host dv-cinder-779576-8-iscsi {{(pid=93956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:30:18.185115 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron.db.l3_hamode_db [None req-eff004de-3e75-4e74-80c1-bef807303dfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779576-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T16:14:02Z,description=,heartbeat_timestamp=2021-09-15T16:30:02Z,host='dv-cinder-779576-8-iscsi',id=7a8df8d7-c3ef-43b4-9534-c977f7014926,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T16:14:02Z,topic='l3_agent')) {'router_ids': ['5fbd7505-4ba3-4760-ad1e-279724b61dec'], 'active': True} {{(pid=93956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:30:18.188608 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce193f3-ff9d-4b0a-a33c-e01b7a21dcc8 None None] Pushing event updated for resources: {'Port': ['ID=f117cd83-5e0f-45cb-af55-fa8182149f9e,revision_number=4']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:30:18.258833 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.db.provisioning_blocks [None req-49f4f837-5ca6-4967-9693-12abd7c8ea13 None None] Provisioning complete for port f117cd83-5e0f-45cb-af55-fa8182149f9e triggered by entity DHCP. {{(pid=93955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:30:18.263770 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-49f4f837-5ca6-4967-9693-12abd7c8ea13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953592'] for port, provisioning_complete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:30:18.366481 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron.db.l3_dvr_db [None req-eff004de-3e75-4e74-80c1-bef807303dfc None None] Set router 5fbd7505-4ba3-4760-ad1e-279724b61dec gateway port host: dv-cinder-779576-8-iscsi {{(pid=93956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 16:30:18.412491 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.rpc [None req-57d8a9a3-d16f-4b20-b77b-ca1e664c03db None None] Device f117cd83-5e0f-45cb-af55-fa8182149f9e up at agent ovs-agent-dv-cinder-779576-8-iscsi {{(pid=93955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 16:30:18.519822 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-49f4f837-5ca6-4967-9693-12abd7c8ea13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928820'] for port, before_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:30:18.530028 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.db.l3_hamode_db [None req-f8a4d707-f546-4561-bd4e-629d15f357e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75b5e78c-90d2-490f-8af8-687e234a2993', 'name': 'tempest-TestVolumeBootPattern-2080912822-router', 'tenant_id': 'f095a05cc1ea4fee999f214f96b2b71b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62251075-a3e3-4d47-8761-104d217b089a', 'external_fixed_ips': [{'subnet_id': '9a71565b-217b-482b-8364-bc8ecb4c8f88', 'ip_address': '172.27.3.23'}], 'enable_snat': True}, 'gw_port_id': 'd6b6d7e5-61fd-4307-8ffc-62a7fba7fa78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:30:05Z', 'updated_at': '2021-09-15T16:30:09Z', 'revision_number': 4, 'project_id': 'f095a05cc1ea4fee999f214f96b2b71b', 'gw_port': {'id': 'd6b6d7e5-61fd-4307-8ffc-62a7fba7fa78', 'name': '', 'network_id': '62251075-a3e3-4d47-8761-104d217b089a', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:bf:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75b5e78c-90d2-490f-8af8-687e234a2993', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '9a71565b-217b-482b-8364-bc8ecb4c8f88', 'ip_address': '172.27.3.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779576-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:30:05Z', 'updated_at': '2021-09-15T16:30:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a71565b-217b-482b-8364-bc8ecb4c8f88', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779576-8-iscsi', '_interfaces': [{'id': '0e5952c5-ed94-49d8-b971-50f230076855', 'name': '', 'network_id': '1db0d33b-ffe9-437c-8a54-e347353afe89', 'tenant_id': 'f095a05cc1ea4fee999f214f96b2b71b', 'mac_address': 'fa:16:3e:40:e2:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75b5e78c-90d2-490f-8af8-687e234a2993', 'device_owner': 'network:router_interface', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': 'fe42d606-9647-486c-95f5-0bff9e0a707d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:30:08Z', 'updated_at': '2021-09-15T16:30:09Z', 'revision_number': 2, 'project_id': 'f095a05cc1ea4fee999f214f96b2b71b', 'subnets': [{'id': 'fe42d606-9647-486c-95f5-0bff9e0a707d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779576-8-iscsi', False) {} {{(pid=93955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:30:18.614463 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8a4d707-f546-4561-bd4e-629d15f357e3 None None] Checking router: 75b5e78c-90d2-490f-8af8-687e234a2993 for host: dv-cinder-779576-8-iscsi {{(pid=93955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 16:30:18.615230 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8a4d707-f546-4561-bd4e-629d15f357e3 None None] Updating router 75b5e78c-90d2-490f-8af8-687e234a2993 port 0e5952c5-ed94-49d8-b971-50f230076855 binding host dv-cinder-779576-8-iscsi {{(pid=93955) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 16:30:18.649706 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.db.provisioning_blocks [None req-57d8a9a3-d16f-4b20-b77b-ca1e664c03db None None] Provisioning complete for port f117cd83-5e0f-45cb-af55-fa8182149f9e triggered by entity L2. {{(pid=93955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:30:18.650074 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-57d8a9a3-d16f-4b20-b77b-ca1e664c03db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953592'] for port, provisioning_complete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:30:18.697270 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-f8a4d707-f546-4561-bd4e-629d15f357e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928820'] for port, before_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:30:18.697937 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.wsgi [-] (93953) accepted ('10.222.0.39', 39806) {{(pid=93953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:30:18.704805 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.api.v2.base [None req-70289682-edc8-481e-810a-e2efdffbca7a tempest-TestShelveInstance-312036796 tempest-TestShelveInstance-312036796-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1847909839', 'description': 'tempest-secgroup-smoke-1847909839 description', 'project_id': '66d1d644c42a42ba8fdbb6c5db63cdfb'}} {{(pid=93953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:30:18.733405 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.db [None req-49f4f837-5ca6-4967-9693-12abd7c8ea13 None None] For port f117cd83-5e0f-45cb-af55-fa8182149f9e, host dv-cinder-779576-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779576-8-iscsi',level=0,port_id=f117cd83-5e0f-45cb-af55-fa8182149f9e,segment=NetworkSegment(357f3e6e-7de5-4e8f-a75a-601eaf932fe9),segment_id=357f3e6e-7de5-4e8f-a75a-601eaf932fe9)] {{(pid=93955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:30:18.734470 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-70289682-edc8-481e-810a-e2efdffbca7a tempest-TestShelveInstance-312036796 tempest-TestShelveInstance-312036796-project] Notify callbacks [] for security_group, before_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:30:18.745423 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-49f4f837-5ca6-4967-9693-12abd7c8ea13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791196459277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791195970012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791195970030'] for port, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:30:18.760017 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron.db.l3_hamode_db [None req-eff004de-3e75-4e74-80c1-bef807303dfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fbd7505-4ba3-4760-ad1e-279724b61dec', 'name': 'tempest-TestShelveInstance-1476785183-router', 'tenant_id': '66d1d644c42a42ba8fdbb6c5db63cdfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62251075-a3e3-4d47-8761-104d217b089a', 'external_fixed_ips': [{'subnet_id': '9a71565b-217b-482b-8364-bc8ecb4c8f88', 'ip_address': '172.27.3.168'}], 'enable_snat': True}, 'gw_port_id': '755a56e2-d81f-4d33-8df4-784c94aa399f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:30:05Z', 'updated_at': '2021-09-15T16:30:09Z', 'revision_number': 4, 'project_id': '66d1d644c42a42ba8fdbb6c5db63cdfb', 'gw_port': {'id': '755a56e2-d81f-4d33-8df4-784c94aa399f', 'name': '', 'network_id': '62251075-a3e3-4d47-8761-104d217b089a', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:88:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fbd7505-4ba3-4760-ad1e-279724b61dec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '9a71565b-217b-482b-8364-bc8ecb4c8f88', 'ip_address': '172.27.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779576-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:30:06Z', 'updated_at': '2021-09-15T16:30:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a71565b-217b-482b-8364-bc8ecb4c8f88', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779576-8-iscsi', '_interfaces': [{'id': 'f117cd83-5e0f-45cb-af55-fa8182149f9e', 'name': '', 'network_id': 'c5434ca4-ccc6-4f17-83c3-0e714ba8c18a', 'tenant_id': '66d1d644c42a42ba8fdbb6c5db63cdfb', 'mac_address': 'fa:16:3e:d0:d2:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fbd7505-4ba3-4760-ad1e-279724b61dec', 'device_owner': 'network:router_interface', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': 'a878bb0e-ef92-4742-928c-735ec49c3680', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779576-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:30:09Z', 'updated_at': '2021-09-15T16:30:18Z', 'revision_number': 4, 'project_id': '66d1d644c42a42ba8fdbb6c5db63cdfb', 'subnets': [{'id': 'a878bb0e-ef92-4742-928c-735ec49c3680', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779576-8-iscsi', False) {} {{(pid=93956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:30:18.803135 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eff004de-3e75-4e74-80c1-bef807303dfc None None] The sync data for ids ['5fbd7505-4ba3-4760-ad1e-279724b61dec'] in dv-cinder-779576-8-iscsi is: [{'id': '5fbd7505-4ba3-4760-ad1e-279724b61dec', 'name': 'tempest-TestShelveInstance-1476785183-router', 'tenant_id': '66d1d644c42a42ba8fdbb6c5db63cdfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62251075-a3e3-4d47-8761-104d217b089a', 'external_fixed_ips': [{'subnet_id': '9a71565b-217b-482b-8364-bc8ecb4c8f88', 'ip_address': '172.27.3.168'}], 'enable_snat': True}, 'gw_port_id': '755a56e2-d81f-4d33-8df4-784c94aa399f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:30:05Z', 'updated_at': '2021-09-15T16:30:09Z', 'revision_number': 4, 'project_id': '66d1d644c42a42ba8fdbb6c5db63cdfb', 'gw_port': {'id': '755a56e2-d81f-4d33-8df4-784c94aa399f', 'name': '', 'network_id': '62251075-a3e3-4d47-8761-104d217b089a', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:88:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fbd7505-4ba3-4760-ad1e-279724b61dec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '9a71565b-217b-482b-8364-bc8ecb4c8f88', 'ip_address': '172.27.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779576-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:30:06Z', 'updated_at': '2021-09-15T16:30:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a71565b-217b-482b-8364-bc8ecb4c8f88', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779576-8-iscsi', '_interfaces': [{'id': 'f117cd83-5e0f-45cb-af55-fa8182149f9e', 'name': '', 'network_id': 'c5434ca4-ccc6-4f17-83c3-0e714ba8c18a', 'tenant_id': '66d1d644c42a42ba8fdbb6c5db63cdfb', 'mac_address': 'fa:16:3e:d0:d2:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fbd7505-4ba3-4760-ad1e-279724b61dec', 'device_owner': 'network:router_interface', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': 'a878bb0e-ef92-4742-928c-735ec49c3680', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779576-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:30:09Z', 'updated_at': '2021-09-15T16:30:18Z', 'revision_number': 4, 'project_id': '66d1d644c42a42ba8fdbb6c5db63cdfb', 'subnets': [{'id': 'a878bb0e-ef92-4742-928c-735ec49c3680', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 16:30:18.873243 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-70289682-edc8-481e-810a-e2efdffbca7a tempest-TestShelveInstance-312036796 tempest-TestShelveInstance-312036796-project] Notify callbacks [] for security_group, precommit_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:30:18.881925 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-70289682-edc8-481e-810a-e2efdffbca7a tempest-TestShelveInstance-312036796 tempest-TestShelveInstance-312036796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3702208'] for security_group, after_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:30:18.929108 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70289682-edc8-481e-810a-e2efdffbca7a tempest-TestShelveInstance-312036796 tempest-TestShelveInstance-312036796-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d14ff028-a9f3-4410-9e70-5bc9f3c53d96,revision_number=1']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:30:18.935866 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-70289682-edc8-481e-810a-e2efdffbca7a tempest-TestShelveInstance-312036796 tempest-TestShelveInstance-312036796-project] Notify callbacks [] for security_group, before_response {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:30:18.937845 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [None req-70289682-edc8-481e-810a-e2efdffbca7a tempest-TestShelveInstance-312036796 tempest-TestShelveInstance-312036796-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2384231 Sep 15 16:30:18.940775 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.wsgi [-] (93954) accepted ('10.222.0.39', 39810) {{(pid=93954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:30:18.946634 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f4f837-5ca6-4967-9693-12abd7c8ea13 None None] Pushing event updated for resources: {'Port': ['ID=f117cd83-5e0f-45cb-af55-fa8182149f9e,revision_number=5']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:30:18.949308 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.api.v2.base [None req-c26f669a-3e6d-4cab-bd29-6ab70e564a7d tempest-TestShelveInstance-312036796 tempest-TestShelveInstance-312036796-project] Request body: {'security_group_rule': {'security_group_id': 'd14ff028-a9f3-4410-9e70-5bc9f3c53d96', 'project_id': '66d1d644c42a42ba8fdbb6c5db63cdfb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:30:18.983670 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-c26f669a-3e6d-4cab-bd29-6ab70e564a7d tempest-TestShelveInstance-312036796 tempest-TestShelveInstance-312036796-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:30:18.994647 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.db.provisioning_blocks [None req-09ad4cd5-ad84-4fe7-a842-ce44a950c90c None None] Provisioning complete for port f117cd83-5e0f-45cb-af55-fa8182149f9e triggered by entity DHCP. {{(pid=93955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:30:18.995117 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-09ad4cd5-ad84-4fe7-a842-ce44a950c90c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953592'] for port, provisioning_complete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:30:19.058692 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.rpc [None req-57d8a9a3-d16f-4b20-b77b-ca1e664c03db None None] Device 366b9adc-1448-4991-b451-4b5857605526 up at agent ovs-agent-dv-cinder-779576-8-iscsi {{(pid=93955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 16:30:19.238406 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.db.provisioning_blocks [None req-57d8a9a3-d16f-4b20-b77b-ca1e664c03db None None] Provisioning complete for port 366b9adc-1448-4991-b451-4b5857605526 triggered by entity L2. {{(pid=93955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:30:19.238898 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-57d8a9a3-d16f-4b20-b77b-ca1e664c03db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953592'] for port, provisioning_complete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:30:19.376715 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-c26f669a-3e6d-4cab-bd29-6ab70e564a7d tempest-TestShelveInstance-312036796 tempest-TestShelveInstance-312036796-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:30:19.396338 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-c26f669a-3e6d-4cab-bd29-6ab70e564a7d tempest-TestShelveInstance-312036796 tempest-TestShelveInstance-312036796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3714140'] for security_group_rule, after_create {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:30:19.430151 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26f669a-3e6d-4cab-bd29-6ab70e564a7d tempest-TestShelveInstance-312036796 tempest-TestShelveInstance-312036796-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7350c841-96cf-4b90-b3ef-bb6ea2bc25f6,revision_number=0']} {{(pid=93954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:30:19.441793 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-c26f669a-3e6d-4cab-bd29-6ab70e564a7d tempest-TestShelveInstance-312036796 tempest-TestShelveInstance-312036796-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:30:19.446979 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.wsgi [-] (93953) accepted ('10.222.0.39', 39812) {{(pid=93953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:30:19.452780 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.api.v2.base [None req-aa86e629-c76e-4ed3-9fe5-43e21d71f7a7 tempest-TestShelveInstance-312036796 tempest-TestShelveInstance-312036796-project] Request body: {'security_group_rule': {'security_group_id': 'd14ff028-a9f3-4410-9e70-5bc9f3c53d96', 'project_id': '66d1d644c42a42ba8fdbb6c5db63cdfb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:30:19.456747 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [None req-c26f669a-3e6d-4cab-bd29-6ab70e564a7d tempest-TestShelveInstance-312036796 tempest-TestShelveInstance-312036796-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5137782 Sep 15 16:30:19.458036 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-f8a4d707-f546-4561-bd4e-629d15f357e3 None None] Notify callbacks [] for port, precommit_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:30:19.467354 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-f8a4d707-f546-4561-bd4e-629d15f357e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791196459277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791195970012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791195970030'] for port, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:30:19.487757 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-aa86e629-c76e-4ed3-9fe5-43e21d71f7a7 tempest-TestShelveInstance-312036796 tempest-TestShelveInstance-312036796-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:30:19.520914 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6eba4c0-f883-4190-8ce9-2c2d82c846ef None None] Pushing event updated for resources: {'Port': ['ID=0e5952c5-ed94-49d8-b971-50f230076855,revision_number=3']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:30:19.557125 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-aa86e629-c76e-4ed3-9fe5-43e21d71f7a7 tempest-TestShelveInstance-312036796 tempest-TestShelveInstance-312036796-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:30:19.567986 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-aa86e629-c76e-4ed3-9fe5-43e21d71f7a7 tempest-TestShelveInstance-312036796 tempest-TestShelveInstance-312036796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3714140'] for security_group_rule, after_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:30:19.590054 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [None req-f8a4d707-f546-4561-bd4e-629d15f357e3 None None] Attempting to bind port 0e5952c5-ed94-49d8-b971-50f230076855 on host dv-cinder-779576-8-iscsi for vnic_type normal with profile {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 16:30:19.590362 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [None req-f8a4d707-f546-4561-bd4e-629d15f357e3 None None] Attempting to bind port 0e5952c5-ed94-49d8-b971-50f230076855 by drivers openvswitch,hyperv on host dv-cinder-779576-8-iscsi at level 0 using segments [{'id': '0116c62c-34c0-41e5-a228-7786c96d6aa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '1db0d33b-ffe9-437c-8a54-e347353afe89'}] {{(pid=93955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 16:30:19.590718 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8a4d707-f546-4561-bd4e-629d15f357e3 None None] Attempting to bind port 0e5952c5-ed94-49d8-b971-50f230076855 on network 1db0d33b-ffe9-437c-8a54-e347353afe89 {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 16:30:19.596603 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8a4d707-f546-4561-bd4e-629d15f357e3 None None] Checking agent: {'id': 'afdc58b1-457c-454f-9c1a-1b1c93cc1a70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-779576-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 16, 14, 2), 'started_at': datetime.datetime(2021, 9, 15, 16, 14, 32), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 16, 30, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-779576-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 16:30:19.596974 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8a4d707-f546-4561-bd4e-629d15f357e3 None None] Checking segment: {'id': '0116c62c-34c0-41e5-a228-7786c96d6aa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '1db0d33b-ffe9-437c-8a54-e347353afe89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 16:30:19.597387 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-f8a4d707-f546-4561-bd4e-629d15f357e3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:30:19.597775 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8a4d707-f546-4561-bd4e-629d15f357e3 None None] Bound using segment: {'id': '0116c62c-34c0-41e5-a228-7786c96d6aa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '1db0d33b-ffe9-437c-8a54-e347353afe89'} {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 16:30:19.599518 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [None req-f8a4d707-f546-4561-bd4e-629d15f357e3 None None] Bound port: 0e5952c5-ed94-49d8-b971-50f230076855, host: dv-cinder-779576-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0116c62c-34c0-41e5-a228-7786c96d6aa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '1db0d33b-ffe9-437c-8a54-e347353afe89'}}] {{(pid=93955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 16:30:19.599518 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-f8a4d707-f546-4561-bd4e-629d15f357e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928820'] for port, before_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:30:19.610721 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa86e629-c76e-4ed3-9fe5-43e21d71f7a7 tempest-TestShelveInstance-312036796 tempest-TestShelveInstance-312036796-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a1fbd3a-2e0a-4008-a51e-bf4a23ecb17b,revision_number=0']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:30:19.627266 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-aa86e629-c76e-4ed3-9fe5-43e21d71f7a7 tempest-TestShelveInstance-312036796 tempest-TestShelveInstance-312036796-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:30:19.629168 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [None req-aa86e629-c76e-4ed3-9fe5-43e21d71f7a7 tempest-TestShelveInstance-312036796 tempest-TestShelveInstance-312036796-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1808758 Sep 15 16:30:19.632708 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.wsgi [-] (93954) accepted ('10.222.0.39', 39814) {{(pid=93954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:30:19.637573 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.api.v2.base [None req-7fd4dd75-2993-49de-b772-a5f203b7ef6f tempest-TestShelveInstance-312036796 tempest-TestShelveInstance-312036796-project] Request body: {'security_group_rule': {'security_group_id': 'd14ff028-a9f3-4410-9e70-5bc9f3c53d96', 'project_id': '66d1d644c42a42ba8fdbb6c5db63cdfb', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:30:19.672796 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-7fd4dd75-2993-49de-b772-a5f203b7ef6f tempest-TestShelveInstance-312036796 tempest-TestShelveInstance-312036796-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:30:19.697349 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.db [None req-f8a4d707-f546-4561-bd4e-629d15f357e3 None None] For port 0e5952c5-ed94-49d8-b971-50f230076855, host dv-cinder-779576-8-iscsi, cleared binding levels {{(pid=93955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 16:30:19.701163 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.db [None req-f8a4d707-f546-4561-bd4e-629d15f357e3 None None] For port 0e5952c5-ed94-49d8-b971-50f230076855, host dv-cinder-779576-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779576-8-iscsi',level=0,port_id=0e5952c5-ed94-49d8-b971-50f230076855,segment=NetworkSegment(0116c62c-34c0-41e5-a228-7786c96d6aa5),segment_id=0116c62c-34c0-41e5-a228-7786c96d6aa5)] {{(pid=93955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 16:30:19.711897 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-f8a4d707-f546-4561-bd4e-629d15f357e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791196459277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791195970012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791195970030'] for port, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:30:19.768846 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8a4d707-f546-4561-bd4e-629d15f357e3 None None] Routers {'75b5e78c-90d2-490f-8af8-687e234a2993'} bound to L3 agent in host dv-cinder-779576-8-iscsi {{(pid=93955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:30:19.769484 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.db.l3_hamode_db [None req-f8a4d707-f546-4561-bd4e-629d15f357e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779576-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T16:14:02Z,description=,heartbeat_timestamp=2021-09-15T16:30:02Z,host='dv-cinder-779576-8-iscsi',id=7a8df8d7-c3ef-43b4-9534-c977f7014926,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T16:14:02Z,topic='l3_agent')) {'router_ids': ['75b5e78c-90d2-490f-8af8-687e234a2993'], 'active': True} {{(pid=93955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:30:19.774672 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-7fd4dd75-2993-49de-b772-a5f203b7ef6f tempest-TestShelveInstance-312036796 tempest-TestShelveInstance-312036796-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:30:19.781162 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-7fd4dd75-2993-49de-b772-a5f203b7ef6f tempest-TestShelveInstance-312036796 tempest-TestShelveInstance-312036796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3714140'] for security_group_rule, after_create {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:30:19.810059 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd4dd75-2993-49de-b772-a5f203b7ef6f tempest-TestShelveInstance-312036796 tempest-TestShelveInstance-312036796-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e0f68c91-2121-45c0-b663-0196ad6de2a2,revision_number=0']} {{(pid=93954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:30:19.819297 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-7fd4dd75-2993-49de-b772-a5f203b7ef6f tempest-TestShelveInstance-312036796 tempest-TestShelveInstance-312036796-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:30:19.820588 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [None req-7fd4dd75-2993-49de-b772-a5f203b7ef6f tempest-TestShelveInstance-312036796 tempest-TestShelveInstance-312036796-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1869252 Sep 15 16:30:19.824463 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.wsgi [-] (93954) accepted ('10.222.0.39', 39818) {{(pid=93954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:30:19.831982 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.api.v2.base [None req-a3b7bd6e-d2e9-45a0-8b50-e7f4fed45389 tempest-TestShelveInstance-312036796 tempest-TestShelveInstance-312036796-project] Request body: {'security_group_rule': {'security_group_id': 'd14ff028-a9f3-4410-9e70-5bc9f3c53d96', 'project_id': '66d1d644c42a42ba8fdbb6c5db63cdfb', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:30:19.838060 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6eba4c0-f883-4190-8ce9-2c2d82c846ef None None] Pushing event updated for resources: {'Port': ['ID=0e5952c5-ed94-49d8-b971-50f230076855,revision_number=4']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:30:19.859781 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.db.provisioning_blocks [None req-f6806085-a85e-4036-88c5-43c5ff1d5802 None None] Provisioning complete for port 0e5952c5-ed94-49d8-b971-50f230076855 triggered by entity DHCP. {{(pid=93955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:30:19.860176 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-f6806085-a85e-4036-88c5-43c5ff1d5802 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953592'] for port, provisioning_complete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:30:19.874392 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-a3b7bd6e-d2e9-45a0-8b50-e7f4fed45389 tempest-TestShelveInstance-312036796 tempest-TestShelveInstance-312036796-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:30:19.955006 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.db.l3_dvr_db [None req-f8a4d707-f546-4561-bd4e-629d15f357e3 None None] Set router 75b5e78c-90d2-490f-8af8-687e234a2993 gateway port host: dv-cinder-779576-8-iscsi {{(pid=93955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 16:30:20.008983 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-a3b7bd6e-d2e9-45a0-8b50-e7f4fed45389 tempest-TestShelveInstance-312036796 tempest-TestShelveInstance-312036796-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:30:20.017417 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-a3b7bd6e-d2e9-45a0-8b50-e7f4fed45389 tempest-TestShelveInstance-312036796 tempest-TestShelveInstance-312036796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3714140'] for security_group_rule, after_create {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:30:20.044351 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-a3b7bd6e-d2e9-45a0-8b50-e7f4fed45389 tempest-TestShelveInstance-312036796 tempest-TestShelveInstance-312036796-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:30:20.048608 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.wsgi [-] (93953) accepted ('10.222.0.39', 39822) {{(pid=93953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:30:20.049145 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [None req-a3b7bd6e-d2e9-45a0-8b50-e7f4fed45389 tempest-TestShelveInstance-312036796 tempest-TestShelveInstance-312036796-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2226067 Sep 15 16:30:20.051747 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b7bd6e-d2e9-45a0-8b50-e7f4fed45389 tempest-TestShelveInstance-312036796 tempest-TestShelveInstance-312036796-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=47b85cb5-bd32-4af7-8fc3-dee5ea094c95,revision_number=0']} {{(pid=93954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:30:20.053550 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.api.v2.base [None req-fb15cef7-e6d9-43ff-a32b-bc387b08ad94 tempest-TestShelveInstance-312036796 tempest-TestShelveInstance-312036796-project] Request body: {'security_group_rule': {'security_group_id': 'd14ff028-a9f3-4410-9e70-5bc9f3c53d96', 'project_id': '66d1d644c42a42ba8fdbb6c5db63cdfb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:30:20.088603 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.db.securitygroups_db [None req-fb15cef7-e6d9-43ff-a32b-bc387b08ad94 tempest-TestShelveInstance-312036796 tempest-TestShelveInstance-312036796-project] Project 66d1d644c42a42ba8fdbb6c5db63cdfb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 15 16:30:20.093881 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-fb15cef7-e6d9-43ff-a32b-bc387b08ad94 tempest-TestShelveInstance-312036796 tempest-TestShelveInstance-312036796-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:30:20.108510 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-f6806085-a85e-4036-88c5-43c5ff1d5802 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928820'] for port, before_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:30:20.159481 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-fb15cef7-e6d9-43ff-a32b-bc387b08ad94 tempest-TestShelveInstance-312036796 tempest-TestShelveInstance-312036796-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:30:20.164417 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-fb15cef7-e6d9-43ff-a32b-bc387b08ad94 tempest-TestShelveInstance-312036796 tempest-TestShelveInstance-312036796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3714140'] for security_group_rule, after_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:30:20.178665 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.db [None req-f6806085-a85e-4036-88c5-43c5ff1d5802 None None] For port 0e5952c5-ed94-49d8-b971-50f230076855, host dv-cinder-779576-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779576-8-iscsi',level=0,port_id=0e5952c5-ed94-49d8-b971-50f230076855,segment=NetworkSegment(0116c62c-34c0-41e5-a228-7786c96d6aa5),segment_id=0116c62c-34c0-41e5-a228-7786c96d6aa5)] {{(pid=93955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:30:20.184189 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-f6806085-a85e-4036-88c5-43c5ff1d5802 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791196459277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791195970012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791195970030'] for port, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:30:20.184518 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb15cef7-e6d9-43ff-a32b-bc387b08ad94 tempest-TestShelveInstance-312036796 tempest-TestShelveInstance-312036796-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eaa2f1fa-3f21-4bc8-8324-553cc7e29ee5,revision_number=0']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:30:20.194488 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-fb15cef7-e6d9-43ff-a32b-bc387b08ad94 tempest-TestShelveInstance-312036796 tempest-TestShelveInstance-312036796-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:30:20.195815 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [None req-fb15cef7-e6d9-43ff-a32b-bc387b08ad94 tempest-TestShelveInstance-312036796 tempest-TestShelveInstance-312036796-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1462059 Sep 15 16:30:20.198521 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.wsgi [-] (93953) accepted ('10.222.0.39', 39824) {{(pid=93953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:30:20.202984 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.api.v2.base [None req-299565de-4c5f-4bef-aca2-0e5b5a332300 tempest-TestShelveInstance-312036796 tempest-TestShelveInstance-312036796-project] Request body: {'security_group_rule': {'security_group_id': 'd14ff028-a9f3-4410-9e70-5bc9f3c53d96', 'project_id': '66d1d644c42a42ba8fdbb6c5db63cdfb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:30:20.231693 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.db.securitygroups_db [None req-299565de-4c5f-4bef-aca2-0e5b5a332300 tempest-TestShelveInstance-312036796 tempest-TestShelveInstance-312036796-project] Project 66d1d644c42a42ba8fdbb6c5db63cdfb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 15 16:30:20.238610 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-299565de-4c5f-4bef-aca2-0e5b5a332300 tempest-TestShelveInstance-312036796 tempest-TestShelveInstance-312036796-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:30:20.268639 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6806085-a85e-4036-88c5-43c5ff1d5802 None None] Pushing event updated for resources: {'Port': ['ID=0e5952c5-ed94-49d8-b971-50f230076855,revision_number=5']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:30:20.315993 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.db.l3_hamode_db [None req-f8a4d707-f546-4561-bd4e-629d15f357e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75b5e78c-90d2-490f-8af8-687e234a2993', 'name': 'tempest-TestVolumeBootPattern-2080912822-router', 'tenant_id': 'f095a05cc1ea4fee999f214f96b2b71b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62251075-a3e3-4d47-8761-104d217b089a', 'external_fixed_ips': [{'subnet_id': '9a71565b-217b-482b-8364-bc8ecb4c8f88', 'ip_address': '172.27.3.23'}], 'enable_snat': True}, 'gw_port_id': 'd6b6d7e5-61fd-4307-8ffc-62a7fba7fa78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:30:05Z', 'updated_at': '2021-09-15T16:30:09Z', 'revision_number': 4, 'project_id': 'f095a05cc1ea4fee999f214f96b2b71b', 'gw_port': {'id': 'd6b6d7e5-61fd-4307-8ffc-62a7fba7fa78', 'name': '', 'network_id': '62251075-a3e3-4d47-8761-104d217b089a', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:bf:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75b5e78c-90d2-490f-8af8-687e234a2993', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '9a71565b-217b-482b-8364-bc8ecb4c8f88', 'ip_address': '172.27.3.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779576-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:30:05Z', 'updated_at': '2021-09-15T16:30:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a71565b-217b-482b-8364-bc8ecb4c8f88', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779576-8-iscsi', '_interfaces': [{'id': '0e5952c5-ed94-49d8-b971-50f230076855', 'name': '', 'network_id': '1db0d33b-ffe9-437c-8a54-e347353afe89', 'tenant_id': 'f095a05cc1ea4fee999f214f96b2b71b', 'mac_address': 'fa:16:3e:40:e2:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75b5e78c-90d2-490f-8af8-687e234a2993', 'device_owner': 'network:router_interface', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': 'fe42d606-9647-486c-95f5-0bff9e0a707d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779576-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:30:08Z', 'updated_at': '2021-09-15T16:30:19Z', 'revision_number': 4, 'project_id': 'f095a05cc1ea4fee999f214f96b2b71b', 'subnets': [{'id': 'fe42d606-9647-486c-95f5-0bff9e0a707d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779576-8-iscsi', False) {} {{(pid=93955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:30:20.321643 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-299565de-4c5f-4bef-aca2-0e5b5a332300 tempest-TestShelveInstance-312036796 tempest-TestShelveInstance-312036796-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:30:20.327035 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-299565de-4c5f-4bef-aca2-0e5b5a332300 tempest-TestShelveInstance-312036796 tempest-TestShelveInstance-312036796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3714140'] for security_group_rule, after_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:30:20.348644 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299565de-4c5f-4bef-aca2-0e5b5a332300 tempest-TestShelveInstance-312036796 tempest-TestShelveInstance-312036796-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e8f4d914-36d5-4c07-8dd8-3e6e726902d3,revision_number=0']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:30:20.352979 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8a4d707-f546-4561-bd4e-629d15f357e3 None None] The sync data for ids ['75b5e78c-90d2-490f-8af8-687e234a2993'] in dv-cinder-779576-8-iscsi is: [{'id': '75b5e78c-90d2-490f-8af8-687e234a2993', 'name': 'tempest-TestVolumeBootPattern-2080912822-router', 'tenant_id': 'f095a05cc1ea4fee999f214f96b2b71b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62251075-a3e3-4d47-8761-104d217b089a', 'external_fixed_ips': [{'subnet_id': '9a71565b-217b-482b-8364-bc8ecb4c8f88', 'ip_address': '172.27.3.23'}], 'enable_snat': True}, 'gw_port_id': 'd6b6d7e5-61fd-4307-8ffc-62a7fba7fa78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:30:05Z', 'updated_at': '2021-09-15T16:30:09Z', 'revision_number': 4, 'project_id': 'f095a05cc1ea4fee999f214f96b2b71b', 'gw_port': {'id': 'd6b6d7e5-61fd-4307-8ffc-62a7fba7fa78', 'name': '', 'network_id': '62251075-a3e3-4d47-8761-104d217b089a', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:bf:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75b5e78c-90d2-490f-8af8-687e234a2993', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '9a71565b-217b-482b-8364-bc8ecb4c8f88', 'ip_address': '172.27.3.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779576-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:30:05Z', 'updated_at': '2021-09-15T16:30:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a71565b-217b-482b-8364-bc8ecb4c8f88', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779576-8-iscsi', '_interfaces': [{'id': '0e5952c5-ed94-49d8-b971-50f230076855', 'name': '', 'network_id': '1db0d33b-ffe9-437c-8a54-e347353afe89', 'tenant_id': 'f095a05cc1ea4fee999f214f96b2b71b', 'mac_address': 'fa:16:3e:40:e2:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75b5e78c-90d2-490f-8af8-687e234a2993', 'device_owner': 'network:router_interface', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': 'fe42d606-9647-486c-95f5-0bff9e0a707d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779576-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:30:08Z', 'updated_at': '2021-09-15T16:30:19Z', 'revision_number': 4, 'project_id': 'f095a05cc1ea4fee999f214f96b2b71b', 'subnets': [{'id': 'fe42d606-9647-486c-95f5-0bff9e0a707d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 16:30:20.354624 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.db.provisioning_blocks [None req-3ef9fa02-2339-4d0f-bd20-5cc3e29f891e None None] Provisioning complete for port 0e5952c5-ed94-49d8-b971-50f230076855 triggered by entity DHCP. {{(pid=93955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:30:20.354953 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-299565de-4c5f-4bef-aca2-0e5b5a332300 tempest-TestShelveInstance-312036796 tempest-TestShelveInstance-312036796-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:30:20.355084 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-3ef9fa02-2339-4d0f-bd20-5cc3e29f891e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953592'] for port, provisioning_complete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:30:20.360724 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [None req-299565de-4c5f-4bef-aca2-0e5b5a332300 tempest-TestShelveInstance-312036796 tempest-TestShelveInstance-312036796-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1610212 Sep 15 16:30:20.462418 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.rpc [None req-57d8a9a3-d16f-4b20-b77b-ca1e664c03db None None] Device cac1b156-9c27-4fd8-b601-119e39ea2083 up at agent ovs-agent-dv-cinder-779576-8-iscsi {{(pid=93955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 16:30:20.510834 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.db.provisioning_blocks [None req-57d8a9a3-d16f-4b20-b77b-ca1e664c03db None None] Provisioning complete for port cac1b156-9c27-4fd8-b601-119e39ea2083 triggered by entity L2. {{(pid=93955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:30:20.511201 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-57d8a9a3-d16f-4b20-b77b-ca1e664c03db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953592'] for port, provisioning_complete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:30:20.726946 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-57d8a9a3-d16f-4b20-b77b-ca1e664c03db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928820'] for port, before_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:30:20.749126 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.db [None req-57d8a9a3-d16f-4b20-b77b-ca1e664c03db None None] For port cac1b156-9c27-4fd8-b601-119e39ea2083, host dv-cinder-779576-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779576-8-iscsi',level=0,port_id=cac1b156-9c27-4fd8-b601-119e39ea2083,segment=NetworkSegment(fd8e905d-efc3-4108-bd70-37f32575b93b),segment_id=fd8e905d-efc3-4108-bd70-37f32575b93b)] {{(pid=93955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:30:20.754305 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-57d8a9a3-d16f-4b20-b77b-ca1e664c03db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791196459277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791195970012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791195970030'] for port, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:30:20.755348 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.rpc [None req-57d8a9a3-d16f-4b20-b77b-ca1e664c03db None None] Device f117cd83-5e0f-45cb-af55-fa8182149f9e up at agent ovs-agent-dv-cinder-779576-8-iscsi {{(pid=93955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 16:30:20.842442 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d8a9a3-d16f-4b20-b77b-ca1e664c03db None None] Pushing event updated for resources: {'Port': ['ID=cac1b156-9c27-4fd8-b601-119e39ea2083,revision_number=4']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:30:20.857116 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.db.provisioning_blocks [None req-57d8a9a3-d16f-4b20-b77b-ca1e664c03db None None] Provisioning complete for port f117cd83-5e0f-45cb-af55-fa8182149f9e triggered by entity L2. {{(pid=93955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:30:20.859023 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-57d8a9a3-d16f-4b20-b77b-ca1e664c03db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953592'] for port, provisioning_complete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:30:20.961292 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.rpc [None req-57d8a9a3-d16f-4b20-b77b-ca1e664c03db None None] Device 0e5952c5-ed94-49d8-b971-50f230076855 up at agent ovs-agent-dv-cinder-779576-8-iscsi {{(pid=93955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 16:30:21.008971 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.db.provisioning_blocks [None req-57d8a9a3-d16f-4b20-b77b-ca1e664c03db None None] Provisioning complete for port 0e5952c5-ed94-49d8-b971-50f230076855 triggered by entity L2. {{(pid=93955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:30:21.009342 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-57d8a9a3-d16f-4b20-b77b-ca1e664c03db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953592'] for port, provisioning_complete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:30:22.349095 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.rpc [None req-57d8a9a3-d16f-4b20-b77b-ca1e664c03db None None] Device cac1b156-9c27-4fd8-b601-119e39ea2083 up at agent ovs-agent-dv-cinder-779576-8-iscsi {{(pid=93955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 16:30:22.401708 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.db.provisioning_blocks [None req-57d8a9a3-d16f-4b20-b77b-ca1e664c03db None None] Provisioning complete for port cac1b156-9c27-4fd8-b601-119e39ea2083 triggered by entity L2. {{(pid=93955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:30:22.402075 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-57d8a9a3-d16f-4b20-b77b-ca1e664c03db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953592'] for port, provisioning_complete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:30:22.487315 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.rpc [None req-57d8a9a3-d16f-4b20-b77b-ca1e664c03db None None] Device 0e5952c5-ed94-49d8-b971-50f230076855 up at agent ovs-agent-dv-cinder-779576-8-iscsi {{(pid=93955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 16:30:22.535825 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.db.provisioning_blocks [None req-57d8a9a3-d16f-4b20-b77b-ca1e664c03db None None] Provisioning complete for port 0e5952c5-ed94-49d8-b971-50f230076855 triggered by entity L2. {{(pid=93955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:30:22.536231 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-57d8a9a3-d16f-4b20-b77b-ca1e664c03db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953592'] for port, provisioning_complete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:30:23.070546 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791196484491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953091'] for agent, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:30:23.674679 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0f15490-03e3-4b37-af40-0be0ad261083 None None] Sync routers for ids ['a9a7b11c-eee2-4ad7-989a-c9c43f9dea31'] in dv-cinder-779576-8-iscsi {{(pid=93956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 16:30:23.685176 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0f15490-03e3-4b37-af40-0be0ad261083 None None] Routers {'a9a7b11c-eee2-4ad7-989a-c9c43f9dea31'} bound to L3 agent in host dv-cinder-779576-8-iscsi {{(pid=93956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:30:23.685846 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron.db.l3_hamode_db [None req-d0f15490-03e3-4b37-af40-0be0ad261083 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779576-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T16:14:02Z,description=,heartbeat_timestamp=2021-09-15T16:30:02Z,host='dv-cinder-779576-8-iscsi',id=7a8df8d7-c3ef-43b4-9534-c977f7014926,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T16:14:02Z,topic='l3_agent')) {'router_ids': ['a9a7b11c-eee2-4ad7-989a-c9c43f9dea31'], 'active': True} {{(pid=93956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:30:23.791944 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron.db.l3_dvr_db [None req-d0f15490-03e3-4b37-af40-0be0ad261083 None None] Set router a9a7b11c-eee2-4ad7-989a-c9c43f9dea31 gateway port host: dv-cinder-779576-8-iscsi {{(pid=93956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 16:30:24.009946 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron.db.l3_hamode_db [None req-d0f15490-03e3-4b37-af40-0be0ad261083 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9a7b11c-eee2-4ad7-989a-c9c43f9dea31', 'name': 'tempest-TestShelveInstance-470857225-router', 'tenant_id': '427421425dd74f0c948e0180b20aad1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62251075-a3e3-4d47-8761-104d217b089a', 'external_fixed_ips': [{'subnet_id': '9a71565b-217b-482b-8364-bc8ecb4c8f88', 'ip_address': '172.27.3.125'}], 'enable_snat': True}, 'gw_port_id': 'cac1b156-9c27-4fd8-b601-119e39ea2083', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:30:13Z', 'updated_at': '2021-09-15T16:30:16Z', 'revision_number': 4, 'project_id': '427421425dd74f0c948e0180b20aad1e', 'gw_port': {'id': 'cac1b156-9c27-4fd8-b601-119e39ea2083', 'name': '', 'network_id': '62251075-a3e3-4d47-8761-104d217b089a', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:ab:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9a7b11c-eee2-4ad7-989a-c9c43f9dea31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '9a71565b-217b-482b-8364-bc8ecb4c8f88', 'ip_address': '172.27.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779576-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:30:14Z', 'updated_at': '2021-09-15T16:30:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a71565b-217b-482b-8364-bc8ecb4c8f88', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779576-8-iscsi', '_interfaces': [{'id': '13eec6e8-aa66-44ee-84ce-748f4c2c561e', 'name': '', 'network_id': '9ffa0bb8-e764-4049-8a16-329f8e9aefbf', 'tenant_id': '427421425dd74f0c948e0180b20aad1e', 'mac_address': 'fa:16:3e:3f:ef:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9a7b11c-eee2-4ad7-989a-c9c43f9dea31', 'device_owner': 'network:router_interface', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': 'b530cda4-af8f-4bb7-ac02-25affd1d1a2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:30:16Z', 'updated_at': '2021-09-15T16:30:16Z', 'revision_number': 2, 'project_id': '427421425dd74f0c948e0180b20aad1e', 'subnets': [{'id': 'b530cda4-af8f-4bb7-ac02-25affd1d1a2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779576-8-iscsi', False) {} {{(pid=93956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:30:24.036349 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0f15490-03e3-4b37-af40-0be0ad261083 None None] Checking router: a9a7b11c-eee2-4ad7-989a-c9c43f9dea31 for host: dv-cinder-779576-8-iscsi {{(pid=93956) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 16:30:24.036705 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0f15490-03e3-4b37-af40-0be0ad261083 None None] Updating router a9a7b11c-eee2-4ad7-989a-c9c43f9dea31 port 13eec6e8-aa66-44ee-84ce-748f4c2c561e binding host dv-cinder-779576-8-iscsi {{(pid=93956) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 16:30:24.061817 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-d0f15490-03e3-4b37-af40-0be0ad261083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928820'] for port, before_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:30:24.330180 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-d0f15490-03e3-4b37-af40-0be0ad261083 None None] Notify callbacks [] for port, precommit_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:30:24.338670 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-d0f15490-03e3-4b37-af40-0be0ad261083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791196459277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791195970012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791195970030'] for port, after_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:30:24.386014 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938ee10e-89f3-476c-b41c-cf4d3a4cf87b None None] Pushing event updated for resources: {'Port': ['ID=13eec6e8-aa66-44ee-84ce-748f4c2c561e,revision_number=3']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:30:24.439455 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron.plugins.ml2.managers [None req-d0f15490-03e3-4b37-af40-0be0ad261083 None None] Attempting to bind port 13eec6e8-aa66-44ee-84ce-748f4c2c561e on host dv-cinder-779576-8-iscsi for vnic_type normal with profile {{(pid=93956) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 16:30:24.439898 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron.plugins.ml2.managers [None req-d0f15490-03e3-4b37-af40-0be0ad261083 None None] Attempting to bind port 13eec6e8-aa66-44ee-84ce-748f4c2c561e by drivers openvswitch,hyperv on host dv-cinder-779576-8-iscsi at level 0 using segments [{'id': '3ebc66a4-4ecd-45ba-b9a5-7cd9640d3db9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '9ffa0bb8-e764-4049-8a16-329f8e9aefbf'}] {{(pid=93956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 16:30:24.440457 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0f15490-03e3-4b37-af40-0be0ad261083 None None] Attempting to bind port 13eec6e8-aa66-44ee-84ce-748f4c2c561e on network 9ffa0bb8-e764-4049-8a16-329f8e9aefbf {{(pid=93956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 16:30:24.446788 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0f15490-03e3-4b37-af40-0be0ad261083 None None] Checking agent: {'id': 'afdc58b1-457c-454f-9c1a-1b1c93cc1a70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-779576-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 16, 14, 2), 'started_at': datetime.datetime(2021, 9, 15, 16, 14, 32), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 16, 30, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-779576-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 16:30:24.447154 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0f15490-03e3-4b37-af40-0be0ad261083 None None] Checking segment: {'id': '3ebc66a4-4ecd-45ba-b9a5-7cd9640d3db9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '9ffa0bb8-e764-4049-8a16-329f8e9aefbf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93956) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 16:30:24.447516 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-d0f15490-03e3-4b37-af40-0be0ad261083 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:30:24.447898 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0f15490-03e3-4b37-af40-0be0ad261083 None None] Bound using segment: {'id': '3ebc66a4-4ecd-45ba-b9a5-7cd9640d3db9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '9ffa0bb8-e764-4049-8a16-329f8e9aefbf'} {{(pid=93956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 16:30:24.448411 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron.plugins.ml2.managers [None req-d0f15490-03e3-4b37-af40-0be0ad261083 None None] Bound port: 13eec6e8-aa66-44ee-84ce-748f4c2c561e, host: dv-cinder-779576-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ebc66a4-4ecd-45ba-b9a5-7cd9640d3db9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '9ffa0bb8-e764-4049-8a16-329f8e9aefbf'}}] {{(pid=93956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 16:30:24.448806 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-d0f15490-03e3-4b37-af40-0be0ad261083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928820'] for port, before_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:30:24.523082 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron.plugins.ml2.db [None req-d0f15490-03e3-4b37-af40-0be0ad261083 None None] For port 13eec6e8-aa66-44ee-84ce-748f4c2c561e, host dv-cinder-779576-8-iscsi, cleared binding levels {{(pid=93956) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 16:30:24.526965 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron.plugins.ml2.db [None req-d0f15490-03e3-4b37-af40-0be0ad261083 None None] For port 13eec6e8-aa66-44ee-84ce-748f4c2c561e, host dv-cinder-779576-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779576-8-iscsi',level=0,port_id=13eec6e8-aa66-44ee-84ce-748f4c2c561e,segment=NetworkSegment(3ebc66a4-4ecd-45ba-b9a5-7cd9640d3db9),segment_id=3ebc66a4-4ecd-45ba-b9a5-7cd9640d3db9)] {{(pid=93956) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 16:30:24.531647 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-d0f15490-03e3-4b37-af40-0be0ad261083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791196459277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791195970012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791195970030'] for port, after_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:30:24.585884 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0f15490-03e3-4b37-af40-0be0ad261083 None None] Routers {'a9a7b11c-eee2-4ad7-989a-c9c43f9dea31'} bound to L3 agent in host dv-cinder-779576-8-iscsi {{(pid=93956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:30:24.586857 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron.db.l3_hamode_db [None req-d0f15490-03e3-4b37-af40-0be0ad261083 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779576-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T16:14:02Z,description=,heartbeat_timestamp=2021-09-15T16:30:02Z,host='dv-cinder-779576-8-iscsi',id=7a8df8d7-c3ef-43b4-9534-c977f7014926,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T16:14:02Z,topic='l3_agent')) {'router_ids': ['a9a7b11c-eee2-4ad7-989a-c9c43f9dea31'], 'active': True} {{(pid=93956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:30:24.601526 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.db.provisioning_blocks [None req-8b8fc6ef-0e69-4762-9a27-a6814ce172ee None None] Provisioning complete for port 13eec6e8-aa66-44ee-84ce-748f4c2c561e triggered by entity DHCP. {{(pid=93955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:30:24.602288 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-8b8fc6ef-0e69-4762-9a27-a6814ce172ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953592'] for port, provisioning_complete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:30:24.624384 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938ee10e-89f3-476c-b41c-cf4d3a4cf87b None None] Pushing event updated for resources: {'Port': ['ID=13eec6e8-aa66-44ee-84ce-748f4c2c561e,revision_number=4']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:30:24.709571 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-8b8fc6ef-0e69-4762-9a27-a6814ce172ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928820'] for port, before_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:30:24.750586 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.db [None req-8b8fc6ef-0e69-4762-9a27-a6814ce172ee None None] For port 13eec6e8-aa66-44ee-84ce-748f4c2c561e, host dv-cinder-779576-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779576-8-iscsi',level=0,port_id=13eec6e8-aa66-44ee-84ce-748f4c2c561e,segment=NetworkSegment(3ebc66a4-4ecd-45ba-b9a5-7cd9640d3db9),segment_id=3ebc66a4-4ecd-45ba-b9a5-7cd9640d3db9)] {{(pid=93955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:30:24.756583 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-8b8fc6ef-0e69-4762-9a27-a6814ce172ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791196459277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791195970012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791195970030'] for port, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:30:24.807701 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8fc6ef-0e69-4762-9a27-a6814ce172ee None None] Pushing event updated for resources: {'Port': ['ID=13eec6e8-aa66-44ee-84ce-748f4c2c561e,revision_number=5']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:30:24.810521 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron.db.l3_dvr_db [None req-d0f15490-03e3-4b37-af40-0be0ad261083 None None] Set router a9a7b11c-eee2-4ad7-989a-c9c43f9dea31 gateway port host: dv-cinder-779576-8-iscsi {{(pid=93956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 16:30:24.878077 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.db.provisioning_blocks [None req-ee3ba1b1-ecac-4709-8feb-36c509c993ea None None] Provisioning complete for port 13eec6e8-aa66-44ee-84ce-748f4c2c561e triggered by entity DHCP. {{(pid=93955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:30:24.878443 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-ee3ba1b1-ecac-4709-8feb-36c509c993ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953592'] for port, provisioning_complete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:30:25.024176 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron.db.l3_hamode_db [None req-d0f15490-03e3-4b37-af40-0be0ad261083 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9a7b11c-eee2-4ad7-989a-c9c43f9dea31', 'name': 'tempest-TestShelveInstance-470857225-router', 'tenant_id': '427421425dd74f0c948e0180b20aad1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62251075-a3e3-4d47-8761-104d217b089a', 'external_fixed_ips': [{'subnet_id': '9a71565b-217b-482b-8364-bc8ecb4c8f88', 'ip_address': '172.27.3.125'}], 'enable_snat': True}, 'gw_port_id': 'cac1b156-9c27-4fd8-b601-119e39ea2083', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:30:13Z', 'updated_at': '2021-09-15T16:30:16Z', 'revision_number': 4, 'project_id': '427421425dd74f0c948e0180b20aad1e', 'gw_port': {'id': 'cac1b156-9c27-4fd8-b601-119e39ea2083', 'name': '', 'network_id': '62251075-a3e3-4d47-8761-104d217b089a', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:ab:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9a7b11c-eee2-4ad7-989a-c9c43f9dea31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '9a71565b-217b-482b-8364-bc8ecb4c8f88', 'ip_address': '172.27.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779576-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:30:14Z', 'updated_at': '2021-09-15T16:30:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a71565b-217b-482b-8364-bc8ecb4c8f88', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779576-8-iscsi', '_interfaces': [{'id': '13eec6e8-aa66-44ee-84ce-748f4c2c561e', 'name': '', 'network_id': '9ffa0bb8-e764-4049-8a16-329f8e9aefbf', 'tenant_id': '427421425dd74f0c948e0180b20aad1e', 'mac_address': 'fa:16:3e:3f:ef:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9a7b11c-eee2-4ad7-989a-c9c43f9dea31', 'device_owner': 'network:router_interface', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': 'b530cda4-af8f-4bb7-ac02-25affd1d1a2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779576-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:30:16Z', 'updated_at': '2021-09-15T16:30:24Z', 'revision_number': 4, 'project_id': '427421425dd74f0c948e0180b20aad1e', 'subnets': [{'id': 'b530cda4-af8f-4bb7-ac02-25affd1d1a2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779576-8-iscsi', False) {} {{(pid=93956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:30:25.053690 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0f15490-03e3-4b37-af40-0be0ad261083 None None] The sync data for ids ['a9a7b11c-eee2-4ad7-989a-c9c43f9dea31'] in dv-cinder-779576-8-iscsi is: [{'id': 'a9a7b11c-eee2-4ad7-989a-c9c43f9dea31', 'name': 'tempest-TestShelveInstance-470857225-router', 'tenant_id': '427421425dd74f0c948e0180b20aad1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62251075-a3e3-4d47-8761-104d217b089a', 'external_fixed_ips': [{'subnet_id': '9a71565b-217b-482b-8364-bc8ecb4c8f88', 'ip_address': '172.27.3.125'}], 'enable_snat': True}, 'gw_port_id': 'cac1b156-9c27-4fd8-b601-119e39ea2083', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:30:13Z', 'updated_at': '2021-09-15T16:30:16Z', 'revision_number': 4, 'project_id': '427421425dd74f0c948e0180b20aad1e', 'gw_port': {'id': 'cac1b156-9c27-4fd8-b601-119e39ea2083', 'name': '', 'network_id': '62251075-a3e3-4d47-8761-104d217b089a', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:ab:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9a7b11c-eee2-4ad7-989a-c9c43f9dea31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '9a71565b-217b-482b-8364-bc8ecb4c8f88', 'ip_address': '172.27.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779576-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:30:14Z', 'updated_at': '2021-09-15T16:30:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a71565b-217b-482b-8364-bc8ecb4c8f88', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779576-8-iscsi', '_interfaces': [{'id': '13eec6e8-aa66-44ee-84ce-748f4c2c561e', 'name': '', 'network_id': '9ffa0bb8-e764-4049-8a16-329f8e9aefbf', 'tenant_id': '427421425dd74f0c948e0180b20aad1e', 'mac_address': 'fa:16:3e:3f:ef:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9a7b11c-eee2-4ad7-989a-c9c43f9dea31', 'device_owner': 'network:router_interface', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': 'b530cda4-af8f-4bb7-ac02-25affd1d1a2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779576-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:30:16Z', 'updated_at': '2021-09-15T16:30:24Z', 'revision_number': 4, 'project_id': '427421425dd74f0c948e0180b20aad1e', 'subnets': [{'id': 'b530cda4-af8f-4bb7-ac02-25affd1d1a2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 16:30:26.341953 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.rpc [None req-57d8a9a3-d16f-4b20-b77b-ca1e664c03db None None] Device 13eec6e8-aa66-44ee-84ce-748f4c2c561e up at agent ovs-agent-dv-cinder-779576-8-iscsi {{(pid=93955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 16:30:26.395981 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.db.provisioning_blocks [None req-57d8a9a3-d16f-4b20-b77b-ca1e664c03db None None] Provisioning complete for port 13eec6e8-aa66-44ee-84ce-748f4c2c561e triggered by entity L2. {{(pid=93955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:30:26.396269 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-57d8a9a3-d16f-4b20-b77b-ca1e664c03db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953592'] for port, provisioning_complete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:30:29.148187 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-6caf221b-b2b3-47d2-845d-9a17b2591211 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791196484491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953091'] for agent, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:30:31.850766 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-57d8a9a3-d16f-4b20-b77b-ca1e664c03db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791196484491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953091'] for agent, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:30:31.948680 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-2f034dab-d0d8-4203-a1fc-774dbb1b3279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791196484491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953091'] for agent, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:30:32.986385 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-eee1357e-56cc-4bdc-884d-16a88731d16f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791196484491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953091'] for agent, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:30:34.354875 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-7ad16b6f-1dcb-4567-914a-8ec9b5a04b47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791196484491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953091'] for agent, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:30:37.430502 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron.db.agents_db [None req-9c583be1-859f-4a85-bd6b-6d26517e04c2 None None] Agent healthcheck: found 6 active agents {{(pid=93956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 16:30:42.357038 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-a17aead4-6628-4c02-9f71-dc086c4d8919 req-cc280541-6a8f-4d27-9d2d-c3d1772409c5 tempest-TestVolumeBootPattern-801906987 tempest-TestVolumeBootPattern-801906987-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1029631388&fields=id&tenant_id=f448c5fca9014429b532320ab78459ea HTTP/1.1" status: 200 len: 267 time: 0.0337231 Sep 15 16:30:42.473498 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17aead4-6628-4c02-9f71-dc086c4d8919 req-be44e7c7-d71c-4883-9da6-d8268a9cfe8f tempest-TestVolumeBootPattern-801906987 tempest-TestVolumeBootPattern-801906987-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:30:42.474929 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-a17aead4-6628-4c02-9f71-dc086c4d8919 req-be44e7c7-d71c-4883-9da6-d8268a9cfe8f tempest-TestVolumeBootPattern-801906987 tempest-TestVolumeBootPattern-801906987-project] 10.222.0.39 "GET /v2.0/networks?id=48dcadf6-1b51-4d33-92c6-65cc509573fa HTTP/1.1" status: 200 len: 812 time: 0.1078746 Sep 15 16:30:42.493062 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-a17aead4-6628-4c02-9f71-dc086c4d8919 req-cf7f9a81-0231-4f26-8c57-91ecd480a5cd tempest-TestVolumeBootPattern-801906987 tempest-TestVolumeBootPattern-801906987-project] 10.222.0.39 "GET /v2.0/quotas/f448c5fca9014429b532320ab78459ea HTTP/1.1" status: 200 len: 375 time: 0.0097606 Sep 15 16:30:42.544559 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-a17aead4-6628-4c02-9f71-dc086c4d8919 req-bb360619-4480-4c1e-9cd9-508546cf0e51 tempest-TestVolumeBootPattern-801906987 tempest-TestVolumeBootPattern-801906987-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=f448c5fca9014429b532320ab78459ea&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0461731 Sep 15 16:30:42.646804 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-a17aead4-6628-4c02-9f71-dc086c4d8919 req-2fe71b82-0018-43c7-879a-9741844488e3 service neutron] 10.222.0.39 "GET /v2.0/networks/48dcadf6-1b51-4d33-92c6-65cc509573fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884128 Sep 15 16:30:42.745311 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-a17aead4-6628-4c02-9f71-dc086c4d8919 req-d96ca907-a76b-45d4-aa6d-2c7129fa9c0e service neutron] 10.222.0.39 "GET /v2.0/networks/48dcadf6-1b51-4d33-92c6-65cc509573fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893810 Sep 15 16:30:43.039784 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-2471a51a-5edf-4a4d-8542-011c81d80407 req-414ba88d-6a47-4da2-88a3-f630c2f4b26f tempest-TestVolumeBootPattern-801906987 tempest-TestVolumeBootPattern-801906987-project] 10.222.0.39 "GET /v2.0/ports?device_id=1fb50fcd-bff2-428d-988a-e30d1ff8b8b1 HTTP/1.1" status: 200 len: 210 time: 0.0276647 Sep 15 16:30:44.135948 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-3cbfc7d2-4a11-4b0b-94fe-383e8503bace req-7eeac996-98c0-4818-85ab-2f0a32dd6303 tempest-TestVolumeBootPattern-801906987 tempest-TestVolumeBootPattern-801906987-project] 10.222.0.39 "GET /v2.0/ports?device_id=1fb50fcd-bff2-428d-988a-e30d1ff8b8b1 HTTP/1.1" status: 200 len: 210 time: 0.0276847 Sep 15 16:30:44.145331 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17aead4-6628-4c02-9f71-dc086c4d8919 req-e0417763-ef77-45d2-9aa5-e76b727adb82 tempest-TestVolumeBootPattern-801906987 tempest-TestVolumeBootPattern-801906987-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:30:44.146838 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-a17aead4-6628-4c02-9f71-dc086c4d8919 req-e0417763-ef77-45d2-9aa5-e76b727adb82 tempest-TestVolumeBootPattern-801906987 tempest-TestVolumeBootPattern-801906987-project] 10.222.0.45 "GET /v2.0/networks?id=48dcadf6-1b51-4d33-92c6-65cc509573fa HTTP/1.1" status: 200 len: 812 time: 0.1084168 Sep 15 16:30:44.192022 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-a17aead4-6628-4c02-9f71-dc086c4d8919 req-30bc98f9-ec47-48b8-a495-c9748d778cc8 tempest-TestVolumeBootPattern-801906987 tempest-TestVolumeBootPattern-801906987-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f448c5fca9014429b532320ab78459ea HTTP/1.1" status: 200 len: 380 time: 0.0356169 Sep 15 16:30:44.205172 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.api.v2.base [req-a17aead4-6628-4c02-9f71-dc086c4d8919 req-417527e2-69ad-42a2-91af-b6ee79e2df05 tempest-TestVolumeBootPattern-801906987 tempest-TestVolumeBootPattern-801906987-project] Request body: {'port': {'device_id': '1fb50fcd-bff2-428d-988a-e30d1ff8b8b1', 'network_id': '48dcadf6-1b51-4d33-92c6-65cc509573fa', 'admin_state_up': True, 'tenant_id': 'f448c5fca9014429b532320ab78459ea', 'security_groups': ['6b6d94b4-d9e2-4118-be58-0e433855682a']}} {{(pid=93953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:30:44.317890 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a17aead4-6628-4c02-9f71-dc086c4d8919 req-417527e2-69ad-42a2-91af-b6ee79e2df05 tempest-TestVolumeBootPattern-801906987 tempest-TestVolumeBootPattern-801906987-project] Made reservation on behalf of f448c5fca9014429b532320ab78459ea for: {'port': 1} {{(pid=93953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 16:30:44.321511 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [req-a17aead4-6628-4c02-9f71-dc086c4d8919 req-417527e2-69ad-42a2-91af-b6ee79e2df05 tempest-TestVolumeBootPattern-801906987 tempest-TestVolumeBootPattern-801906987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928820'] for port, before_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:30:44.442373 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.db.db_base_plugin_common [req-a17aead4-6628-4c02-9f71-dc086c4d8919 req-417527e2-69ad-42a2-91af-b6ee79e2df05 tempest-TestVolumeBootPattern-801906987 tempest-TestVolumeBootPattern-801906987-project] Allocated IP 172.20.0.4 (48dcadf6-1b51-4d33-92c6-65cc509573fa/df755c0f-3453-4699-824d-add9626035f9/93390aa7-cfa7-41d8-ad6f-c6594c3e6c70) {{(pid=93953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 16:30:44.582736 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [req-a17aead4-6628-4c02-9f71-dc086c4d8919 req-417527e2-69ad-42a2-91af-b6ee79e2df05 tempest-TestVolumeBootPattern-801906987 tempest-TestVolumeBootPattern-801906987-project] Notify callbacks [] for port, precommit_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:30:44.617471 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [req-a17aead4-6628-4c02-9f71-dc086c4d8919 req-417527e2-69ad-42a2-91af-b6ee79e2df05 tempest-TestVolumeBootPattern-801906987 tempest-TestVolumeBootPattern-801906987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791195969994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127878305'] for port, after_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:30:44.664312 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a17aead4-6628-4c02-9f71-dc086c4d8919 req-417527e2-69ad-42a2-91af-b6ee79e2df05 tempest-TestVolumeBootPattern-801906987 tempest-TestVolumeBootPattern-801906987-project] Network 48dcadf6-1b51-4d33-92c6-65cc509573fa is already hosted by enough agents. {{(pid=93953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:30:44.670369 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.scheduler.base_scheduler [req-a17aead4-6628-4c02-9f71-dc086c4d8919 req-417527e2-69ad-42a2-91af-b6ee79e2df05 tempest-TestVolumeBootPattern-801906987 tempest-TestVolumeBootPattern-801906987-project] Resources bound (agent type, host, resource id): {{(pid=93953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:30:44.672303 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417527e2-69ad-42a2-91af-b6ee79e2df05 tempest-TestVolumeBootPattern-801906987 tempest-TestVolumeBootPattern-801906987-project] Pushing event updated for resources: {'Port': ['ID=93390aa7-cfa7-41d8-ad6f-c6594c3e6c70,revision_number=1']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:30:44.674401 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.db.l3_dvrscheduler_db [req-a17aead4-6628-4c02-9f71-dc086c4d8919 req-417527e2-69ad-42a2-91af-b6ee79e2df05 tempest-TestVolumeBootPattern-801906987 tempest-TestVolumeBootPattern-801906987-project] Received port after_create {{(pid=93953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 16:30:44.726378 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17aead4-6628-4c02-9f71-dc086c4d8919 req-417527e2-69ad-42a2-91af-b6ee79e2df05 tempest-TestVolumeBootPattern-801906987 tempest-TestVolumeBootPattern-801906987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:30:44.726990 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [req-a17aead4-6628-4c02-9f71-dc086c4d8919 req-417527e2-69ad-42a2-91af-b6ee79e2df05 tempest-TestVolumeBootPattern-801906987 tempest-TestVolumeBootPattern-801906987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58602'] for port, before_response {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:30:44.744230 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-a17aead4-6628-4c02-9f71-dc086c4d8919 req-417527e2-69ad-42a2-91af-b6ee79e2df05 tempest-TestVolumeBootPattern-801906987 tempest-TestVolumeBootPattern-801906987-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5425794 Sep 15 16:30:44.756926 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.api.v2.base [req-a17aead4-6628-4c02-9f71-dc086c4d8919 req-25968290-0d33-4c75-9100-f9ee86c087db service neutron] Request body: {'port': {'device_id': '1fb50fcd-bff2-428d-988a-e30d1ff8b8b1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77957'}} {{(pid=93953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:30:44.810850 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [req-a17aead4-6628-4c02-9f71-dc086c4d8919 req-25968290-0d33-4c75-9100-f9ee86c087db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928820'] for port, before_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:30:44.919065 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.db.provisioning_blocks [None req-00550818-1082-4b6b-bdbb-5f67ed975a20 None None] Provisioning complete for port 93390aa7-cfa7-41d8-ad6f-c6594c3e6c70 triggered by entity DHCP. {{(pid=93955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:30:44.919721 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-00550818-1082-4b6b-bdbb-5f67ed975a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953592'] for port, provisioning_complete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:30:44.954879 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [None req-00550818-1082-4b6b-bdbb-5f67ed975a20 None None] Port 93390aa7-cfa7-41d8-ad6f-c6594c3e6c70 cannot update to ACTIVE because it is not bound. {{(pid=93955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 16:30:45.073811 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.notifiers.nova [req-a17aead4-6628-4c02-9f71-dc086c4d8919 req-25968290-0d33-4c75-9100-f9ee86c087db service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 93390aa7-cfa7-41d8-ad6f-c6594c3e6c70 {{(pid=93953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 16:30:45.081840 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [req-a17aead4-6628-4c02-9f71-dc086c4d8919 req-25968290-0d33-4c75-9100-f9ee86c087db service neutron] Notify callbacks [] for port, precommit_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:30:45.094295 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.db.provisioning_blocks [req-a17aead4-6628-4c02-9f71-dc086c4d8919 req-25968290-0d33-4c75-9100-f9ee86c087db service neutron] Transition to ACTIVE for port object 93390aa7-cfa7-41d8-ad6f-c6594c3e6c70 will not be triggered until provisioned by entity L2. {{(pid=93953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 16:30:45.099918 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [req-a17aead4-6628-4c02-9f71-dc086c4d8919 req-25968290-0d33-4c75-9100-f9ee86c087db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791196459277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791195970012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791195970030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127878328'] for port, after_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:30:45.160602 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25968290-0d33-4c75-9100-f9ee86c087db service neutron] Pushing event updated for resources: {'Port': ['ID=93390aa7-cfa7-41d8-ad6f-c6594c3e6c70,revision_number=2']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:30:45.230802 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.managers [req-a17aead4-6628-4c02-9f71-dc086c4d8919 req-25968290-0d33-4c75-9100-f9ee86c087db service neutron] Attempting to bind port 93390aa7-cfa7-41d8-ad6f-c6594c3e6c70 on host hv-cinder-77957 for vnic_type normal with profile {{(pid=93953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 16:30:45.231137 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.managers [req-a17aead4-6628-4c02-9f71-dc086c4d8919 req-25968290-0d33-4c75-9100-f9ee86c087db service neutron] Attempting to bind port 93390aa7-cfa7-41d8-ad6f-c6594c3e6c70 by drivers openvswitch,hyperv on host hv-cinder-77957 at level 0 using segments [{'id': '515df8c3-420b-482c-ae85-8decf2a71996', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '48dcadf6-1b51-4d33-92c6-65cc509573fa'}] {{(pid=93953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 16:30:45.231462 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a17aead4-6628-4c02-9f71-dc086c4d8919 req-25968290-0d33-4c75-9100-f9ee86c087db service neutron] Attempting to bind port 93390aa7-cfa7-41d8-ad6f-c6594c3e6c70 on network 48dcadf6-1b51-4d33-92c6-65cc509573fa {{(pid=93953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 16:30:45.236223 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a17aead4-6628-4c02-9f71-dc086c4d8919 req-25968290-0d33-4c75-9100-f9ee86c087db service neutron] Port 93390aa7-cfa7-41d8-ad6f-c6594c3e6c70 on network 48dcadf6-1b51-4d33-92c6-65cc509573fa not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77957 {{(pid=93953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 15 16:30:45.237100 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a17aead4-6628-4c02-9f71-dc086c4d8919 req-25968290-0d33-4c75-9100-f9ee86c087db service neutron] Attempting to bind port 93390aa7-cfa7-41d8-ad6f-c6594c3e6c70 on network 48dcadf6-1b51-4d33-92c6-65cc509573fa {{(pid=93953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 16:30:45.242466 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a17aead4-6628-4c02-9f71-dc086c4d8919 req-25968290-0d33-4c75-9100-f9ee86c087db service neutron] Checking agent: {'id': 'ffe43d43-c071-44aa-bc11-ae2d4b291b02', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77957', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 16, 20, 23), 'started_at': datetime.datetime(2021, 9, 15, 16, 20, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 16, 30, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 16:30:45.242806 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a17aead4-6628-4c02-9f71-dc086c4d8919 req-25968290-0d33-4c75-9100-f9ee86c087db service neutron] Checking segment: {'id': '515df8c3-420b-482c-ae85-8decf2a71996', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '48dcadf6-1b51-4d33-92c6-65cc509573fa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 16:30:45.243193 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a17aead4-6628-4c02-9f71-dc086c4d8919 req-25968290-0d33-4c75-9100-f9ee86c087db service neutron] Bound using segment: {'id': '515df8c3-420b-482c-ae85-8decf2a71996', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '48dcadf6-1b51-4d33-92c6-65cc509573fa'} {{(pid=93953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 16:30:45.244353 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.managers [req-a17aead4-6628-4c02-9f71-dc086c4d8919 req-25968290-0d33-4c75-9100-f9ee86c087db service neutron] Bound port: 93390aa7-cfa7-41d8-ad6f-c6594c3e6c70, host: hv-cinder-77957, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '515df8c3-420b-482c-ae85-8decf2a71996', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '48dcadf6-1b51-4d33-92c6-65cc509573fa'}}] {{(pid=93953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 16:30:45.244353 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [req-a17aead4-6628-4c02-9f71-dc086c4d8919 req-25968290-0d33-4c75-9100-f9ee86c087db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928820'] for port, before_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:30:45.261811 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c8e367-c187-4fdc-9657-e2ab8d6d2b77 req-108d7bc5-e3c6-4775-ae0a-fe43fe53e1d5 tempest-TestVolumeBootPattern-801906987 tempest-TestVolumeBootPattern-801906987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:30:45.264627 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-b6c8e367-c187-4fdc-9657-e2ab8d6d2b77 req-108d7bc5-e3c6-4775-ae0a-fe43fe53e1d5 tempest-TestVolumeBootPattern-801906987 tempest-TestVolumeBootPattern-801906987-project] 10.222.0.39 "GET /v2.0/ports?device_id=1fb50fcd-bff2-428d-988a-e30d1ff8b8b1 HTTP/1.1" status: 200 len: 943 time: 0.0530748 Sep 15 16:30:45.304541 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-b6c8e367-c187-4fdc-9657-e2ab8d6d2b77 req-4c28c6ff-8734-44f2-b9b8-df8e5b633f76 tempest-TestVolumeBootPattern-801906987 tempest-TestVolumeBootPattern-801906987-project] 10.222.0.39 "GET /v2.0/security-groups?id=6b6d94b4-d9e2-4118-be58-0e433855682a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340905 Sep 15 16:30:45.318584 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.db [req-a17aead4-6628-4c02-9f71-dc086c4d8919 req-25968290-0d33-4c75-9100-f9ee86c087db service neutron] For port 93390aa7-cfa7-41d8-ad6f-c6594c3e6c70, host hv-cinder-77957, cleared binding levels {{(pid=93953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 16:30:45.321854 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.db [req-a17aead4-6628-4c02-9f71-dc086c4d8919 req-25968290-0d33-4c75-9100-f9ee86c087db service neutron] For port 93390aa7-cfa7-41d8-ad6f-c6594c3e6c70, host hv-cinder-77957, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77957',level=0,port_id=93390aa7-cfa7-41d8-ad6f-c6594c3e6c70,segment=NetworkSegment(515df8c3-420b-482c-ae85-8decf2a71996),segment_id=515df8c3-420b-482c-ae85-8decf2a71996)] {{(pid=93953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 16:30:45.328930 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [req-a17aead4-6628-4c02-9f71-dc086c4d8919 req-25968290-0d33-4c75-9100-f9ee86c087db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791196459277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791195970012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791195970030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127878328'] for port, after_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:30:45.625685 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17aead4-6628-4c02-9f71-dc086c4d8919 req-25968290-0d33-4c75-9100-f9ee86c087db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:30:45.626363 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [req-a17aead4-6628-4c02-9f71-dc086c4d8919 req-25968290-0d33-4c75-9100-f9ee86c087db service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58602'] for port, before_response {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:30:45.627630 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-a17aead4-6628-4c02-9f71-dc086c4d8919 req-25968290-0d33-4c75-9100-f9ee86c087db service neutron] 10.222.0.45 "PUT /v2.0/ports/93390aa7-cfa7-41d8-ad6f-c6594c3e6c70 HTTP/1.1" status: 200 len: 1093 time: 0.8749745 Sep 15 16:30:45.628302 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1fb50fcd-bff2-428d-988a-e30d1ff8b8b1', 'tag': '93390aa7-cfa7-41d8-ad6f-c6594c3e6c70'}] {{(pid=93953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 16:30:45.630325 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5192e05b0783e869a38b3815ee673eee9316ce03dcaf8465063259ebfb62487" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bfb8772-4ff1-4cae-a82b-4c19fe6a57f5" -d '{"events": [{"name": "network-changed", "server_uuid": "1fb50fcd-bff2-428d-988a-e30d1ff8b8b1", "tag": "93390aa7-cfa7-41d8-ad6f-c6594c3e6c70"}]}' {{(pid=93953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 16:30:45.657669 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25968290-0d33-4c75-9100-f9ee86c087db service neutron] Pushing event updated for resources: {'Port': ['ID=93390aa7-cfa7-41d8-ad6f-c6594c3e6c70,revision_number=3']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:30:45.681311 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 16:30:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e261ba8-b0f9-433d-9bcf-5344b3d35eef x-openstack-request-id: req-8e261ba8-b0f9-433d-9bcf-5344b3d35eef {{(pid=93953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 16:30:45.681603 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1fb50fcd-bff2-428d-988a-e30d1ff8b8b1", "tag": "93390aa7-cfa7-41d8-ad6f-c6594c3e6c70", "status": "completed", "code": 200}]} {{(pid=93953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 16:30:45.681850 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-8e261ba8-b0f9-433d-9bcf-5344b3d35eef {{(pid=93953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 16:30:45.682213 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1fb50fcd-bff2-428d-988a-e30d1ff8b8b1', 'tag': '93390aa7-cfa7-41d8-ad6f-c6594c3e6c70', 'status': 'completed', 'code': 200} Sep 15 16:30:45.715297 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17aead4-6628-4c02-9f71-dc086c4d8919 req-f7f08869-9ae9-4736-a0b4-1c12ee230922 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:30:45.716895 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-a17aead4-6628-4c02-9f71-dc086c4d8919 req-f7f08869-9ae9-4736-a0b4-1c12ee230922 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f448c5fca9014429b532320ab78459ea&device_id=1fb50fcd-bff2-428d-988a-e30d1ff8b8b1 HTTP/1.1" status: 200 len: 1096 time: 0.0452225 Sep 15 16:30:45.770540 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-a17aead4-6628-4c02-9f71-dc086c4d8919 req-3ffed6de-079e-4ba9-8561-d60e36e7c6dc service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=93390aa7-cfa7-41d8-ad6f-c6594c3e6c70 HTTP/1.1" status: 200 len: 217 time: 0.0382316 Sep 15 16:30:45.823209 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17aead4-6628-4c02-9f71-dc086c4d8919 req-a0667ef9-c60e-4a07-a940-c1ebe510964d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:30:45.824750 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-a17aead4-6628-4c02-9f71-dc086c4d8919 req-a0667ef9-c60e-4a07-a940-c1ebe510964d service neutron] 10.222.0.45 "GET /v2.0/subnets?id=df755c0f-3453-4699-824d-add9626035f9 HTTP/1.1" status: 200 len: 851 time: 0.0467329 Sep 15 16:30:45.872258 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17aead4-6628-4c02-9f71-dc086c4d8919 req-48268b29-8864-4c22-8b4a-423e0908a7ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:30:45.873785 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-a17aead4-6628-4c02-9f71-dc086c4d8919 req-48268b29-8864-4c22-8b4a-423e0908a7ab service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=48dcadf6-1b51-4d33-92c6-65cc509573fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0411494 Sep 15 16:30:45.981323 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-a17aead4-6628-4c02-9f71-dc086c4d8919 req-94c465a8-9e3b-4ce4-9550-4ae7df735fc1 service neutron] 10.222.0.45 "GET /v2.0/networks/48dcadf6-1b51-4d33-92c6-65cc509573fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0992682 Sep 15 16:30:46.074431 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-a17aead4-6628-4c02-9f71-dc086c4d8919 req-4ea8c8ed-8958-43f9-90bc-b9c032c4a4d9 service neutron] 10.222.0.45 "GET /v2.0/networks/48dcadf6-1b51-4d33-92c6-65cc509573fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851846 Sep 15 16:30:46.169158 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfb8772-4ff1-4cae-a82b-4c19fe6a57f5 req-635a00bb-12ab-4ce0-8520-c1e5e4969042 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:30:46.170665 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-9bfb8772-4ff1-4cae-a82b-4c19fe6a57f5 req-635a00bb-12ab-4ce0-8520-c1e5e4969042 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f448c5fca9014429b532320ab78459ea&device_id=1fb50fcd-bff2-428d-988a-e30d1ff8b8b1 HTTP/1.1" status: 200 len: 1096 time: 0.0419865 Sep 15 16:30:46.274575 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfb8772-4ff1-4cae-a82b-4c19fe6a57f5 req-f5758d85-f39e-46c8-8c7f-46ed0635154b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:30:46.276029 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-9bfb8772-4ff1-4cae-a82b-4c19fe6a57f5 req-f5758d85-f39e-46c8-8c7f-46ed0635154b service neutron] 10.222.0.45 "GET /v2.0/networks?id=48dcadf6-1b51-4d33-92c6-65cc509573fa HTTP/1.1" status: 200 len: 912 time: 0.0978169 Sep 15 16:30:46.321448 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-9bfb8772-4ff1-4cae-a82b-4c19fe6a57f5 req-dacda9a4-54ae-4c90-9d78-258d44b7a91e service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=93390aa7-cfa7-41d8-ad6f-c6594c3e6c70 HTTP/1.1" status: 200 len: 217 time: 0.0360167 Sep 15 16:30:46.374505 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfb8772-4ff1-4cae-a82b-4c19fe6a57f5 req-741c4f9a-a05d-402b-bb65-fe6e0002ca86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:30:46.375797 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-9bfb8772-4ff1-4cae-a82b-4c19fe6a57f5 req-741c4f9a-a05d-402b-bb65-fe6e0002ca86 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=df755c0f-3453-4699-824d-add9626035f9 HTTP/1.1" status: 200 len: 851 time: 0.0465786 Sep 15 16:30:46.450626 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e3594a-7f2c-4d58-9459-eea52e3ae94e req-87210011-7f49-4056-a3f8-609889e03129 tempest-TestVolumeBootPattern-801906987 tempest-TestVolumeBootPattern-801906987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:30:46.452727 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-f0e3594a-7f2c-4d58-9459-eea52e3ae94e req-87210011-7f49-4056-a3f8-609889e03129 tempest-TestVolumeBootPattern-801906987 tempest-TestVolumeBootPattern-801906987-project] 10.222.0.39 "GET /v2.0/ports?device_id=1fb50fcd-bff2-428d-988a-e30d1ff8b8b1 HTTP/1.1" status: 200 len: 943 time: 0.0760565 Sep 15 16:30:46.457142 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfb8772-4ff1-4cae-a82b-4c19fe6a57f5 req-e2870a26-dcc6-4fce-9a13-702f70f4bc9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:30:46.457364 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-9bfb8772-4ff1-4cae-a82b-4c19fe6a57f5 req-e2870a26-dcc6-4fce-9a13-702f70f4bc9e service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=48dcadf6-1b51-4d33-92c6-65cc509573fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0722888 Sep 15 16:30:46.544994 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-f0e3594a-7f2c-4d58-9459-eea52e3ae94e req-e270aa05-b12a-43f1-8400-a4bd90ef2d8b tempest-TestVolumeBootPattern-801906987 tempest-TestVolumeBootPattern-801906987-project] 10.222.0.39 "GET /v2.0/security-groups?id=6b6d94b4-d9e2-4118-be58-0e433855682a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0844748 Sep 15 16:30:46.573677 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-9bfb8772-4ff1-4cae-a82b-4c19fe6a57f5 req-78abc1b6-5e8c-403e-982d-50aab1a43ccc service neutron] 10.222.0.45 "GET /v2.0/networks/48dcadf6-1b51-4d33-92c6-65cc509573fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1066113 Sep 15 16:30:46.679404 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-9bfb8772-4ff1-4cae-a82b-4c19fe6a57f5 req-64cd286e-8d41-410a-b649-c62a8d05405a service neutron] 10.222.0.45 "GET /v2.0/networks/48dcadf6-1b51-4d33-92c6-65cc509573fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0982170 Sep 15 16:30:47.671898 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4d8cd4-006b-4a1e-8a84-e5620f5f327d req-66412672-8d08-4508-8825-ad7da5ae5a9d tempest-TestVolumeBootPattern-801906987 tempest-TestVolumeBootPattern-801906987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:30:47.673440 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-1b4d8cd4-006b-4a1e-8a84-e5620f5f327d req-66412672-8d08-4508-8825-ad7da5ae5a9d tempest-TestVolumeBootPattern-801906987 tempest-TestVolumeBootPattern-801906987-project] 10.222.0.39 "GET /v2.0/ports?device_id=1fb50fcd-bff2-428d-988a-e30d1ff8b8b1 HTTP/1.1" status: 200 len: 943 time: 0.0524242 Sep 15 16:30:47.716390 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-1b4d8cd4-006b-4a1e-8a84-e5620f5f327d req-0a688ff6-a04e-4020-9832-d64d9c274b87 tempest-TestVolumeBootPattern-801906987 tempest-TestVolumeBootPattern-801906987-project] 10.222.0.39 "GET /v2.0/security-groups?id=6b6d94b4-d9e2-4118-be58-0e433855682a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345526 Sep 15 16:30:48.834783 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa9c719-16c2-426e-b12a-753ce6ac4f15 req-ec9b0ac7-decc-41ed-bbec-8f92b5bd4acc tempest-TestVolumeBootPattern-801906987 tempest-TestVolumeBootPattern-801906987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:30:48.836417 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-4fa9c719-16c2-426e-b12a-753ce6ac4f15 req-ec9b0ac7-decc-41ed-bbec-8f92b5bd4acc tempest-TestVolumeBootPattern-801906987 tempest-TestVolumeBootPattern-801906987-project] 10.222.0.39 "GET /v2.0/ports?device_id=1fb50fcd-bff2-428d-988a-e30d1ff8b8b1 HTTP/1.1" status: 200 len: 943 time: 0.0507562 Sep 15 16:30:48.873948 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-4fa9c719-16c2-426e-b12a-753ce6ac4f15 req-3241c82e-c048-4194-953b-39adbcd3fcd4 tempest-TestVolumeBootPattern-801906987 tempest-TestVolumeBootPattern-801906987-project] 10.222.0.39 "GET /v2.0/security-groups?id=6b6d94b4-d9e2-4118-be58-0e433855682a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316706 Sep 15 16:30:49.995397 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8dedc0-b45e-4a47-944e-8e9a85caa04a req-8f5ef52b-6bc0-4d8f-aa8f-8d970b3072be tempest-TestVolumeBootPattern-801906987 tempest-TestVolumeBootPattern-801906987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:30:49.996912 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-1d8dedc0-b45e-4a47-944e-8e9a85caa04a req-8f5ef52b-6bc0-4d8f-aa8f-8d970b3072be tempest-TestVolumeBootPattern-801906987 tempest-TestVolumeBootPattern-801906987-project] 10.222.0.39 "GET /v2.0/ports?device_id=1fb50fcd-bff2-428d-988a-e30d1ff8b8b1 HTTP/1.1" status: 200 len: 943 time: 0.0534410 Sep 15 16:30:50.040087 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-1d8dedc0-b45e-4a47-944e-8e9a85caa04a req-80ee35a7-2283-4548-bad1-1592d3c8275c tempest-TestVolumeBootPattern-801906987 tempest-TestVolumeBootPattern-801906987-project] 10.222.0.39 "GET /v2.0/security-groups?id=6b6d94b4-d9e2-4118-be58-0e433855682a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371497 Sep 15 16:30:50.684597 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-488e7ff9-b898-44ac-b463-120112570d9d req-dfd05b15-ee04-4c96-b901-687eb907f49b tempest-TestShelveInstance-312036796 tempest-TestShelveInstance-312036796-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1847909839&fields=id&tenant_id=66d1d644c42a42ba8fdbb6c5db63cdfb HTTP/1.1" status: 200 len: 267 time: 0.0349083 Sep 15 16:30:50.796415 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488e7ff9-b898-44ac-b463-120112570d9d req-f9b0ec32-c00d-431b-9464-0c7d329174d6 tempest-TestShelveInstance-312036796 tempest-TestShelveInstance-312036796-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:30:50.797738 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-488e7ff9-b898-44ac-b463-120112570d9d req-f9b0ec32-c00d-431b-9464-0c7d329174d6 tempest-TestShelveInstance-312036796 tempest-TestShelveInstance-312036796-project] 10.222.0.39 "GET /v2.0/networks?id=c5434ca4-ccc6-4f17-83c3-0e714ba8c18a HTTP/1.1" status: 200 len: 809 time: 0.1037402 Sep 15 16:30:50.812916 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-488e7ff9-b898-44ac-b463-120112570d9d req-290cc19d-9f58-42c7-be0a-6978f94722e8 tempest-TestShelveInstance-312036796 tempest-TestShelveInstance-312036796-project] 10.222.0.39 "GET /v2.0/quotas/66d1d644c42a42ba8fdbb6c5db63cdfb HTTP/1.1" status: 200 len: 375 time: 0.0091348 Sep 15 16:30:50.868006 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-488e7ff9-b898-44ac-b463-120112570d9d req-7706ceb1-4b0e-4788-b8fc-fa5bacc474c8 tempest-TestShelveInstance-312036796 tempest-TestShelveInstance-312036796-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=66d1d644c42a42ba8fdbb6c5db63cdfb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0495453 Sep 15 16:30:51.072936 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-488e7ff9-b898-44ac-b463-120112570d9d req-a43af284-658b-4dfe-8e45-cec20f692c8b service neutron] 10.222.0.39 "GET /v2.0/networks/c5434ca4-ccc6-4f17-83c3-0e714ba8c18a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1894598 Sep 15 16:30:51.160646 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84356919-c51f-44c2-95ef-1bf330aba283 req-a7f60baa-ac6e-470a-a80a-5bded3c5cc69 tempest-TestVolumeBootPattern-801906987 tempest-TestVolumeBootPattern-801906987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:30:51.161874 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-84356919-c51f-44c2-95ef-1bf330aba283 req-a7f60baa-ac6e-470a-a80a-5bded3c5cc69 tempest-TestVolumeBootPattern-801906987 tempest-TestVolumeBootPattern-801906987-project] 10.222.0.39 "GET /v2.0/ports?device_id=1fb50fcd-bff2-428d-988a-e30d1ff8b8b1 HTTP/1.1" status: 200 len: 943 time: 0.0490050 Sep 15 16:30:51.163800 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-488e7ff9-b898-44ac-b463-120112570d9d req-c78a243e-7653-4ffc-8558-d011ac218258 service neutron] 10.222.0.39 "GET /v2.0/networks/c5434ca4-ccc6-4f17-83c3-0e714ba8c18a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845714 Sep 15 16:30:51.201494 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-84356919-c51f-44c2-95ef-1bf330aba283 req-89111d95-5272-4ae6-8cda-92be552174e9 tempest-TestVolumeBootPattern-801906987 tempest-TestVolumeBootPattern-801906987-project] 10.222.0.39 "GET /v2.0/security-groups?id=6b6d94b4-d9e2-4118-be58-0e433855682a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331483 Sep 15 16:30:51.470822 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-449d0ff3-df67-4d45-8401-fa955aa4d04f req-7678b2a3-fb0f-489a-bb3a-bb24d805fa31 tempest-TestShelveInstance-312036796 tempest-TestShelveInstance-312036796-project] 10.222.0.39 "GET /v2.0/ports?device_id=91edce23-8260-4232-90a7-8d37815878e8 HTTP/1.1" status: 200 len: 210 time: 0.0279880 Sep 15 16:30:52.325691 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e823bf9-32f6-4d16-bfd5-32d4d756e1e6 req-bb3ebbf0-6df8-4f48-8a0b-a5cef8f57150 tempest-TestVolumeBootPattern-801906987 tempest-TestVolumeBootPattern-801906987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:30:52.327340 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-7e823bf9-32f6-4d16-bfd5-32d4d756e1e6 req-bb3ebbf0-6df8-4f48-8a0b-a5cef8f57150 tempest-TestVolumeBootPattern-801906987 tempest-TestVolumeBootPattern-801906987-project] 10.222.0.39 "GET /v2.0/ports?device_id=1fb50fcd-bff2-428d-988a-e30d1ff8b8b1 HTTP/1.1" status: 200 len: 943 time: 0.0490768 Sep 15 16:30:52.425470 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-7e823bf9-32f6-4d16-bfd5-32d4d756e1e6 req-7c59866a-86da-4afb-9490-9d9e56a5ea15 tempest-TestVolumeBootPattern-801906987 tempest-TestVolumeBootPattern-801906987-project] 10.222.0.39 "GET /v2.0/security-groups?id=6b6d94b4-d9e2-4118-be58-0e433855682a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0885928 Sep 15 16:30:52.454541 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488e7ff9-b898-44ac-b463-120112570d9d req-491164d0-5ce6-4cfa-94d1-88ddd5fb2ef4 tempest-TestShelveInstance-312036796 tempest-TestShelveInstance-312036796-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:30:52.456095 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-488e7ff9-b898-44ac-b463-120112570d9d req-491164d0-5ce6-4cfa-94d1-88ddd5fb2ef4 tempest-TestShelveInstance-312036796 tempest-TestShelveInstance-312036796-project] 10.222.0.45 "GET /v2.0/networks?id=c5434ca4-ccc6-4f17-83c3-0e714ba8c18a HTTP/1.1" status: 200 len: 809 time: 0.1277258 Sep 15 16:30:52.501372 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-488e7ff9-b898-44ac-b463-120112570d9d req-e3a969a9-da31-4e7b-9753-beaddbb2e2a7 tempest-TestShelveInstance-312036796 tempest-TestShelveInstance-312036796-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=66d1d644c42a42ba8fdbb6c5db63cdfb HTTP/1.1" status: 200 len: 380 time: 0.0361412 Sep 15 16:30:52.510377 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.api.v2.base [req-488e7ff9-b898-44ac-b463-120112570d9d req-3d799053-8425-4300-94eb-0aa22e167f30 tempest-TestShelveInstance-312036796 tempest-TestShelveInstance-312036796-project] Request body: {'port': {'device_id': '91edce23-8260-4232-90a7-8d37815878e8', 'network_id': 'c5434ca4-ccc6-4f17-83c3-0e714ba8c18a', 'admin_state_up': True, 'tenant_id': '66d1d644c42a42ba8fdbb6c5db63cdfb', 'security_groups': ['d14ff028-a9f3-4410-9e70-5bc9f3c53d96']}} {{(pid=93953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:30:52.570673 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-f410a16c-a54c-4d7b-a159-69e21749bb8d req-cdde3752-c6df-45b5-b12d-d765c6ef5841 tempest-TestShelveInstance-312036796 tempest-TestShelveInstance-312036796-project] 10.222.0.39 "GET /v2.0/ports?device_id=91edce23-8260-4232-90a7-8d37815878e8 HTTP/1.1" status: 200 len: 210 time: 0.0263178 Sep 15 16:30:52.622273 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-488e7ff9-b898-44ac-b463-120112570d9d req-3d799053-8425-4300-94eb-0aa22e167f30 tempest-TestShelveInstance-312036796 tempest-TestShelveInstance-312036796-project] Made reservation on behalf of 66d1d644c42a42ba8fdbb6c5db63cdfb for: {'port': 1} {{(pid=93953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 16:30:52.625789 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [req-488e7ff9-b898-44ac-b463-120112570d9d req-3d799053-8425-4300-94eb-0aa22e167f30 tempest-TestShelveInstance-312036796 tempest-TestShelveInstance-312036796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928820'] for port, before_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:30:52.757095 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.db.db_base_plugin_common [req-488e7ff9-b898-44ac-b463-120112570d9d req-3d799053-8425-4300-94eb-0aa22e167f30 tempest-TestShelveInstance-312036796 tempest-TestShelveInstance-312036796-project] Allocated IP 172.20.0.10 (c5434ca4-ccc6-4f17-83c3-0e714ba8c18a/a878bb0e-ef92-4742-928c-735ec49c3680/1278be16-8f94-4535-b85d-4e24bfa8782e) {{(pid=93953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 16:30:52.897375 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [req-488e7ff9-b898-44ac-b463-120112570d9d req-3d799053-8425-4300-94eb-0aa22e167f30 tempest-TestShelveInstance-312036796 tempest-TestShelveInstance-312036796-project] Notify callbacks [] for port, precommit_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:30:52.934563 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [req-488e7ff9-b898-44ac-b463-120112570d9d req-3d799053-8425-4300-94eb-0aa22e167f30 tempest-TestShelveInstance-312036796 tempest-TestShelveInstance-312036796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791195969994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127878305'] for port, after_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:30:52.987099 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-488e7ff9-b898-44ac-b463-120112570d9d req-3d799053-8425-4300-94eb-0aa22e167f30 tempest-TestShelveInstance-312036796 tempest-TestShelveInstance-312036796-project] Network c5434ca4-ccc6-4f17-83c3-0e714ba8c18a is already hosted by enough agents. {{(pid=93953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:30:52.992421 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.scheduler.base_scheduler [req-488e7ff9-b898-44ac-b463-120112570d9d req-3d799053-8425-4300-94eb-0aa22e167f30 tempest-TestShelveInstance-312036796 tempest-TestShelveInstance-312036796-project] Resources bound (agent type, host, resource id): {{(pid=93953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:30:52.994999 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.db.l3_dvrscheduler_db [req-488e7ff9-b898-44ac-b463-120112570d9d req-3d799053-8425-4300-94eb-0aa22e167f30 tempest-TestShelveInstance-312036796 tempest-TestShelveInstance-312036796-project] Received port after_create {{(pid=93953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 16:30:53.004866 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d799053-8425-4300-94eb-0aa22e167f30 tempest-TestShelveInstance-312036796 tempest-TestShelveInstance-312036796-project] Pushing event updated for resources: {'Port': ['ID=1278be16-8f94-4535-b85d-4e24bfa8782e,revision_number=1']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:30:53.050188 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488e7ff9-b898-44ac-b463-120112570d9d req-3d799053-8425-4300-94eb-0aa22e167f30 tempest-TestShelveInstance-312036796 tempest-TestShelveInstance-312036796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:30:53.050796 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [req-488e7ff9-b898-44ac-b463-120112570d9d req-3d799053-8425-4300-94eb-0aa22e167f30 tempest-TestShelveInstance-312036796 tempest-TestShelveInstance-312036796-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58602'] for port, before_response {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:30:53.066936 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-488e7ff9-b898-44ac-b463-120112570d9d req-3d799053-8425-4300-94eb-0aa22e167f30 tempest-TestShelveInstance-312036796 tempest-TestShelveInstance-312036796-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5603223 Sep 15 16:30:53.080883 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.api.v2.base [req-488e7ff9-b898-44ac-b463-120112570d9d req-b0d123d0-83bc-4850-a1c6-7f6390785a05 service neutron] Request body: {'port': {'device_id': '91edce23-8260-4232-90a7-8d37815878e8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77957'}} {{(pid=93953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:30:53.081100 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791196484491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953091'] for agent, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:30:53.136033 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [req-488e7ff9-b898-44ac-b463-120112570d9d req-b0d123d0-83bc-4850-a1c6-7f6390785a05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928820'] for port, before_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:30:53.186420 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.db.provisioning_blocks [None req-3344d972-bbd8-4920-a604-8b16518b1e6b None None] Provisioning complete for port 1278be16-8f94-4535-b85d-4e24bfa8782e triggered by entity DHCP. {{(pid=93955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:30:53.186837 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-3344d972-bbd8-4920-a604-8b16518b1e6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953592'] for port, provisioning_complete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:30:53.223455 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [None req-3344d972-bbd8-4920-a604-8b16518b1e6b None None] Port 1278be16-8f94-4535-b85d-4e24bfa8782e cannot update to ACTIVE because it is not bound. {{(pid=93955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 16:30:53.421018 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.notifiers.nova [req-488e7ff9-b898-44ac-b463-120112570d9d req-b0d123d0-83bc-4850-a1c6-7f6390785a05 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1278be16-8f94-4535-b85d-4e24bfa8782e {{(pid=93953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 16:30:53.428768 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [req-488e7ff9-b898-44ac-b463-120112570d9d req-b0d123d0-83bc-4850-a1c6-7f6390785a05 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:30:53.441318 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.db.provisioning_blocks [req-488e7ff9-b898-44ac-b463-120112570d9d req-b0d123d0-83bc-4850-a1c6-7f6390785a05 service neutron] Transition to ACTIVE for port object 1278be16-8f94-4535-b85d-4e24bfa8782e will not be triggered until provisioned by entity L2. {{(pid=93953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 16:30:53.449961 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [req-488e7ff9-b898-44ac-b463-120112570d9d req-b0d123d0-83bc-4850-a1c6-7f6390785a05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791196459277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791195970012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791195970030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127878328'] for port, after_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:30:53.515783 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d123d0-83bc-4850-a1c6-7f6390785a05 service neutron] Pushing event updated for resources: {'Port': ['ID=1278be16-8f94-4535-b85d-4e24bfa8782e,revision_number=2']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:30:53.564540 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72dd93f9-05b9-4451-9b9a-488b7039b44c req-7070bb33-7832-421c-b95b-e7b13e4b9595 tempest-TestVolumeBootPattern-801906987 tempest-TestVolumeBootPattern-801906987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:30:53.566023 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-72dd93f9-05b9-4451-9b9a-488b7039b44c req-7070bb33-7832-421c-b95b-e7b13e4b9595 tempest-TestVolumeBootPattern-801906987 tempest-TestVolumeBootPattern-801906987-project] 10.222.0.39 "GET /v2.0/ports?device_id=1fb50fcd-bff2-428d-988a-e30d1ff8b8b1 HTTP/1.1" status: 200 len: 943 time: 0.0554192 Sep 15 16:30:53.588105 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.managers [req-488e7ff9-b898-44ac-b463-120112570d9d req-b0d123d0-83bc-4850-a1c6-7f6390785a05 service neutron] Attempting to bind port 1278be16-8f94-4535-b85d-4e24bfa8782e on host hv-cinder-77957 for vnic_type normal with profile {{(pid=93953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 16:30:53.588534 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.managers [req-488e7ff9-b898-44ac-b463-120112570d9d req-b0d123d0-83bc-4850-a1c6-7f6390785a05 service neutron] Attempting to bind port 1278be16-8f94-4535-b85d-4e24bfa8782e by drivers openvswitch,hyperv on host hv-cinder-77957 at level 0 using segments [{'id': '357f3e6e-7de5-4e8f-a75a-601eaf932fe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'c5434ca4-ccc6-4f17-83c3-0e714ba8c18a'}] {{(pid=93953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 16:30:53.588938 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-488e7ff9-b898-44ac-b463-120112570d9d req-b0d123d0-83bc-4850-a1c6-7f6390785a05 service neutron] Attempting to bind port 1278be16-8f94-4535-b85d-4e24bfa8782e on network c5434ca4-ccc6-4f17-83c3-0e714ba8c18a {{(pid=93953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 16:30:53.593573 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-488e7ff9-b898-44ac-b463-120112570d9d req-b0d123d0-83bc-4850-a1c6-7f6390785a05 service neutron] Port 1278be16-8f94-4535-b85d-4e24bfa8782e on network c5434ca4-ccc6-4f17-83c3-0e714ba8c18a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77957 {{(pid=93953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 15 16:30:53.595906 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-488e7ff9-b898-44ac-b463-120112570d9d req-b0d123d0-83bc-4850-a1c6-7f6390785a05 service neutron] Attempting to bind port 1278be16-8f94-4535-b85d-4e24bfa8782e on network c5434ca4-ccc6-4f17-83c3-0e714ba8c18a {{(pid=93953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 16:30:53.602346 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-488e7ff9-b898-44ac-b463-120112570d9d req-b0d123d0-83bc-4850-a1c6-7f6390785a05 service neutron] Checking agent: {'id': 'ffe43d43-c071-44aa-bc11-ae2d4b291b02', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77957', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 16, 20, 23), 'started_at': datetime.datetime(2021, 9, 15, 16, 20, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 16, 30, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 16:30:53.602786 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-488e7ff9-b898-44ac-b463-120112570d9d req-b0d123d0-83bc-4850-a1c6-7f6390785a05 service neutron] Checking segment: {'id': '357f3e6e-7de5-4e8f-a75a-601eaf932fe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'c5434ca4-ccc6-4f17-83c3-0e714ba8c18a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 16:30:53.603265 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-488e7ff9-b898-44ac-b463-120112570d9d req-b0d123d0-83bc-4850-a1c6-7f6390785a05 service neutron] Bound using segment: {'id': '357f3e6e-7de5-4e8f-a75a-601eaf932fe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'c5434ca4-ccc6-4f17-83c3-0e714ba8c18a'} {{(pid=93953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 16:30:53.603793 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.managers [req-488e7ff9-b898-44ac-b463-120112570d9d req-b0d123d0-83bc-4850-a1c6-7f6390785a05 service neutron] Bound port: 1278be16-8f94-4535-b85d-4e24bfa8782e, host: hv-cinder-77957, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '357f3e6e-7de5-4e8f-a75a-601eaf932fe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'c5434ca4-ccc6-4f17-83c3-0e714ba8c18a'}}] {{(pid=93953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 16:30:53.604319 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [req-488e7ff9-b898-44ac-b463-120112570d9d req-b0d123d0-83bc-4850-a1c6-7f6390785a05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928820'] for port, before_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:30:53.606130 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-72dd93f9-05b9-4451-9b9a-488b7039b44c req-3ef79450-602a-458e-a613-7de1edceff2b tempest-TestVolumeBootPattern-801906987 tempest-TestVolumeBootPattern-801906987-project] 10.222.0.39 "GET /v2.0/security-groups?id=6b6d94b4-d9e2-4118-be58-0e433855682a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333211 Sep 15 16:30:53.698105 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.db [req-488e7ff9-b898-44ac-b463-120112570d9d req-b0d123d0-83bc-4850-a1c6-7f6390785a05 service neutron] For port 1278be16-8f94-4535-b85d-4e24bfa8782e, host hv-cinder-77957, cleared binding levels {{(pid=93953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 16:30:53.713481 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.db [req-488e7ff9-b898-44ac-b463-120112570d9d req-b0d123d0-83bc-4850-a1c6-7f6390785a05 service neutron] For port 1278be16-8f94-4535-b85d-4e24bfa8782e, host hv-cinder-77957, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77957',level=0,port_id=1278be16-8f94-4535-b85d-4e24bfa8782e,segment=NetworkSegment(357f3e6e-7de5-4e8f-a75a-601eaf932fe9),segment_id=357f3e6e-7de5-4e8f-a75a-601eaf932fe9)] {{(pid=93953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 16:30:53.721153 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [req-488e7ff9-b898-44ac-b463-120112570d9d req-b0d123d0-83bc-4850-a1c6-7f6390785a05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791196459277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791195970012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791195970030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127878328'] for port, after_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:30:53.736722 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba77984-df3a-4e95-b7d1-eebf072f8744 req-ff4d59ee-47ec-4d52-862e-0be07a7ac588 tempest-TestShelveInstance-312036796 tempest-TestShelveInstance-312036796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:30:53.738231 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-eba77984-df3a-4e95-b7d1-eebf072f8744 req-ff4d59ee-47ec-4d52-862e-0be07a7ac588 tempest-TestShelveInstance-312036796 tempest-TestShelveInstance-312036796-project] 10.222.0.39 "GET /v2.0/ports?device_id=91edce23-8260-4232-90a7-8d37815878e8 HTTP/1.1" status: 200 len: 944 time: 0.0809965 Sep 15 16:30:53.775845 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488e7ff9-b898-44ac-b463-120112570d9d req-b0d123d0-83bc-4850-a1c6-7f6390785a05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:30:53.776486 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [req-488e7ff9-b898-44ac-b463-120112570d9d req-b0d123d0-83bc-4850-a1c6-7f6390785a05 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58602'] for port, before_response {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:30:53.777863 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-488e7ff9-b898-44ac-b463-120112570d9d req-b0d123d0-83bc-4850-a1c6-7f6390785a05 service neutron] 10.222.0.45 "PUT /v2.0/ports/1278be16-8f94-4535-b85d-4e24bfa8782e HTTP/1.1" status: 200 len: 1094 time: 0.7014091 Sep 15 16:30:53.778307 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91edce23-8260-4232-90a7-8d37815878e8', 'tag': '1278be16-8f94-4535-b85d-4e24bfa8782e'}] {{(pid=93953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 16:30:53.780539 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5192e05b0783e869a38b3815ee673eee9316ce03dcaf8465063259ebfb62487" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56545c6e-571d-489d-ba39-089a1457a2c7" -d '{"events": [{"name": "network-changed", "server_uuid": "91edce23-8260-4232-90a7-8d37815878e8", "tag": "1278be16-8f94-4535-b85d-4e24bfa8782e"}]}' {{(pid=93953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 16:30:53.833532 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d123d0-83bc-4850-a1c6-7f6390785a05 service neutron] Pushing event updated for resources: {'Port': ['ID=1278be16-8f94-4535-b85d-4e24bfa8782e,revision_number=3']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:30:53.840446 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 16:30:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06da8e5f-f1b3-464f-b6b4-ed8671cb823f x-openstack-request-id: req-06da8e5f-f1b3-464f-b6b4-ed8671cb823f {{(pid=93953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 16:30:53.840734 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "91edce23-8260-4232-90a7-8d37815878e8", "tag": "1278be16-8f94-4535-b85d-4e24bfa8782e", "status": "completed", "code": 200}]} {{(pid=93953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 16:30:53.840990 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-06da8e5f-f1b3-464f-b6b4-ed8671cb823f {{(pid=93953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 16:30:53.841386 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91edce23-8260-4232-90a7-8d37815878e8', 'tag': '1278be16-8f94-4535-b85d-4e24bfa8782e', 'status': 'completed', 'code': 200} Sep 15 16:30:53.857900 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-eba77984-df3a-4e95-b7d1-eebf072f8744 req-25e5d704-22a6-448b-891b-65bfdda9060d tempest-TestShelveInstance-312036796 tempest-TestShelveInstance-312036796-project] 10.222.0.39 "GET /v2.0/security-groups?id=d14ff028-a9f3-4410-9e70-5bc9f3c53d96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0973575 Sep 15 16:30:53.875863 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488e7ff9-b898-44ac-b463-120112570d9d req-d619c1b1-0f2b-40f6-b6f7-8fc91f2b32d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:30:53.877538 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-488e7ff9-b898-44ac-b463-120112570d9d req-d619c1b1-0f2b-40f6-b6f7-8fc91f2b32d3 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=66d1d644c42a42ba8fdbb6c5db63cdfb&device_id=91edce23-8260-4232-90a7-8d37815878e8 HTTP/1.1" status: 200 len: 1097 time: 0.0547059 Sep 15 16:30:53.921058 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-488e7ff9-b898-44ac-b463-120112570d9d req-fc6f66fd-1e8a-4389-8908-68603eca6162 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1278be16-8f94-4535-b85d-4e24bfa8782e HTTP/1.1" status: 200 len: 217 time: 0.0352895 Sep 15 16:30:53.971475 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488e7ff9-b898-44ac-b463-120112570d9d req-8d2905b5-5f7c-4d35-8228-b796728dddb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:30:53.973038 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-488e7ff9-b898-44ac-b463-120112570d9d req-8d2905b5-5f7c-4d35-8228-b796728dddb0 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=a878bb0e-ef92-4742-928c-735ec49c3680 HTTP/1.1" status: 200 len: 848 time: 0.0446455 Sep 15 16:30:54.023656 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488e7ff9-b898-44ac-b463-120112570d9d req-606b1924-9fdf-44b5-a030-f1d482945c62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:30:54.025225 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-488e7ff9-b898-44ac-b463-120112570d9d req-606b1924-9fdf-44b5-a030-f1d482945c62 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=c5434ca4-ccc6-4f17-83c3-0e714ba8c18a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0447264 Sep 15 16:30:54.113336 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-488e7ff9-b898-44ac-b463-120112570d9d req-0b35be1e-3487-4bf0-8343-b75392c963d4 service neutron] 10.222.0.45 "GET /v2.0/networks/c5434ca4-ccc6-4f17-83c3-0e714ba8c18a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803399 Sep 15 16:30:54.206666 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-488e7ff9-b898-44ac-b463-120112570d9d req-4d72ffd4-2508-4ace-bf8b-40efed6f2e67 service neutron] 10.222.0.45 "GET /v2.0/networks/c5434ca4-ccc6-4f17-83c3-0e714ba8c18a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861320 Sep 15 16:30:54.317979 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56545c6e-571d-489d-ba39-089a1457a2c7 req-54430527-a186-42a8-9736-3126bb96bea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:30:54.319498 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-56545c6e-571d-489d-ba39-089a1457a2c7 req-54430527-a186-42a8-9736-3126bb96bea0 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=66d1d644c42a42ba8fdbb6c5db63cdfb&device_id=91edce23-8260-4232-90a7-8d37815878e8 HTTP/1.1" status: 200 len: 1097 time: 0.0428331 Sep 15 16:30:54.429805 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56545c6e-571d-489d-ba39-089a1457a2c7 req-9121e00c-63ac-4ec4-bd36-f45d3335dd72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:30:54.431290 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-56545c6e-571d-489d-ba39-089a1457a2c7 req-9121e00c-63ac-4ec4-bd36-f45d3335dd72 service neutron] 10.222.0.45 "GET /v2.0/networks?id=c5434ca4-ccc6-4f17-83c3-0e714ba8c18a HTTP/1.1" status: 200 len: 909 time: 0.1026773 Sep 15 16:30:54.473342 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-56545c6e-571d-489d-ba39-089a1457a2c7 req-d75d89d8-9d2b-4517-a96c-3fd79fa83851 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1278be16-8f94-4535-b85d-4e24bfa8782e HTTP/1.1" status: 200 len: 217 time: 0.0344639 Sep 15 16:30:54.523195 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56545c6e-571d-489d-ba39-089a1457a2c7 req-0c69ddea-108b-4eb3-9a2d-72d3f748ba03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:30:54.524703 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-56545c6e-571d-489d-ba39-089a1457a2c7 req-0c69ddea-108b-4eb3-9a2d-72d3f748ba03 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=a878bb0e-ef92-4742-928c-735ec49c3680 HTTP/1.1" status: 200 len: 848 time: 0.0445256 Sep 15 16:30:54.575753 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56545c6e-571d-489d-ba39-089a1457a2c7 req-df76ed1c-55bd-4324-95b1-0190c062d72c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:30:54.577207 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-56545c6e-571d-489d-ba39-089a1457a2c7 req-df76ed1c-55bd-4324-95b1-0190c062d72c service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=c5434ca4-ccc6-4f17-83c3-0e714ba8c18a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0448122 Sep 15 16:30:54.670769 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-56545c6e-571d-489d-ba39-089a1457a2c7 req-3881f4ed-2721-476b-8e08-cad62c5cb27f service neutron] 10.222.0.45 "GET /v2.0/networks/c5434ca4-ccc6-4f17-83c3-0e714ba8c18a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853462 Sep 15 16:30:54.786383 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ae69f1-568f-477f-ba16-86a8cbb55bfe req-c6500487-239c-4812-bf15-421f80644c5a tempest-TestVolumeBootPattern-801906987 tempest-TestVolumeBootPattern-801906987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:30:54.787458 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-c1ae69f1-568f-477f-ba16-86a8cbb55bfe req-c6500487-239c-4812-bf15-421f80644c5a tempest-TestVolumeBootPattern-801906987 tempest-TestVolumeBootPattern-801906987-project] 10.222.0.39 "GET /v2.0/ports?device_id=1fb50fcd-bff2-428d-988a-e30d1ff8b8b1 HTTP/1.1" status: 200 len: 943 time: 0.1020572 Sep 15 16:30:54.802665 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-56545c6e-571d-489d-ba39-089a1457a2c7 req-808fc881-14ad-489e-bfba-fee865dfe249 service neutron] 10.222.0.45 "GET /v2.0/networks/c5434ca4-ccc6-4f17-83c3-0e714ba8c18a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241190 Sep 15 16:30:54.829625 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-c1ae69f1-568f-477f-ba16-86a8cbb55bfe req-109254f1-b58a-45cd-966f-ecaf8effa383 tempest-TestVolumeBootPattern-801906987 tempest-TestVolumeBootPattern-801906987-project] 10.222.0.39 "GET /v2.0/security-groups?id=6b6d94b4-d9e2-4118-be58-0e433855682a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351210 Sep 15 16:30:54.990549 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deccabd8-9bde-4db5-9687-74005b9f2196 req-6a931916-1412-45ba-88a5-d41d947c6fba tempest-TestShelveInstance-312036796 tempest-TestShelveInstance-312036796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:30:54.992025 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-deccabd8-9bde-4db5-9687-74005b9f2196 req-6a931916-1412-45ba-88a5-d41d947c6fba tempest-TestShelveInstance-312036796 tempest-TestShelveInstance-312036796-project] 10.222.0.39 "GET /v2.0/ports?device_id=91edce23-8260-4232-90a7-8d37815878e8 HTTP/1.1" status: 200 len: 944 time: 0.0514834 Sep 15 16:30:55.033256 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-deccabd8-9bde-4db5-9687-74005b9f2196 req-84ca562e-c8e9-4919-943d-59d6762d4b36 tempest-TestShelveInstance-312036796 tempest-TestShelveInstance-312036796-project] 10.222.0.39 "GET /v2.0/security-groups?id=d14ff028-a9f3-4410-9e70-5bc9f3c53d96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324054 Sep 15 16:30:55.741865 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.rpc [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] Device 93390aa7-cfa7-41d8-ad6f-c6594c3e6c70 details requested by agent hyperv_hv-cinder-77957 with host hv-cinder-77957 {{(pid=93955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 16:30:55.852503 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.db [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] For port 93390aa7-cfa7-41d8-ad6f-c6594c3e6c70, host hv-cinder-77957, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77957',level=0,port_id=93390aa7-cfa7-41d8-ad6f-c6594c3e6c70,segment=NetworkSegment(515df8c3-420b-482c-ae85-8decf2a71996),segment_id=515df8c3-420b-482c-ae85-8decf2a71996)] {{(pid=93955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:30:55.864438 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.rpc [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] Returning: {'device': '93390aa7-cfa7-41d8-ad6f-c6594c3e6c70', 'network_id': '48dcadf6-1b51-4d33-92c6-65cc509573fa', 'port_id': '93390aa7-cfa7-41d8-ad6f-c6594c3e6c70', 'mac_address': 'fa:16:3e:ac:a7:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 59, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df755c0f-3453-4699-824d-add9626035f9', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 16:30:55.902721 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928820'] for port, before_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:30:55.916575 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.notifiers.nova [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 93390aa7-cfa7-41d8-ad6f-c6594c3e6c70 {{(pid=93955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 16:30:55.940008 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.db [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] For port 93390aa7-cfa7-41d8-ad6f-c6594c3e6c70, host hv-cinder-77957, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77957',level=0,port_id=93390aa7-cfa7-41d8-ad6f-c6594c3e6c70,segment=NetworkSegment(515df8c3-420b-482c-ae85-8decf2a71996),segment_id=515df8c3-420b-482c-ae85-8decf2a71996)] {{(pid=93955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:30:55.945331 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791196459277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791195970012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791195970030'] for port, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:30:55.946065 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3dadac0-897b-4b05-a306-28fa6f86d4ba req-8169ccc9-b2d2-45df-a6a2-f89895f3123f tempest-TestVolumeBootPattern-801906987 tempest-TestVolumeBootPattern-801906987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:30:55.947573 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-d3dadac0-897b-4b05-a306-28fa6f86d4ba req-8169ccc9-b2d2-45df-a6a2-f89895f3123f tempest-TestVolumeBootPattern-801906987 tempest-TestVolumeBootPattern-801906987-project] 10.222.0.39 "GET /v2.0/ports?device_id=1fb50fcd-bff2-428d-988a-e30d1ff8b8b1 HTTP/1.1" status: 200 len: 943 time: 0.0514581 Sep 15 16:30:55.985378 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-d3dadac0-897b-4b05-a306-28fa6f86d4ba req-efd400a3-6d3a-4190-b956-0e57a976406f tempest-TestVolumeBootPattern-801906987 tempest-TestVolumeBootPattern-801906987-project] 10.222.0.39 "GET /v2.0/security-groups?id=6b6d94b4-d9e2-4118-be58-0e433855682a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315647 Sep 15 16:30:55.993649 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] Pushing event updated for resources: {'Port': ['ID=93390aa7-cfa7-41d8-ad6f-c6594c3e6c70,revision_number=4']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:30:56.163760 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b8286a-111c-47fc-9b2b-8531b1f751e3 req-8679a812-3701-4f98-9e1b-56872d22f385 tempest-TestShelveInstance-312036796 tempest-TestShelveInstance-312036796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:30:56.165510 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-17b8286a-111c-47fc-9b2b-8531b1f751e3 req-8679a812-3701-4f98-9e1b-56872d22f385 tempest-TestShelveInstance-312036796 tempest-TestShelveInstance-312036796-project] 10.222.0.39 "GET /v2.0/ports?device_id=91edce23-8260-4232-90a7-8d37815878e8 HTTP/1.1" status: 200 len: 944 time: 0.0524318 Sep 15 16:30:56.207915 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-17b8286a-111c-47fc-9b2b-8531b1f751e3 req-1b635685-7f69-49f3-9cd4-e42217ab18f6 tempest-TestShelveInstance-312036796 tempest-TestShelveInstance-312036796-project] 10.222.0.39 "GET /v2.0/security-groups?id=d14ff028-a9f3-4410-9e70-5bc9f3c53d96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364449 Sep 15 16:30:56.309920 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.db [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] get_ports_and_sgs() called for port_ids ['93390aa7-cfa7-41d8-ad6f-c6594c3e6c70'] {{(pid=93955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 16:30:57.107759 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b23cf2f-552f-4da3-9c04-08cd24c41a4b req-72dbf26b-2140-4a36-acd9-c0883959155f tempest-TestVolumeBootPattern-801906987 tempest-TestVolumeBootPattern-801906987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:30:57.109275 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-2b23cf2f-552f-4da3-9c04-08cd24c41a4b req-72dbf26b-2140-4a36-acd9-c0883959155f tempest-TestVolumeBootPattern-801906987 tempest-TestVolumeBootPattern-801906987-project] 10.222.0.39 "GET /v2.0/ports?device_id=1fb50fcd-bff2-428d-988a-e30d1ff8b8b1 HTTP/1.1" status: 200 len: 944 time: 0.0554218 Sep 15 16:30:57.148193 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-2b23cf2f-552f-4da3-9c04-08cd24c41a4b req-b4db4639-d0b5-48f7-8ebc-9aa08165ffff tempest-TestVolumeBootPattern-801906987 tempest-TestVolumeBootPattern-801906987-project] 10.222.0.39 "GET /v2.0/security-groups?id=6b6d94b4-d9e2-4118-be58-0e433855682a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323210 Sep 15 16:30:57.352829 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f596c1-a31d-4b1b-bb43-742da10ee8c3 req-6c1600b9-6a10-4065-b90c-5b5ca09d87ea tempest-TestShelveInstance-312036796 tempest-TestShelveInstance-312036796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:30:57.354227 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-c1f596c1-a31d-4b1b-bb43-742da10ee8c3 req-6c1600b9-6a10-4065-b90c-5b5ca09d87ea tempest-TestShelveInstance-312036796 tempest-TestShelveInstance-312036796-project] 10.222.0.39 "GET /v2.0/ports?device_id=91edce23-8260-4232-90a7-8d37815878e8 HTTP/1.1" status: 200 len: 944 time: 0.0620067 Sep 15 16:30:57.395734 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-c1f596c1-a31d-4b1b-bb43-742da10ee8c3 req-29ab0594-602f-4637-acdc-25cd9cfd2dc1 tempest-TestShelveInstance-312036796 tempest-TestShelveInstance-312036796-project] 10.222.0.39 "GET /v2.0/security-groups?id=d14ff028-a9f3-4410-9e70-5bc9f3c53d96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318985 Sep 15 16:30:57.742129 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.rpc [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] Device 93390aa7-cfa7-41d8-ad6f-c6594c3e6c70 up at agent hyperv_hv-cinder-77957 {{(pid=93955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 16:30:57.801945 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.db.provisioning_blocks [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] Provisioning for port 93390aa7-cfa7-41d8-ad6f-c6594c3e6c70 completed by entity L2. {{(pid=93955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 16:30:57.806083 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.db.provisioning_blocks [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] Provisioning complete for port 93390aa7-cfa7-41d8-ad6f-c6594c3e6c70 triggered by entity L2. {{(pid=93955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:30:57.806447 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953592'] for port, provisioning_complete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:30:57.889012 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928820'] for port, before_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:30:57.911877 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1fb50fcd-bff2-428d-988a-e30d1ff8b8b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93390aa7-cfa7-41d8-ad6f-c6594c3e6c70'}] {{(pid=93955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 16:30:57.914543 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cc821c0eec02d2c96bcea0a08104c2827b642bf310f598bba7a206798b1bddd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04f5a211-7172-49ce-a781-75b1d5a5ec68" -d '{"events": [{"server_uuid": "1fb50fcd-bff2-428d-988a-e30d1ff8b8b1", "name": "network-vif-plugged", "status": "completed", "tag": "93390aa7-cfa7-41d8-ad6f-c6594c3e6c70"}]}' {{(pid=93955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 16:30:57.927311 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.db [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] For port 93390aa7-cfa7-41d8-ad6f-c6594c3e6c70, host hv-cinder-77957, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77957',level=0,port_id=93390aa7-cfa7-41d8-ad6f-c6594c3e6c70,segment=NetworkSegment(515df8c3-420b-482c-ae85-8decf2a71996),segment_id=515df8c3-420b-482c-ae85-8decf2a71996)] {{(pid=93955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:30:57.933009 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791196459277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791195970012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791195970030'] for port, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:30:57.956056 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 16:30:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-268d25c5-8c2d-4318-b320-665c4c7bb98f x-openstack-request-id: req-268d25c5-8c2d-4318-b320-665c4c7bb98f {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 16:30:57.956368 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1fb50fcd-bff2-428d-988a-e30d1ff8b8b1", "name": "network-vif-plugged", "status": "completed", "tag": "93390aa7-cfa7-41d8-ad6f-c6594c3e6c70", "code": 200}]} {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 16:30:57.956631 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-268d25c5-8c2d-4318-b320-665c4c7bb98f {{(pid=93955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 16:30:57.956991 dv-cinder-779576-8-iscsi neutron-server[93955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1fb50fcd-bff2-428d-988a-e30d1ff8b8b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93390aa7-cfa7-41d8-ad6f-c6594c3e6c70', 'code': 200} Sep 15 16:30:57.983012 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] Pushing event updated for resources: {'Port': ['ID=93390aa7-cfa7-41d8-ad6f-c6594c3e6c70,revision_number=5']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:30:58.190396 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c27ebfb-c67b-4962-9801-cb9b409fb196 req-2620c03f-98b0-4c6c-beab-2fe5ad79f79d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:30:58.191959 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-9c27ebfb-c67b-4962-9801-cb9b409fb196 req-2620c03f-98b0-4c6c-beab-2fe5ad79f79d service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=1fb50fcd-bff2-428d-988a-e30d1ff8b8b1 HTTP/1.1" status: 200 len: 1098 time: 0.0422287 Sep 15 16:30:58.229687 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-9c27ebfb-c67b-4962-9801-cb9b409fb196 req-a8b9545e-2087-4156-989d-4cdc1883c5fd service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=6b6d94b4-d9e2-4118-be58-0e433855682a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303776 Sep 15 16:30:58.280974 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417e0690-cc37-4665-bbb8-8a7337d7ecda req-224a3ed4-51b3-49ee-8e32-4d597d36502c tempest-TestVolumeBootPattern-801906987 tempest-TestVolumeBootPattern-801906987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:30:58.282322 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-417e0690-cc37-4665-bbb8-8a7337d7ecda req-224a3ed4-51b3-49ee-8e32-4d597d36502c tempest-TestVolumeBootPattern-801906987 tempest-TestVolumeBootPattern-801906987-project] 10.222.0.39 "GET /v2.0/ports?device_id=1fb50fcd-bff2-428d-988a-e30d1ff8b8b1 HTTP/1.1" status: 200 len: 945 time: 0.0560606 Sep 15 16:30:58.324237 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-417e0690-cc37-4665-bbb8-8a7337d7ecda req-583bad65-8bfe-45db-a342-f22f65334b1a tempest-TestVolumeBootPattern-801906987 tempest-TestVolumeBootPattern-801906987-project] 10.222.0.39 "GET /v2.0/security-groups?id=6b6d94b4-d9e2-4118-be58-0e433855682a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351100 Sep 15 16:30:58.524766 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb49a19b-1c60-4673-907b-83efacaf6aa8 req-5d1716e4-a11c-49ea-a86f-fff392370d9c tempest-TestShelveInstance-312036796 tempest-TestShelveInstance-312036796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:30:58.526254 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-bb49a19b-1c60-4673-907b-83efacaf6aa8 req-5d1716e4-a11c-49ea-a86f-fff392370d9c tempest-TestShelveInstance-312036796 tempest-TestShelveInstance-312036796-project] 10.222.0.39 "GET /v2.0/ports?device_id=91edce23-8260-4232-90a7-8d37815878e8 HTTP/1.1" status: 200 len: 944 time: 0.0557771 Sep 15 16:30:58.569211 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-bb49a19b-1c60-4673-907b-83efacaf6aa8 req-1bff4011-0423-42e0-bfe2-f975f5b2720b tempest-TestShelveInstance-312036796 tempest-TestShelveInstance-312036796-project] 10.222.0.39 "GET /v2.0/security-groups?id=d14ff028-a9f3-4410-9e70-5bc9f3c53d96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340493 Sep 15 16:30:59.158943 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-06d4fd86-d1a2-45ea-812d-a6b25009928a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791196484491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953091'] for agent, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:30:59.457446 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388e51c7-9f9d-47d0-9c73-ec94e0443f2e req-a05dc76e-62af-454d-b70e-e1a9288235f1 tempest-TestVolumeBootPattern-801906987 tempest-TestVolumeBootPattern-801906987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:30:59.459012 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-388e51c7-9f9d-47d0-9c73-ec94e0443f2e req-a05dc76e-62af-454d-b70e-e1a9288235f1 tempest-TestVolumeBootPattern-801906987 tempest-TestVolumeBootPattern-801906987-project] 10.222.0.39 "GET /v2.0/ports?device_id=1fb50fcd-bff2-428d-988a-e30d1ff8b8b1 HTTP/1.1" status: 200 len: 945 time: 0.0519102 Sep 15 16:30:59.498327 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-388e51c7-9f9d-47d0-9c73-ec94e0443f2e req-65b9dc9f-3d41-4288-86fa-99d9f2aa9a9b tempest-TestVolumeBootPattern-801906987 tempest-TestVolumeBootPattern-801906987-project] 10.222.0.39 "GET /v2.0/security-groups?id=6b6d94b4-d9e2-4118-be58-0e433855682a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326037 Sep 15 16:30:59.689099 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcc34c5-0530-41dd-bf24-2af1a0d039b0 req-54666e8c-7462-4cd6-ae8e-c0a3ded98f62 tempest-TestShelveInstance-312036796 tempest-TestShelveInstance-312036796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:30:59.690569 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-2dcc34c5-0530-41dd-bf24-2af1a0d039b0 req-54666e8c-7462-4cd6-ae8e-c0a3ded98f62 tempest-TestShelveInstance-312036796 tempest-TestShelveInstance-312036796-project] 10.222.0.39 "GET /v2.0/ports?device_id=91edce23-8260-4232-90a7-8d37815878e8 HTTP/1.1" status: 200 len: 944 time: 0.0495219 Sep 15 16:30:59.728350 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-2dcc34c5-0530-41dd-bf24-2af1a0d039b0 req-7a589f89-328f-4301-8d0b-63b4620ea57d tempest-TestShelveInstance-312036796 tempest-TestShelveInstance-312036796-project] 10.222.0.39 "GET /v2.0/security-groups?id=d14ff028-a9f3-4410-9e70-5bc9f3c53d96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316639 Sep 15 16:31:00.632221 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2252c9fe-56dc-4a81-ae7a-bcaa739b2a76 req-9721a521-33b2-40ed-a11e-711852b96029 tempest-TestVolumeBootPattern-801906987 tempest-TestVolumeBootPattern-801906987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:31:00.633989 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-2252c9fe-56dc-4a81-ae7a-bcaa739b2a76 req-9721a521-33b2-40ed-a11e-711852b96029 tempest-TestVolumeBootPattern-801906987 tempest-TestVolumeBootPattern-801906987-project] 10.222.0.39 "GET /v2.0/ports?device_id=1fb50fcd-bff2-428d-988a-e30d1ff8b8b1 HTTP/1.1" status: 200 len: 945 time: 0.0497398 Sep 15 16:31:00.672288 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-2252c9fe-56dc-4a81-ae7a-bcaa739b2a76 req-ff46da63-7c51-40bd-89be-db6b9f97a286 tempest-TestVolumeBootPattern-801906987 tempest-TestVolumeBootPattern-801906987-project] 10.222.0.39 "GET /v2.0/security-groups?id=6b6d94b4-d9e2-4118-be58-0e433855682a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323591 Sep 15 16:31:00.795741 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4b4428-90c7-4450-9f71-a787a1332733 req-347d2b80-8787-49f5-a1fd-84dc4ebde92b tempest-TestVolumeBootPattern-801906987 tempest-TestVolumeBootPattern-801906987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:31:00.797105 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-4e4b4428-90c7-4450-9f71-a787a1332733 req-347d2b80-8787-49f5-a1fd-84dc4ebde92b tempest-TestVolumeBootPattern-801906987 tempest-TestVolumeBootPattern-801906987-project] 10.222.0.39 "GET /v2.0/ports?device_id=1fb50fcd-bff2-428d-988a-e30d1ff8b8b1 HTTP/1.1" status: 200 len: 945 time: 0.0557823 Sep 15 16:31:00.834641 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-4e4b4428-90c7-4450-9f71-a787a1332733 req-9b59e272-9037-4603-a933-6421eb875cd9 tempest-TestVolumeBootPattern-801906987 tempest-TestVolumeBootPattern-801906987-project] 10.222.0.39 "GET /v2.0/security-groups?id=6b6d94b4-d9e2-4118-be58-0e433855682a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316584 Sep 15 16:31:00.841671 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfce5e8-ea9c-4998-b09e-443a3501c34d req-444e8996-a258-4712-92b4-cc9f756cc0d1 tempest-TestShelveInstance-312036796 tempest-TestShelveInstance-312036796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:31:00.843150 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-3bfce5e8-ea9c-4998-b09e-443a3501c34d req-444e8996-a258-4712-92b4-cc9f756cc0d1 tempest-TestShelveInstance-312036796 tempest-TestShelveInstance-312036796-project] 10.222.0.39 "GET /v2.0/ports?device_id=91edce23-8260-4232-90a7-8d37815878e8 HTTP/1.1" status: 200 len: 944 time: 0.0489988 Sep 15 16:31:00.857046 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.wsgi [-] (93954) accepted ('10.222.0.39', 40178) {{(pid=93954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:31:00.885191 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-3bfce5e8-ea9c-4998-b09e-443a3501c34d req-c5d8eb8e-7327-4136-a7f4-8fdae6158f56 tempest-TestShelveInstance-312036796 tempest-TestShelveInstance-312036796-project] 10.222.0.39 "GET /v2.0/security-groups?id=d14ff028-a9f3-4410-9e70-5bc9f3c53d96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356271 Sep 15 16:31:00.993919 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1551a716-94b2-469f-809d-61793ef80bcd tempest-TestVolumeBootPattern-1945737729 tempest-TestVolumeBootPattern-1945737729-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:31:00.995428 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [None req-1551a716-94b2-469f-809d-61793ef80bcd tempest-TestVolumeBootPattern-1945737729 tempest-TestVolumeBootPattern-1945737729-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=1fb50fcd-bff2-428d-988a-e30d1ff8b8b1 HTTP/1.1" status: 200 len: 1093 time: 0.1373928 Sep 15 16:31:00.999969 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.wsgi [-] (93954) accepted ('10.222.0.39', 40182) {{(pid=93954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:31:01.004358 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.api.v2.base [None req-f00ddb88-6e57-48c7-983e-d279f2e2ddce tempest-TestVolumeBootPattern-801906987 tempest-TestVolumeBootPattern-801906987-project] Request body: {'floatingip': {'floating_network_id': '62251075-a3e3-4d47-8761-104d217b089a', 'port_id': '93390aa7-cfa7-41d8-ad6f-c6594c3e6c70', 'tenant_id': 'f448c5fca9014429b532320ab78459ea', 'fixed_ip_address': '172.20.0.4'}} {{(pid=93954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:31:01.030059 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-f00ddb88-6e57-48c7-983e-d279f2e2ddce tempest-TestVolumeBootPattern-801906987 tempest-TestVolumeBootPattern-801906987-project] Notify callbacks [] for floatingip, before_create {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:31:01.129176 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-f00ddb88-6e57-48c7-983e-d279f2e2ddce tempest-TestVolumeBootPattern-801906987 tempest-TestVolumeBootPattern-801906987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928820'] for port, before_create {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:31:01.233508 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.db.db_base_plugin_common [None req-f00ddb88-6e57-48c7-983e-d279f2e2ddce tempest-TestVolumeBootPattern-801906987 tempest-TestVolumeBootPattern-801906987-project] Allocated IP 172.27.3.119 (62251075-a3e3-4d47-8761-104d217b089a/9a71565b-217b-482b-8364-bc8ecb4c8f88/2115a823-1f7b-4a48-b8c2-36c402e80aff) {{(pid=93954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 16:31:01.338587 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-f00ddb88-6e57-48c7-983e-d279f2e2ddce tempest-TestVolumeBootPattern-801906987 tempest-TestVolumeBootPattern-801906987-project] Notify callbacks [] for port, precommit_create {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:31:01.379404 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-f00ddb88-6e57-48c7-983e-d279f2e2ddce tempest-TestVolumeBootPattern-801906987 tempest-TestVolumeBootPattern-801906987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791195969994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126007332'] for port, after_create {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:31:01.418771 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f00ddb88-6e57-48c7-983e-d279f2e2ddce tempest-TestVolumeBootPattern-801906987 tempest-TestVolumeBootPattern-801906987-project] Network 62251075-a3e3-4d47-8761-104d217b089a is already hosted by enough agents. {{(pid=93954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:31:01.421500 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.scheduler.base_scheduler [None req-f00ddb88-6e57-48c7-983e-d279f2e2ddce tempest-TestVolumeBootPattern-801906987 tempest-TestVolumeBootPattern-801906987-project] Resources bound (agent type, host, resource id): {{(pid=93954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:31:01.427649 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f00ddb88-6e57-48c7-983e-d279f2e2ddce tempest-TestVolumeBootPattern-801906987 tempest-TestVolumeBootPattern-801906987-project] Received port after_create {{(pid=93954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 16:31:01.431266 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00ddb88-6e57-48c7-983e-d279f2e2ddce tempest-TestVolumeBootPattern-801906987 tempest-TestVolumeBootPattern-801906987-project] Pushing event updated for resources: {'Port': ['ID=2115a823-1f7b-4a48-b8c2-36c402e80aff,revision_number=1']} {{(pid=93954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:31:01.458948 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00ddb88-6e57-48c7-983e-d279f2e2ddce tempest-TestVolumeBootPattern-801906987 tempest-TestVolumeBootPattern-801906987-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:31:01.459281 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00ddb88-6e57-48c7-983e-d279f2e2ddce tempest-TestVolumeBootPattern-801906987 tempest-TestVolumeBootPattern-801906987-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:31:01.459631 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00ddb88-6e57-48c7-983e-d279f2e2ddce tempest-TestVolumeBootPattern-801906987 tempest-TestVolumeBootPattern-801906987-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:31:01.459928 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00ddb88-6e57-48c7-983e-d279f2e2ddce tempest-TestVolumeBootPattern-801906987 tempest-TestVolumeBootPattern-801906987-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:31:01.460790 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00ddb88-6e57-48c7-983e-d279f2e2ddce tempest-TestVolumeBootPattern-801906987 tempest-TestVolumeBootPattern-801906987-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:31:01.461136 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00ddb88-6e57-48c7-983e-d279f2e2ddce tempest-TestVolumeBootPattern-801906987 tempest-TestVolumeBootPattern-801906987-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:31:01.461449 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00ddb88-6e57-48c7-983e-d279f2e2ddce tempest-TestVolumeBootPattern-801906987 tempest-TestVolumeBootPattern-801906987-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:31:01.461771 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00ddb88-6e57-48c7-983e-d279f2e2ddce tempest-TestVolumeBootPattern-801906987 tempest-TestVolumeBootPattern-801906987-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:31:01.462087 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00ddb88-6e57-48c7-983e-d279f2e2ddce tempest-TestVolumeBootPattern-801906987 tempest-TestVolumeBootPattern-801906987-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:31:01.462400 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00ddb88-6e57-48c7-983e-d279f2e2ddce tempest-TestVolumeBootPattern-801906987 tempest-TestVolumeBootPattern-801906987-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:31:01.462699 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00ddb88-6e57-48c7-983e-d279f2e2ddce tempest-TestVolumeBootPattern-801906987 tempest-TestVolumeBootPattern-801906987-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:31:01.463003 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00ddb88-6e57-48c7-983e-d279f2e2ddce tempest-TestVolumeBootPattern-801906987 tempest-TestVolumeBootPattern-801906987-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:31:01.755838 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.rpc [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] Device 1278be16-8f94-4535-b85d-4e24bfa8782e details requested by agent hyperv_hv-cinder-77957 with host hv-cinder-77957 {{(pid=93955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 16:31:01.820250 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-f00ddb88-6e57-48c7-983e-d279f2e2ddce tempest-TestVolumeBootPattern-801906987 tempest-TestVolumeBootPattern-801906987-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:31:01.865231 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-57d8a9a3-d16f-4b20-b77b-ca1e664c03db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791196484491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953091'] for agent, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:31:01.867812 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.db [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] For port 1278be16-8f94-4535-b85d-4e24bfa8782e, host hv-cinder-77957, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77957',level=0,port_id=1278be16-8f94-4535-b85d-4e24bfa8782e,segment=NetworkSegment(357f3e6e-7de5-4e8f-a75a-601eaf932fe9),segment_id=357f3e6e-7de5-4e8f-a75a-601eaf932fe9)] {{(pid=93955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:31:01.878941 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.rpc [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] Returning: {'device': '1278be16-8f94-4535-b85d-4e24bfa8782e', 'network_id': 'c5434ca4-ccc6-4f17-83c3-0e714ba8c18a', 'port_id': '1278be16-8f94-4535-b85d-4e24bfa8782e', 'mac_address': 'fa:16:3e:78:36:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a878bb0e-ef92-4742-928c-735ec49c3680', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 16:31:01.887674 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-f00ddb88-6e57-48c7-983e-d279f2e2ddce tempest-TestVolumeBootPattern-801906987 tempest-TestVolumeBootPattern-801906987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928820'] for port, before_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:31:01.916100 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928820'] for port, before_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:31:01.936268 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.notifiers.nova [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1278be16-8f94-4535-b85d-4e24bfa8782e {{(pid=93955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 16:31:01.955598 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-ad184818-b5e8-413f-a3c5-19d5ab6ff36e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791196484491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953091'] for agent, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:31:01.960134 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.db [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] For port 1278be16-8f94-4535-b85d-4e24bfa8782e, host hv-cinder-77957, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77957',level=0,port_id=1278be16-8f94-4535-b85d-4e24bfa8782e,segment=NetworkSegment(357f3e6e-7de5-4e8f-a75a-601eaf932fe9),segment_id=357f3e6e-7de5-4e8f-a75a-601eaf932fe9)] {{(pid=93955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:31:01.966593 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791196459277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791195970012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791195970030'] for port, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:31:02.019829 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] Pushing event updated for resources: {'Port': ['ID=1278be16-8f94-4535-b85d-4e24bfa8782e,revision_number=4']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:31:02.022189 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2124eede-27ac-42ad-a46b-1568cb6cdade req-bcf33f0a-5ebd-409d-9121-99381c5d2ea3 tempest-TestShelveInstance-312036796 tempest-TestShelveInstance-312036796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:31:02.024205 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-2124eede-27ac-42ad-a46b-1568cb6cdade req-bcf33f0a-5ebd-409d-9121-99381c5d2ea3 tempest-TestShelveInstance-312036796 tempest-TestShelveInstance-312036796-project] 10.222.0.39 "GET /v2.0/ports?device_id=91edce23-8260-4232-90a7-8d37815878e8 HTTP/1.1" status: 200 len: 945 time: 0.0648711 Sep 15 16:31:02.027663 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:31:02.028008 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:31:02.028372 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:31:02.028701 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:31:02.029026 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:31:02.029354 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:31:02.029673 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:31:02.029995 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:31:02.030336 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:31:02.030657 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:31:02.030973 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:31:02.031317 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:31:02.051609 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-f00ddb88-6e57-48c7-983e-d279f2e2ddce tempest-TestVolumeBootPattern-801906987 tempest-TestVolumeBootPattern-801906987-project] Notify callbacks [] for port, precommit_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:31:02.057343 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-f00ddb88-6e57-48c7-983e-d279f2e2ddce tempest-TestVolumeBootPattern-801906987 tempest-TestVolumeBootPattern-801906987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791196459277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791195970012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791195970030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126007357'] for port, after_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:31:02.065228 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-2124eede-27ac-42ad-a46b-1568cb6cdade req-568c3f2e-8f93-40c7-b80f-08fb8ebd1016 tempest-TestShelveInstance-312036796 tempest-TestShelveInstance-312036796-project] 10.222.0.39 "GET /v2.0/security-groups?id=d14ff028-a9f3-4410-9e70-5bc9f3c53d96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323381 Sep 15 16:31:02.130488 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00ddb88-6e57-48c7-983e-d279f2e2ddce tempest-TestVolumeBootPattern-801906987 tempest-TestVolumeBootPattern-801906987-project] Pushing event updated for resources: {'Port': ['ID=2115a823-1f7b-4a48-b8c2-36c402e80aff,revision_number=2']} {{(pid=93954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:31:02.137995 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-f00ddb88-6e57-48c7-983e-d279f2e2ddce tempest-TestVolumeBootPattern-801906987 tempest-TestVolumeBootPattern-801906987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3725591'] for floatingip, after_create {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:31:02.243793 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.db.l3_db [None req-f00ddb88-6e57-48c7-983e-d279f2e2ddce tempest-TestVolumeBootPattern-801906987 tempest-TestVolumeBootPattern-801906987-project] Floating IP 1bdd088d-b9a8-4946-be74-3e36ab2481cf associated. External IP: 172.27.3.119, port: 93390aa7-cfa7-41d8-ad6f-c6594c3e6c70. Sep 15 16:31:02.273106 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.db [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] get_ports_and_sgs() called for port_ids ['1278be16-8f94-4535-b85d-4e24bfa8782e'] {{(pid=93955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 16:31:02.451770 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f00ddb88-6e57-48c7-983e-d279f2e2ddce tempest-TestVolumeBootPattern-801906987 tempest-TestVolumeBootPattern-801906987-project] Router 8b2a6ad7-614d-4182-8fd5-ec5bbf2affbd has already been hosted by L3 agent 7a8df8d7-c3ef-43b4-9534-c977f7014926 {{(pid=93954) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 16:31:02.561204 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f00ddb88-6e57-48c7-983e-d279f2e2ddce tempest-TestVolumeBootPattern-801906987 tempest-TestVolumeBootPattern-801906987-project] Notify agent at l3_agent.dv-cinder-779576-8-iscsi the message routers_updated {{(pid=93954) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 16:31:02.571485 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71dde6bd-3ee1-489f-a8bc-dcb47dbfbe60 None None] Sync routers for ids ['8b2a6ad7-614d-4182-8fd5-ec5bbf2affbd'] in dv-cinder-779576-8-iscsi {{(pid=93955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 16:31:02.581304 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-f00ddb88-6e57-48c7-983e-d279f2e2ddce tempest-TestVolumeBootPattern-801906987 tempest-TestVolumeBootPattern-801906987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58602'] for floatingip, before_response {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:31:02.582773 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71dde6bd-3ee1-489f-a8bc-dcb47dbfbe60 None None] Routers {'8b2a6ad7-614d-4182-8fd5-ec5bbf2affbd'} bound to L3 agent in host dv-cinder-779576-8-iscsi {{(pid=93955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:31:02.583617 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.db.l3_hamode_db [None req-71dde6bd-3ee1-489f-a8bc-dcb47dbfbe60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779576-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-15T16:14:02Z,description=,heartbeat_timestamp=2021-09-15T16:31:02Z,host='dv-cinder-779576-8-iscsi',id=7a8df8d7-c3ef-43b4-9534-c977f7014926,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T16:14:02Z,topic='l3_agent')) {'router_ids': ['8b2a6ad7-614d-4182-8fd5-ec5bbf2affbd'], 'active': True} {{(pid=93955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:31:02.608505 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [None req-f00ddb88-6e57-48c7-983e-d279f2e2ddce tempest-TestVolumeBootPattern-801906987 tempest-TestVolumeBootPattern-801906987-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6074772 Sep 15 16:31:02.609176 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1fb50fcd-bff2-428d-988a-e30d1ff8b8b1', 'tag': '93390aa7-cfa7-41d8-ad6f-c6594c3e6c70'}] {{(pid=93954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 16:31:02.611843 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6d34c38c0cdc03ce39e2c460ccb262b82dff3a58d2f42c4e7ad7906abe071cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e20cb02e-f9df-4073-9227-92d32577594d" -d '{"events": [{"name": "network-changed", "server_uuid": "1fb50fcd-bff2-428d-988a-e30d1ff8b8b1", "tag": "93390aa7-cfa7-41d8-ad6f-c6594c3e6c70"}]}' {{(pid=93954) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 16:31:02.647928 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 16:31:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d0aa5e5-96a3-41e4-be56-935881721ef7 x-openstack-request-id: req-4d0aa5e5-96a3-41e4-be56-935881721ef7 {{(pid=93954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 16:31:02.648345 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1fb50fcd-bff2-428d-988a-e30d1ff8b8b1", "tag": "93390aa7-cfa7-41d8-ad6f-c6594c3e6c70", "status": "completed", "code": 200}]} {{(pid=93954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 16:31:02.648611 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-4d0aa5e5-96a3-41e4-be56-935881721ef7 {{(pid=93954) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 16:31:02.649015 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1fb50fcd-bff2-428d-988a-e30d1ff8b8b1', 'tag': '93390aa7-cfa7-41d8-ad6f-c6594c3e6c70', 'status': 'completed', 'code': 200} Sep 15 16:31:02.692278 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.db.l3_dvr_db [None req-71dde6bd-3ee1-489f-a8bc-dcb47dbfbe60 None None] Set router 8b2a6ad7-614d-4182-8fd5-ec5bbf2affbd gateway port host: dv-cinder-779576-8-iscsi {{(pid=93955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 16:31:02.709778 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20cb02e-f9df-4073-9227-92d32577594d req-6fcc6bc8-9084-4ee5-b3ee-b3b5b12b408b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:31:02.711453 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-e20cb02e-f9df-4073-9227-92d32577594d req-6fcc6bc8-9084-4ee5-b3ee-b3b5b12b408b service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f448c5fca9014429b532320ab78459ea&device_id=1fb50fcd-bff2-428d-988a-e30d1ff8b8b1 HTTP/1.1" status: 200 len: 1098 time: 0.0413327 Sep 15 16:31:02.807093 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20cb02e-f9df-4073-9227-92d32577594d req-d2cab215-6edb-49ab-98b4-de9cfa47f019 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:31:02.808617 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-e20cb02e-f9df-4073-9227-92d32577594d req-d2cab215-6edb-49ab-98b4-de9cfa47f019 service neutron] 10.222.0.45 "GET /v2.0/networks?id=48dcadf6-1b51-4d33-92c6-65cc509573fa HTTP/1.1" status: 200 len: 912 time: 0.0894163 Sep 15 16:31:02.876463 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-e20cb02e-f9df-4073-9227-92d32577594d req-db6063b2-8a0e-4080-b5e8-983eb694f574 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=93390aa7-cfa7-41d8-ad6f-c6594c3e6c70 HTTP/1.1" status: 200 len: 999 time: 0.0593898 Sep 15 16:31:02.929019 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20cb02e-f9df-4073-9227-92d32577594d req-292760cf-5e8d-455f-b96c-bdfca9d1a720 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:31:02.930656 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-e20cb02e-f9df-4073-9227-92d32577594d req-292760cf-5e8d-455f-b96c-bdfca9d1a720 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=df755c0f-3453-4699-824d-add9626035f9 HTTP/1.1" status: 200 len: 851 time: 0.0462239 Sep 15 16:31:02.983869 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20cb02e-f9df-4073-9227-92d32577594d req-68245c64-8d21-4e3c-bc7c-91a00185c91c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:31:02.985766 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-e20cb02e-f9df-4073-9227-92d32577594d req-68245c64-8d21-4e3c-bc7c-91a00185c91c service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=48dcadf6-1b51-4d33-92c6-65cc509573fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0470951 Sep 15 16:31:03.029647 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-eee1357e-56cc-4bdc-884d-16a88731d16f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791196484491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953091'] for agent, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:31:03.076135 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-e20cb02e-f9df-4073-9227-92d32577594d req-6161385d-963d-44ef-9331-5387da73e4af service neutron] 10.222.0.45 "GET /v2.0/networks/48dcadf6-1b51-4d33-92c6-65cc509573fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828633 Sep 15 16:31:03.094499 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.db.l3_hamode_db [None req-71dde6bd-3ee1-489f-a8bc-dcb47dbfbe60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b2a6ad7-614d-4182-8fd5-ec5bbf2affbd', 'name': 'tempest-TestVolumeBootPattern-1599081810-router', 'tenant_id': 'f448c5fca9014429b532320ab78459ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62251075-a3e3-4d47-8761-104d217b089a', 'external_fixed_ips': [{'subnet_id': '9a71565b-217b-482b-8364-bc8ecb4c8f88', 'ip_address': '172.27.3.54'}], 'enable_snat': True}, 'gw_port_id': 'bae01dab-de4f-4ea6-acc3-abb66545ff41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:29:59Z', 'updated_at': '2021-09-15T16:30:03Z', 'revision_number': 4, 'project_id': 'f448c5fca9014429b532320ab78459ea', 'gw_port': {'id': 'bae01dab-de4f-4ea6-acc3-abb66545ff41', 'name': '', 'network_id': '62251075-a3e3-4d47-8761-104d217b089a', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:bc:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b2a6ad7-614d-4182-8fd5-ec5bbf2affbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '9a71565b-217b-482b-8364-bc8ecb4c8f88', 'ip_address': '172.27.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779576-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:30:00Z', 'updated_at': '2021-09-15T16:30:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a71565b-217b-482b-8364-bc8ecb4c8f88', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779576-8-iscsi', '_floatingips': [{'id': '1bdd088d-b9a8-4946-be74-3e36ab2481cf', 'tenant_id': 'f448c5fca9014429b532320ab78459ea', 'floating_ip_address': '172.27.3.119', 'floating_network_id': '62251075-a3e3-4d47-8761-104d217b089a', 'router_id': '8b2a6ad7-614d-4182-8fd5-ec5bbf2affbd', 'port_id': '93390aa7-cfa7-41d8-ad6f-c6594c3e6c70', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 621, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '48dcadf6-1b51-4d33-92c6-65cc509573fa', 'mac_address': 'fa:16:3e:ac:a7:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fb50fcd-bff2-428d-988a-e30d1ff8b8b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T16:31:01Z', 'updated_at': '2021-09-15T16:31:01Z', 'revision_number': 0, 'project_id': 'f448c5fca9014429b532320ab78459ea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2dba4de5-87c7-404d-9adf-25f18479f5c2', 'name': '', 'network_id': '48dcadf6-1b51-4d33-92c6-65cc509573fa', 'tenant_id': 'f448c5fca9014429b532320ab78459ea', 'mac_address': 'fa:16:3e:85:25:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b2a6ad7-614d-4182-8fd5-ec5bbf2affbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': 'df755c0f-3453-4699-824d-add9626035f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779576-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:30:02Z', 'updated_at': '2021-09-15T16:30:09Z', 'revision_number': 5, 'project_id': 'f448c5fca9014429b532320ab78459ea', 'subnets': [{'id': 'df755c0f-3453-4699-824d-add9626035f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779576-8-iscsi', False) {} {{(pid=93955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:31:03.126127 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71dde6bd-3ee1-489f-a8bc-dcb47dbfbe60 None None] Checking router: 8b2a6ad7-614d-4182-8fd5-ec5bbf2affbd for host: dv-cinder-779576-8-iscsi {{(pid=93955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 16:31:03.135651 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71dde6bd-3ee1-489f-a8bc-dcb47dbfbe60 None None] Routers {'8b2a6ad7-614d-4182-8fd5-ec5bbf2affbd'} bound to L3 agent in host dv-cinder-779576-8-iscsi {{(pid=93955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:31:03.136213 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.db.l3_hamode_db [None req-71dde6bd-3ee1-489f-a8bc-dcb47dbfbe60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779576-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-15T16:14:02Z,description=,heartbeat_timestamp=2021-09-15T16:31:02Z,host='dv-cinder-779576-8-iscsi',id=7a8df8d7-c3ef-43b4-9534-c977f7014926,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T16:14:02Z,topic='l3_agent')) {'router_ids': ['8b2a6ad7-614d-4182-8fd5-ec5bbf2affbd'], 'active': True} {{(pid=93955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:31:03.173760 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-e20cb02e-f9df-4073-9227-92d32577594d req-f195228b-4d9e-45bd-923b-c4d208bf0072 service neutron] 10.222.0.45 "GET /v2.0/networks/48dcadf6-1b51-4d33-92c6-65cc509573fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901473 Sep 15 16:31:03.194659 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3471fd-5e52-45ae-81e4-756b14a1ddf7 req-f3a8082f-40c1-45f7-a948-9878f0a724be tempest-TestShelveInstance-312036796 tempest-TestShelveInstance-312036796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:31:03.196456 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-5e3471fd-5e52-45ae-81e4-756b14a1ddf7 req-f3a8082f-40c1-45f7-a948-9878f0a724be tempest-TestShelveInstance-312036796 tempest-TestShelveInstance-312036796-project] 10.222.0.39 "GET /v2.0/ports?device_id=91edce23-8260-4232-90a7-8d37815878e8 HTTP/1.1" status: 200 len: 945 time: 0.0584567 Sep 15 16:31:03.235042 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-5e3471fd-5e52-45ae-81e4-756b14a1ddf7 req-4b9b8c7c-a127-40bc-91ed-894778a2f65e tempest-TestShelveInstance-312036796 tempest-TestShelveInstance-312036796-project] 10.222.0.39 "GET /v2.0/security-groups?id=d14ff028-a9f3-4410-9e70-5bc9f3c53d96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322795 Sep 15 16:31:03.251226 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.db.l3_dvr_db [None req-71dde6bd-3ee1-489f-a8bc-dcb47dbfbe60 None None] Set router 8b2a6ad7-614d-4182-8fd5-ec5bbf2affbd gateway port host: dv-cinder-779576-8-iscsi {{(pid=93955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 16:31:03.478866 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.db.l3_hamode_db [None req-71dde6bd-3ee1-489f-a8bc-dcb47dbfbe60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b2a6ad7-614d-4182-8fd5-ec5bbf2affbd', 'name': 'tempest-TestVolumeBootPattern-1599081810-router', 'tenant_id': 'f448c5fca9014429b532320ab78459ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62251075-a3e3-4d47-8761-104d217b089a', 'external_fixed_ips': [{'subnet_id': '9a71565b-217b-482b-8364-bc8ecb4c8f88', 'ip_address': '172.27.3.54'}], 'enable_snat': True}, 'gw_port_id': 'bae01dab-de4f-4ea6-acc3-abb66545ff41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:29:59Z', 'updated_at': '2021-09-15T16:30:03Z', 'revision_number': 4, 'project_id': 'f448c5fca9014429b532320ab78459ea', 'gw_port': {'id': 'bae01dab-de4f-4ea6-acc3-abb66545ff41', 'name': '', 'network_id': '62251075-a3e3-4d47-8761-104d217b089a', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:bc:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b2a6ad7-614d-4182-8fd5-ec5bbf2affbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '9a71565b-217b-482b-8364-bc8ecb4c8f88', 'ip_address': '172.27.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779576-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:30:00Z', 'updated_at': '2021-09-15T16:30:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a71565b-217b-482b-8364-bc8ecb4c8f88', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779576-8-iscsi', '_floatingips': [{'id': '1bdd088d-b9a8-4946-be74-3e36ab2481cf', 'tenant_id': 'f448c5fca9014429b532320ab78459ea', 'floating_ip_address': '172.27.3.119', 'floating_network_id': '62251075-a3e3-4d47-8761-104d217b089a', 'router_id': '8b2a6ad7-614d-4182-8fd5-ec5bbf2affbd', 'port_id': '93390aa7-cfa7-41d8-ad6f-c6594c3e6c70', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 621, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '48dcadf6-1b51-4d33-92c6-65cc509573fa', 'mac_address': 'fa:16:3e:ac:a7:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fb50fcd-bff2-428d-988a-e30d1ff8b8b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T16:31:01Z', 'updated_at': '2021-09-15T16:31:01Z', 'revision_number': 0, 'project_id': 'f448c5fca9014429b532320ab78459ea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2dba4de5-87c7-404d-9adf-25f18479f5c2', 'name': '', 'network_id': '48dcadf6-1b51-4d33-92c6-65cc509573fa', 'tenant_id': 'f448c5fca9014429b532320ab78459ea', 'mac_address': 'fa:16:3e:85:25:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b2a6ad7-614d-4182-8fd5-ec5bbf2affbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': 'df755c0f-3453-4699-824d-add9626035f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779576-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:30:02Z', 'updated_at': '2021-09-15T16:30:09Z', 'revision_number': 5, 'project_id': 'f448c5fca9014429b532320ab78459ea', 'subnets': [{'id': 'df755c0f-3453-4699-824d-add9626035f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779576-8-iscsi', False) {} {{(pid=93955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:31:03.504870 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71dde6bd-3ee1-489f-a8bc-dcb47dbfbe60 None None] The sync data for ids ['8b2a6ad7-614d-4182-8fd5-ec5bbf2affbd'] in dv-cinder-779576-8-iscsi is: [{'id': '8b2a6ad7-614d-4182-8fd5-ec5bbf2affbd', 'name': 'tempest-TestVolumeBootPattern-1599081810-router', 'tenant_id': 'f448c5fca9014429b532320ab78459ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62251075-a3e3-4d47-8761-104d217b089a', 'external_fixed_ips': [{'subnet_id': '9a71565b-217b-482b-8364-bc8ecb4c8f88', 'ip_address': '172.27.3.54'}], 'enable_snat': True}, 'gw_port_id': 'bae01dab-de4f-4ea6-acc3-abb66545ff41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:29:59Z', 'updated_at': '2021-09-15T16:30:03Z', 'revision_number': 4, 'project_id': 'f448c5fca9014429b532320ab78459ea', 'gw_port': {'id': 'bae01dab-de4f-4ea6-acc3-abb66545ff41', 'name': '', 'network_id': '62251075-a3e3-4d47-8761-104d217b089a', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:bc:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b2a6ad7-614d-4182-8fd5-ec5bbf2affbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '9a71565b-217b-482b-8364-bc8ecb4c8f88', 'ip_address': '172.27.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779576-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:30:00Z', 'updated_at': '2021-09-15T16:30:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a71565b-217b-482b-8364-bc8ecb4c8f88', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779576-8-iscsi', '_floatingips': [{'id': '1bdd088d-b9a8-4946-be74-3e36ab2481cf', 'tenant_id': 'f448c5fca9014429b532320ab78459ea', 'floating_ip_address': '172.27.3.119', 'floating_network_id': '62251075-a3e3-4d47-8761-104d217b089a', 'router_id': '8b2a6ad7-614d-4182-8fd5-ec5bbf2affbd', 'port_id': '93390aa7-cfa7-41d8-ad6f-c6594c3e6c70', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 621, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '48dcadf6-1b51-4d33-92c6-65cc509573fa', 'mac_address': 'fa:16:3e:ac:a7:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fb50fcd-bff2-428d-988a-e30d1ff8b8b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T16:31:01Z', 'updated_at': '2021-09-15T16:31:01Z', 'revision_number': 0, 'project_id': 'f448c5fca9014429b532320ab78459ea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2dba4de5-87c7-404d-9adf-25f18479f5c2', 'name': '', 'network_id': '48dcadf6-1b51-4d33-92c6-65cc509573fa', 'tenant_id': 'f448c5fca9014429b532320ab78459ea', 'mac_address': 'fa:16:3e:85:25:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b2a6ad7-614d-4182-8fd5-ec5bbf2affbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': 'df755c0f-3453-4699-824d-add9626035f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779576-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:30:02Z', 'updated_at': '2021-09-15T16:30:09Z', 'revision_number': 5, 'project_id': 'f448c5fca9014429b532320ab78459ea', 'subnets': [{'id': 'df755c0f-3453-4699-824d-add9626035f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 16:31:03.696020 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7f3f5f2-f0ba-4d80-a0a9-ac7164f1a2ea None None] New status for floating IP 1bdd088d-b9a8-4946-be74-3e36ab2481cf: ACTIVE {{(pid=93956) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 15 16:31:03.763307 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.rpc [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] Device 1278be16-8f94-4535-b85d-4e24bfa8782e up at agent hyperv_hv-cinder-77957 {{(pid=93955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 16:31:03.818431 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.db.provisioning_blocks [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] Provisioning for port 1278be16-8f94-4535-b85d-4e24bfa8782e completed by entity L2. {{(pid=93955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 16:31:03.823010 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.db.provisioning_blocks [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] Provisioning complete for port 1278be16-8f94-4535-b85d-4e24bfa8782e triggered by entity L2. {{(pid=93955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:31:03.823362 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953592'] for port, provisioning_complete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:31:03.902502 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928820'] for port, before_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:31:03.924534 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91edce23-8260-4232-90a7-8d37815878e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1278be16-8f94-4535-b85d-4e24bfa8782e'}] {{(pid=93955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 16:31:03.926966 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cc821c0eec02d2c96bcea0a08104c2827b642bf310f598bba7a206798b1bddd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed0275e6-c46a-444b-be21-20e494212aff" -d '{"events": [{"server_uuid": "91edce23-8260-4232-90a7-8d37815878e8", "name": "network-vif-plugged", "status": "completed", "tag": "1278be16-8f94-4535-b85d-4e24bfa8782e"}]}' {{(pid=93955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 16:31:03.939163 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.db [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] For port 1278be16-8f94-4535-b85d-4e24bfa8782e, host hv-cinder-77957, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77957',level=0,port_id=1278be16-8f94-4535-b85d-4e24bfa8782e,segment=NetworkSegment(357f3e6e-7de5-4e8f-a75a-601eaf932fe9),segment_id=357f3e6e-7de5-4e8f-a75a-601eaf932fe9)] {{(pid=93955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:31:03.944288 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791196459277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791195970012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791195970030'] for port, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:31:03.969746 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 16:31:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45cd1c3a-3990-443c-a6c4-c9c0fc4b6682 x-openstack-request-id: req-45cd1c3a-3990-443c-a6c4-c9c0fc4b6682 {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 16:31:03.970154 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91edce23-8260-4232-90a7-8d37815878e8", "name": "network-vif-plugged", "status": "completed", "tag": "1278be16-8f94-4535-b85d-4e24bfa8782e", "code": 200}]} {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 16:31:03.970278 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-45cd1c3a-3990-443c-a6c4-c9c0fc4b6682 {{(pid=93955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 16:31:03.970661 dv-cinder-779576-8-iscsi neutron-server[93955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91edce23-8260-4232-90a7-8d37815878e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1278be16-8f94-4535-b85d-4e24bfa8782e', 'code': 200} Sep 15 16:31:03.998171 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] Pushing event updated for resources: {'Port': ['ID=1278be16-8f94-4535-b85d-4e24bfa8782e,revision_number=5']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:31:04.197421 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6109eece-af31-4b8b-b887-7206a9393600 req-3db54c00-412d-463b-a7db-ad98b3a71a5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:31:04.198894 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-6109eece-af31-4b8b-b887-7206a9393600 req-3db54c00-412d-463b-a7db-ad98b3a71a5b service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=91edce23-8260-4232-90a7-8d37815878e8 HTTP/1.1" status: 200 len: 1099 time: 0.0405498 Sep 15 16:31:04.234869 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-6109eece-af31-4b8b-b887-7206a9393600 req-ac3f647c-562f-4c21-b3bd-0ce52faf7f1a service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=d14ff028-a9f3-4410-9e70-5bc9f3c53d96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0289977 Sep 15 16:31:04.353128 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72960a7a-a422-4424-9803-0d46c34fc247 req-c4fe5023-0c6c-45cf-944c-9fb9e4c4ea55 tempest-TestShelveInstance-312036796 tempest-TestShelveInstance-312036796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:31:04.354592 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-72960a7a-a422-4424-9803-0d46c34fc247 req-c4fe5023-0c6c-45cf-944c-9fb9e4c4ea55 tempest-TestShelveInstance-312036796 tempest-TestShelveInstance-312036796-project] 10.222.0.39 "GET /v2.0/ports?device_id=91edce23-8260-4232-90a7-8d37815878e8 HTTP/1.1" status: 200 len: 946 time: 0.0511847 Sep 15 16:31:04.360970 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-7ad16b6f-1dcb-4567-914a-8ec9b5a04b47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791196484491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953091'] for agent, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:31:04.397012 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-72960a7a-a422-4424-9803-0d46c34fc247 req-a9b1a61b-22d0-4287-8e4e-08eaad13f43b tempest-TestShelveInstance-312036796 tempest-TestShelveInstance-312036796-project] 10.222.0.39 "GET /v2.0/security-groups?id=d14ff028-a9f3-4410-9e70-5bc9f3c53d96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355482 Sep 15 16:31:05.529276 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51e2348-57bf-4b1d-96ba-135d51188adb req-4ae2d1d8-71b2-4f0e-8e14-6fea7987f2e2 tempest-TestShelveInstance-312036796 tempest-TestShelveInstance-312036796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:31:05.531768 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-e51e2348-57bf-4b1d-96ba-135d51188adb req-4ae2d1d8-71b2-4f0e-8e14-6fea7987f2e2 tempest-TestShelveInstance-312036796 tempest-TestShelveInstance-312036796-project] 10.222.0.39 "GET /v2.0/ports?device_id=91edce23-8260-4232-90a7-8d37815878e8 HTTP/1.1" status: 200 len: 946 time: 0.0523348 Sep 15 16:31:05.573571 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-e51e2348-57bf-4b1d-96ba-135d51188adb req-5aa33df2-0105-412a-aca6-f08890cf00c1 tempest-TestShelveInstance-312036796 tempest-TestShelveInstance-312036796-project] 10.222.0.39 "GET /v2.0/security-groups?id=d14ff028-a9f3-4410-9e70-5bc9f3c53d96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343404 Sep 15 16:31:06.702589 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fee637-eddc-4177-935b-d206d3e8763b req-ed78de71-354f-426d-9c83-27ba8e1d4e56 tempest-TestShelveInstance-312036796 tempest-TestShelveInstance-312036796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:31:06.704103 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-e2fee637-eddc-4177-935b-d206d3e8763b req-ed78de71-354f-426d-9c83-27ba8e1d4e56 tempest-TestShelveInstance-312036796 tempest-TestShelveInstance-312036796-project] 10.222.0.39 "GET /v2.0/ports?device_id=91edce23-8260-4232-90a7-8d37815878e8 HTTP/1.1" status: 200 len: 946 time: 0.0543699 Sep 15 16:31:06.742720 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-e2fee637-eddc-4177-935b-d206d3e8763b req-7dc23a4e-bcfc-466d-92dd-e07b13a9892b tempest-TestShelveInstance-312036796 tempest-TestShelveInstance-312036796-project] 10.222.0.39 "GET /v2.0/security-groups?id=d14ff028-a9f3-4410-9e70-5bc9f3c53d96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326269 Sep 15 16:31:06.866798 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521e95e0-e8e9-413b-8190-907761519f39 req-f2d9e2b6-0329-46d1-a025-57e6d821b3be tempest-TestShelveInstance-312036796 tempest-TestShelveInstance-312036796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:31:06.868203 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-521e95e0-e8e9-413b-8190-907761519f39 req-f2d9e2b6-0329-46d1-a025-57e6d821b3be tempest-TestShelveInstance-312036796 tempest-TestShelveInstance-312036796-project] 10.222.0.39 "GET /v2.0/ports?device_id=91edce23-8260-4232-90a7-8d37815878e8 HTTP/1.1" status: 200 len: 946 time: 0.0550625 Sep 15 16:31:06.905156 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-521e95e0-e8e9-413b-8190-907761519f39 req-8d08e678-24d8-41fa-ac72-62c16ffa3321 tempest-TestShelveInstance-312036796 tempest-TestShelveInstance-312036796-project] 10.222.0.39 "GET /v2.0/security-groups?id=d14ff028-a9f3-4410-9e70-5bc9f3c53d96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310073 Sep 15 16:31:06.933490 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.wsgi [-] (93954) accepted ('10.222.0.39', 40214) {{(pid=93954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:31:07.021754 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c07a084-280b-44bb-8c0a-1d599c067d65 tempest-TestShelveInstance-1614563503 tempest-TestShelveInstance-1614563503-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:31:07.024006 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [None req-6c07a084-280b-44bb-8c0a-1d599c067d65 tempest-TestShelveInstance-1614563503 tempest-TestShelveInstance-1614563503-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=91edce23-8260-4232-90a7-8d37815878e8 HTTP/1.1" status: 200 len: 1094 time: 0.0893319 Sep 15 16:31:07.026993 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.wsgi [-] (93954) accepted ('10.222.0.39', 40218) {{(pid=93954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:31:07.033510 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.api.v2.base [None req-d16c62a6-cd9a-4110-8afb-51867af1ad37 tempest-TestShelveInstance-312036796 tempest-TestShelveInstance-312036796-project] Request body: {'floatingip': {'floating_network_id': '62251075-a3e3-4d47-8761-104d217b089a', 'port_id': '1278be16-8f94-4535-b85d-4e24bfa8782e', 'tenant_id': '66d1d644c42a42ba8fdbb6c5db63cdfb', 'fixed_ip_address': '172.20.0.10'}} {{(pid=93954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:31:07.065229 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-d16c62a6-cd9a-4110-8afb-51867af1ad37 tempest-TestShelveInstance-312036796 tempest-TestShelveInstance-312036796-project] Notify callbacks [] for floatingip, before_create {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:31:07.163914 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-d16c62a6-cd9a-4110-8afb-51867af1ad37 tempest-TestShelveInstance-312036796 tempest-TestShelveInstance-312036796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928820'] for port, before_create {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:31:07.266028 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.db.db_base_plugin_common [None req-d16c62a6-cd9a-4110-8afb-51867af1ad37 tempest-TestShelveInstance-312036796 tempest-TestShelveInstance-312036796-project] Allocated IP 172.27.3.72 (62251075-a3e3-4d47-8761-104d217b089a/9a71565b-217b-482b-8364-bc8ecb4c8f88/98cabb99-1b00-4386-95f3-cddd47decb89) {{(pid=93954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 16:31:07.375701 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-d16c62a6-cd9a-4110-8afb-51867af1ad37 tempest-TestShelveInstance-312036796 tempest-TestShelveInstance-312036796-project] Notify callbacks [] for port, precommit_create {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:31:07.413280 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-d16c62a6-cd9a-4110-8afb-51867af1ad37 tempest-TestShelveInstance-312036796 tempest-TestShelveInstance-312036796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791195969994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126007332'] for port, after_create {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:31:07.458311 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d16c62a6-cd9a-4110-8afb-51867af1ad37 tempest-TestShelveInstance-312036796 tempest-TestShelveInstance-312036796-project] Network 62251075-a3e3-4d47-8761-104d217b089a is already hosted by enough agents. {{(pid=93954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:31:07.465714 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.scheduler.base_scheduler [None req-d16c62a6-cd9a-4110-8afb-51867af1ad37 tempest-TestShelveInstance-312036796 tempest-TestShelveInstance-312036796-project] Resources bound (agent type, host, resource id): {{(pid=93954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:31:07.468686 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d16c62a6-cd9a-4110-8afb-51867af1ad37 tempest-TestShelveInstance-312036796 tempest-TestShelveInstance-312036796-project] Received port after_create {{(pid=93954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 16:31:07.473205 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16c62a6-cd9a-4110-8afb-51867af1ad37 tempest-TestShelveInstance-312036796 tempest-TestShelveInstance-312036796-project] Pushing event updated for resources: {'Port': ['ID=98cabb99-1b00-4386-95f3-cddd47decb89,revision_number=1']} {{(pid=93954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:31:07.838827 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-d16c62a6-cd9a-4110-8afb-51867af1ad37 tempest-TestShelveInstance-312036796 tempest-TestShelveInstance-312036796-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:31:07.907574 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-d16c62a6-cd9a-4110-8afb-51867af1ad37 tempest-TestShelveInstance-312036796 tempest-TestShelveInstance-312036796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928820'] for port, before_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:31:08.055798 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-d16c62a6-cd9a-4110-8afb-51867af1ad37 tempest-TestShelveInstance-312036796 tempest-TestShelveInstance-312036796-project] Notify callbacks [] for port, precommit_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:31:08.064513 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-d16c62a6-cd9a-4110-8afb-51867af1ad37 tempest-TestShelveInstance-312036796 tempest-TestShelveInstance-312036796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791196459277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791195970012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791195970030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126007357'] for port, after_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:31:08.382057 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16c62a6-cd9a-4110-8afb-51867af1ad37 tempest-TestShelveInstance-312036796 tempest-TestShelveInstance-312036796-project] Pushing event updated for resources: {'Port': ['ID=98cabb99-1b00-4386-95f3-cddd47decb89,revision_number=2']} {{(pid=93954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:31:08.399323 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-d16c62a6-cd9a-4110-8afb-51867af1ad37 tempest-TestShelveInstance-312036796 tempest-TestShelveInstance-312036796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3725591'] for floatingip, after_create {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:31:08.512115 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.db.l3_db [None req-d16c62a6-cd9a-4110-8afb-51867af1ad37 tempest-TestShelveInstance-312036796 tempest-TestShelveInstance-312036796-project] Floating IP 210cfb40-8bbf-4c25-840e-74623cb2e1ae associated. External IP: 172.27.3.72, port: 1278be16-8f94-4535-b85d-4e24bfa8782e. Sep 15 16:31:08.713091 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d16c62a6-cd9a-4110-8afb-51867af1ad37 tempest-TestShelveInstance-312036796 tempest-TestShelveInstance-312036796-project] Router 5fbd7505-4ba3-4760-ad1e-279724b61dec has already been hosted by L3 agent 7a8df8d7-c3ef-43b4-9534-c977f7014926 {{(pid=93954) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 16:31:08.820100 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d16c62a6-cd9a-4110-8afb-51867af1ad37 tempest-TestShelveInstance-312036796 tempest-TestShelveInstance-312036796-project] Notify agent at l3_agent.dv-cinder-779576-8-iscsi the message routers_updated {{(pid=93954) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 16:31:08.833253 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaf77543-95e0-4ee9-806d-622a3cb6d9f2 None None] Sync routers for ids ['5fbd7505-4ba3-4760-ad1e-279724b61dec'] in dv-cinder-779576-8-iscsi {{(pid=93955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 16:31:08.839976 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-d16c62a6-cd9a-4110-8afb-51867af1ad37 tempest-TestShelveInstance-312036796 tempest-TestShelveInstance-312036796-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58602'] for floatingip, before_response {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:31:08.844304 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaf77543-95e0-4ee9-806d-622a3cb6d9f2 None None] Routers {'5fbd7505-4ba3-4760-ad1e-279724b61dec'} bound to L3 agent in host dv-cinder-779576-8-iscsi {{(pid=93955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:31:08.845495 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.db.l3_hamode_db [None req-eaf77543-95e0-4ee9-806d-622a3cb6d9f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779576-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-15T16:14:02Z,description=,heartbeat_timestamp=2021-09-15T16:31:02Z,host='dv-cinder-779576-8-iscsi',id=7a8df8d7-c3ef-43b4-9534-c977f7014926,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T16:14:02Z,topic='l3_agent')) {'router_ids': ['5fbd7505-4ba3-4760-ad1e-279724b61dec'], 'active': True} {{(pid=93955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:31:08.871948 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [None req-d16c62a6-cd9a-4110-8afb-51867af1ad37 tempest-TestShelveInstance-312036796 tempest-TestShelveInstance-312036796-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8437283 Sep 15 16:31:08.872550 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91edce23-8260-4232-90a7-8d37815878e8', 'tag': '1278be16-8f94-4535-b85d-4e24bfa8782e'}] {{(pid=93954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 16:31:08.875398 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6d34c38c0cdc03ce39e2c460ccb262b82dff3a58d2f42c4e7ad7906abe071cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-816f8993-add3-4e63-a06e-7579569f8a03" -d '{"events": [{"name": "network-changed", "server_uuid": "91edce23-8260-4232-90a7-8d37815878e8", "tag": "1278be16-8f94-4535-b85d-4e24bfa8782e"}]}' {{(pid=93954) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 16:31:08.912451 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 16:31:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fee3cee-cdb4-494a-8dcd-191fbc396aab x-openstack-request-id: req-6fee3cee-cdb4-494a-8dcd-191fbc396aab {{(pid=93954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 16:31:08.913061 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "91edce23-8260-4232-90a7-8d37815878e8", "tag": "1278be16-8f94-4535-b85d-4e24bfa8782e", "status": "completed", "code": 200}]} {{(pid=93954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 16:31:08.913061 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-6fee3cee-cdb4-494a-8dcd-191fbc396aab {{(pid=93954) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 16:31:08.913365 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91edce23-8260-4232-90a7-8d37815878e8', 'tag': '1278be16-8f94-4535-b85d-4e24bfa8782e', 'status': 'completed', 'code': 200} Sep 15 16:31:08.965943 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.db.l3_dvr_db [None req-eaf77543-95e0-4ee9-806d-622a3cb6d9f2 None None] Set router 5fbd7505-4ba3-4760-ad1e-279724b61dec gateway port host: dv-cinder-779576-8-iscsi {{(pid=93955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 16:31:08.977181 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816f8993-add3-4e63-a06e-7579569f8a03 req-95f90a93-4ad6-4b35-892d-7f6612e16a7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:31:08.978676 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-816f8993-add3-4e63-a06e-7579569f8a03 req-95f90a93-4ad6-4b35-892d-7f6612e16a7d service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=66d1d644c42a42ba8fdbb6c5db63cdfb&device_id=91edce23-8260-4232-90a7-8d37815878e8 HTTP/1.1" status: 200 len: 1099 time: 0.0426137 Sep 15 16:31:09.071499 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816f8993-add3-4e63-a06e-7579569f8a03 req-1ae9076c-e0f4-47d4-9b41-56da7e4b4002 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:31:09.073038 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-816f8993-add3-4e63-a06e-7579569f8a03 req-1ae9076c-e0f4-47d4-9b41-56da7e4b4002 service neutron] 10.222.0.45 "GET /v2.0/networks?id=c5434ca4-ccc6-4f17-83c3-0e714ba8c18a HTTP/1.1" status: 200 len: 909 time: 0.0864868 Sep 15 16:31:09.140910 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-816f8993-add3-4e63-a06e-7579569f8a03 req-e87faca4-349c-4356-8a6d-3f49759064f5 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1278be16-8f94-4535-b85d-4e24bfa8782e HTTP/1.1" status: 200 len: 999 time: 0.0607293 Sep 15 16:31:09.190580 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.db.l3_hamode_db [None req-eaf77543-95e0-4ee9-806d-622a3cb6d9f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fbd7505-4ba3-4760-ad1e-279724b61dec', 'name': 'tempest-TestShelveInstance-1476785183-router', 'tenant_id': '66d1d644c42a42ba8fdbb6c5db63cdfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62251075-a3e3-4d47-8761-104d217b089a', 'external_fixed_ips': [{'subnet_id': '9a71565b-217b-482b-8364-bc8ecb4c8f88', 'ip_address': '172.27.3.168'}], 'enable_snat': True}, 'gw_port_id': '755a56e2-d81f-4d33-8df4-784c94aa399f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:30:05Z', 'updated_at': '2021-09-15T16:30:09Z', 'revision_number': 4, 'project_id': '66d1d644c42a42ba8fdbb6c5db63cdfb', 'gw_port': {'id': '755a56e2-d81f-4d33-8df4-784c94aa399f', 'name': '', 'network_id': '62251075-a3e3-4d47-8761-104d217b089a', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:88:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fbd7505-4ba3-4760-ad1e-279724b61dec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '9a71565b-217b-482b-8364-bc8ecb4c8f88', 'ip_address': '172.27.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779576-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:30:06Z', 'updated_at': '2021-09-15T16:30:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a71565b-217b-482b-8364-bc8ecb4c8f88', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779576-8-iscsi', '_floatingips': [{'id': '210cfb40-8bbf-4c25-840e-74623cb2e1ae', 'tenant_id': '66d1d644c42a42ba8fdbb6c5db63cdfb', 'floating_ip_address': '172.27.3.72', 'floating_network_id': '62251075-a3e3-4d47-8761-104d217b089a', 'router_id': '5fbd7505-4ba3-4760-ad1e-279724b61dec', 'port_id': '1278be16-8f94-4535-b85d-4e24bfa8782e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 623, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c5434ca4-ccc6-4f17-83c3-0e714ba8c18a', 'mac_address': 'fa:16:3e:78:36:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91edce23-8260-4232-90a7-8d37815878e8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T16:31:07Z', 'updated_at': '2021-09-15T16:31:07Z', 'revision_number': 0, 'project_id': '66d1d644c42a42ba8fdbb6c5db63cdfb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f117cd83-5e0f-45cb-af55-fa8182149f9e', 'name': '', 'network_id': 'c5434ca4-ccc6-4f17-83c3-0e714ba8c18a', 'tenant_id': '66d1d644c42a42ba8fdbb6c5db63cdfb', 'mac_address': 'fa:16:3e:d0:d2:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fbd7505-4ba3-4760-ad1e-279724b61dec', 'device_owner': 'network:router_interface', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': 'a878bb0e-ef92-4742-928c-735ec49c3680', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779576-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:30:09Z', 'updated_at': '2021-09-15T16:30:18Z', 'revision_number': 5, 'project_id': '66d1d644c42a42ba8fdbb6c5db63cdfb', 'subnets': [{'id': 'a878bb0e-ef92-4742-928c-735ec49c3680', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779576-8-iscsi', False) {} {{(pid=93955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:31:09.191092 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816f8993-add3-4e63-a06e-7579569f8a03 req-c5a19242-171a-410a-822c-b406e9265491 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:31:09.192632 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-816f8993-add3-4e63-a06e-7579569f8a03 req-c5a19242-171a-410a-822c-b406e9265491 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=a878bb0e-ef92-4742-928c-735ec49c3680 HTTP/1.1" status: 200 len: 848 time: 0.0440187 Sep 15 16:31:09.220121 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaf77543-95e0-4ee9-806d-622a3cb6d9f2 None None] Checking router: 5fbd7505-4ba3-4760-ad1e-279724b61dec for host: dv-cinder-779576-8-iscsi {{(pid=93955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 16:31:09.228905 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaf77543-95e0-4ee9-806d-622a3cb6d9f2 None None] Routers {'5fbd7505-4ba3-4760-ad1e-279724b61dec'} bound to L3 agent in host dv-cinder-779576-8-iscsi {{(pid=93955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:31:09.229513 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.db.l3_hamode_db [None req-eaf77543-95e0-4ee9-806d-622a3cb6d9f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779576-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-15T16:14:02Z,description=,heartbeat_timestamp=2021-09-15T16:31:02Z,host='dv-cinder-779576-8-iscsi',id=7a8df8d7-c3ef-43b4-9534-c977f7014926,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T16:14:02Z,topic='l3_agent')) {'router_ids': ['5fbd7505-4ba3-4760-ad1e-279724b61dec'], 'active': True} {{(pid=93955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:31:09.240989 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816f8993-add3-4e63-a06e-7579569f8a03 req-69baca46-f12c-4c31-a762-a254b383ffbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:31:09.243045 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-816f8993-add3-4e63-a06e-7579569f8a03 req-69baca46-f12c-4c31-a762-a254b383ffbc service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=c5434ca4-ccc6-4f17-83c3-0e714ba8c18a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0427978 Sep 15 16:31:09.334420 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.db.l3_dvr_db [None req-eaf77543-95e0-4ee9-806d-622a3cb6d9f2 None None] Set router 5fbd7505-4ba3-4760-ad1e-279724b61dec gateway port host: dv-cinder-779576-8-iscsi {{(pid=93955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 16:31:09.335682 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-816f8993-add3-4e63-a06e-7579569f8a03 req-e3874c17-0a3d-464b-a090-c682e08455f2 service neutron] 10.222.0.45 "GET /v2.0/networks/c5434ca4-ccc6-4f17-83c3-0e714ba8c18a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847771 Sep 15 16:31:09.423702 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-816f8993-add3-4e63-a06e-7579569f8a03 req-2f3eeba3-627f-4dfa-8bb9-f01da5230103 service neutron] 10.222.0.45 "GET /v2.0/networks/c5434ca4-ccc6-4f17-83c3-0e714ba8c18a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812416 Sep 15 16:31:09.554139 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.db.l3_hamode_db [None req-eaf77543-95e0-4ee9-806d-622a3cb6d9f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fbd7505-4ba3-4760-ad1e-279724b61dec', 'name': 'tempest-TestShelveInstance-1476785183-router', 'tenant_id': '66d1d644c42a42ba8fdbb6c5db63cdfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62251075-a3e3-4d47-8761-104d217b089a', 'external_fixed_ips': [{'subnet_id': '9a71565b-217b-482b-8364-bc8ecb4c8f88', 'ip_address': '172.27.3.168'}], 'enable_snat': True}, 'gw_port_id': '755a56e2-d81f-4d33-8df4-784c94aa399f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:30:05Z', 'updated_at': '2021-09-15T16:30:09Z', 'revision_number': 4, 'project_id': '66d1d644c42a42ba8fdbb6c5db63cdfb', 'gw_port': {'id': '755a56e2-d81f-4d33-8df4-784c94aa399f', 'name': '', 'network_id': '62251075-a3e3-4d47-8761-104d217b089a', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:88:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fbd7505-4ba3-4760-ad1e-279724b61dec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '9a71565b-217b-482b-8364-bc8ecb4c8f88', 'ip_address': '172.27.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779576-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:30:06Z', 'updated_at': '2021-09-15T16:30:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a71565b-217b-482b-8364-bc8ecb4c8f88', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779576-8-iscsi', '_floatingips': [{'id': '210cfb40-8bbf-4c25-840e-74623cb2e1ae', 'tenant_id': '66d1d644c42a42ba8fdbb6c5db63cdfb', 'floating_ip_address': '172.27.3.72', 'floating_network_id': '62251075-a3e3-4d47-8761-104d217b089a', 'router_id': '5fbd7505-4ba3-4760-ad1e-279724b61dec', 'port_id': '1278be16-8f94-4535-b85d-4e24bfa8782e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 623, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c5434ca4-ccc6-4f17-83c3-0e714ba8c18a', 'mac_address': 'fa:16:3e:78:36:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91edce23-8260-4232-90a7-8d37815878e8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T16:31:07Z', 'updated_at': '2021-09-15T16:31:07Z', 'revision_number': 0, 'project_id': '66d1d644c42a42ba8fdbb6c5db63cdfb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f117cd83-5e0f-45cb-af55-fa8182149f9e', 'name': '', 'network_id': 'c5434ca4-ccc6-4f17-83c3-0e714ba8c18a', 'tenant_id': '66d1d644c42a42ba8fdbb6c5db63cdfb', 'mac_address': 'fa:16:3e:d0:d2:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fbd7505-4ba3-4760-ad1e-279724b61dec', 'device_owner': 'network:router_interface', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': 'a878bb0e-ef92-4742-928c-735ec49c3680', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779576-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:30:09Z', 'updated_at': '2021-09-15T16:30:18Z', 'revision_number': 5, 'project_id': '66d1d644c42a42ba8fdbb6c5db63cdfb', 'subnets': [{'id': 'a878bb0e-ef92-4742-928c-735ec49c3680', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779576-8-iscsi', False) {} {{(pid=93955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:31:09.580932 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaf77543-95e0-4ee9-806d-622a3cb6d9f2 None None] The sync data for ids ['5fbd7505-4ba3-4760-ad1e-279724b61dec'] in dv-cinder-779576-8-iscsi is: [{'id': '5fbd7505-4ba3-4760-ad1e-279724b61dec', 'name': 'tempest-TestShelveInstance-1476785183-router', 'tenant_id': '66d1d644c42a42ba8fdbb6c5db63cdfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62251075-a3e3-4d47-8761-104d217b089a', 'external_fixed_ips': [{'subnet_id': '9a71565b-217b-482b-8364-bc8ecb4c8f88', 'ip_address': '172.27.3.168'}], 'enable_snat': True}, 'gw_port_id': '755a56e2-d81f-4d33-8df4-784c94aa399f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:30:05Z', 'updated_at': '2021-09-15T16:30:09Z', 'revision_number': 4, 'project_id': '66d1d644c42a42ba8fdbb6c5db63cdfb', 'gw_port': {'id': '755a56e2-d81f-4d33-8df4-784c94aa399f', 'name': '', 'network_id': '62251075-a3e3-4d47-8761-104d217b089a', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:88:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fbd7505-4ba3-4760-ad1e-279724b61dec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '9a71565b-217b-482b-8364-bc8ecb4c8f88', 'ip_address': '172.27.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779576-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:30:06Z', 'updated_at': '2021-09-15T16:30:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a71565b-217b-482b-8364-bc8ecb4c8f88', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779576-8-iscsi', '_floatingips': [{'id': '210cfb40-8bbf-4c25-840e-74623cb2e1ae', 'tenant_id': '66d1d644c42a42ba8fdbb6c5db63cdfb', 'floating_ip_address': '172.27.3.72', 'floating_network_id': '62251075-a3e3-4d47-8761-104d217b089a', 'router_id': '5fbd7505-4ba3-4760-ad1e-279724b61dec', 'port_id': '1278be16-8f94-4535-b85d-4e24bfa8782e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 623, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c5434ca4-ccc6-4f17-83c3-0e714ba8c18a', 'mac_address': 'fa:16:3e:78:36:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91edce23-8260-4232-90a7-8d37815878e8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T16:31:07Z', 'updated_at': '2021-09-15T16:31:07Z', 'revision_number': 0, 'project_id': '66d1d644c42a42ba8fdbb6c5db63cdfb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f117cd83-5e0f-45cb-af55-fa8182149f9e', 'name': '', 'network_id': 'c5434ca4-ccc6-4f17-83c3-0e714ba8c18a', 'tenant_id': '66d1d644c42a42ba8fdbb6c5db63cdfb', 'mac_address': 'fa:16:3e:d0:d2:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fbd7505-4ba3-4760-ad1e-279724b61dec', 'device_owner': 'network:router_interface', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': 'a878bb0e-ef92-4742-928c-735ec49c3680', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779576-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:30:09Z', 'updated_at': '2021-09-15T16:30:18Z', 'revision_number': 5, 'project_id': '66d1d644c42a42ba8fdbb6c5db63cdfb', 'subnets': [{'id': 'a878bb0e-ef92-4742-928c-735ec49c3680', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 16:31:09.772679 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c5d9f68-93c1-42a6-8b69-9f18c3b01a80 None None] New status for floating IP 210cfb40-8bbf-4c25-840e-74623cb2e1ae: ACTIVE {{(pid=93956) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 15 16:31:14.431274 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron.db.agents_db [None req-9c583be1-859f-4a85-bd6b-6d26517e04c2 None None] Agent healthcheck: found 6 active agents {{(pid=93956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 16:31:23.103718 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791196484491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953091'] for agent, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:31:29.156042 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-9a4a3078-20c4-4edf-8120-baebb117a72b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791196484491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953091'] for agent, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:31:29.301551 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-81e2ec54-5110-4249-bfa0-2917e725da81 req-d0a81686-b778-4f7f-9c28-67d61de7374f service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=492e2786-6357-4fcf-ba17-02c1ad2a37e6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0450509 Sep 15 16:31:29.398513 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e2ec54-5110-4249-bfa0-2917e725da81 req-ae5fd40b-4446-466e-98e9-599e6a7ec557 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:31:29.399983 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-81e2ec54-5110-4249-bfa0-2917e725da81 req-ae5fd40b-4446-466e-98e9-599e6a7ec557 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f7e7af658aa34644855359ede57c4c67&device_id=492e2786-6357-4fcf-ba17-02c1ad2a37e6 HTTP/1.1" status: 200 len: 1099 time: 0.0470614 Sep 15 16:31:29.504325 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e2ec54-5110-4249-bfa0-2917e725da81 req-c1d4610e-51ef-49ad-b61f-156583fb82a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:31:29.505788 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-81e2ec54-5110-4249-bfa0-2917e725da81 req-c1d4610e-51ef-49ad-b61f-156583fb82a0 service neutron] 10.222.0.45 "GET /v2.0/networks?id=301d3dae-97cb-4f1f-a074-0eaf2ccca5e4 HTTP/1.1" status: 200 len: 917 time: 0.0849333 Sep 15 16:31:29.574198 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-81e2ec54-5110-4249-bfa0-2917e725da81 req-a8afd8c6-97ae-4e21-b155-09ce9d0a8f37 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b226e5a5-76e2-409a-8ccd-16760cacd1ee HTTP/1.1" status: 200 len: 1001 time: 0.0588572 Sep 15 16:31:29.624706 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e2ec54-5110-4249-bfa0-2917e725da81 req-bec44903-9818-4d5e-937c-a3c0d223a69d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:31:29.626210 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-81e2ec54-5110-4249-bfa0-2917e725da81 req-bec44903-9818-4d5e-937c-a3c0d223a69d service neutron] 10.222.0.45 "GET /v2.0/subnets?id=fa5f41a1-b858-4e32-8594-59b83d73c6e9 HTTP/1.1" status: 200 len: 856 time: 0.0440488 Sep 15 16:31:29.675163 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e2ec54-5110-4249-bfa0-2917e725da81 req-884d1e42-b1f6-4b0c-87b5-4089782a7a6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:31:29.676644 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-81e2ec54-5110-4249-bfa0-2917e725da81 req-884d1e42-b1f6-4b0c-87b5-4089782a7a6e service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=301d3dae-97cb-4f1f-a074-0eaf2ccca5e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0415890 Sep 15 16:31:29.777907 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-81e2ec54-5110-4249-bfa0-2917e725da81 req-c4d8781d-970e-4390-901b-958fc9ccd31e service neutron] 10.222.0.45 "GET /v2.0/networks/301d3dae-97cb-4f1f-a074-0eaf2ccca5e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927837 Sep 15 16:31:29.869238 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-81e2ec54-5110-4249-bfa0-2917e725da81 req-ea2819a5-3473-4f3f-a00e-1eecc9e14573 service neutron] 10.222.0.45 "GET /v2.0/networks/301d3dae-97cb-4f1f-a074-0eaf2ccca5e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818014 Sep 15 16:31:31.863854 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-57d8a9a3-d16f-4b20-b77b-ca1e664c03db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791196484491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953091'] for agent, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:31:31.939632 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-3ee6600d-f9ef-4f88-a5c1-addaa5623d7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791196484491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953091'] for agent, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:31:32.994927 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-eee1357e-56cc-4bdc-884d-16a88731d16f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791196484491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953091'] for agent, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:31:34.362287 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-7ad16b6f-1dcb-4567-914a-8ec9b5a04b47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791196484491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953091'] for agent, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:31:37.297535 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937f09a3-77fa-41af-b45c-19210474e2cf req-dd55ba80-3f53-4f5d-a031-64952eaa9ab5 tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:31:37.299156 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-937f09a3-77fa-41af-b45c-19210474e2cf req-dd55ba80-3f53-4f5d-a031-64952eaa9ab5 tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] 10.222.0.39 "GET /v2.0/ports?device_id=492e2786-6357-4fcf-ba17-02c1ad2a37e6 HTTP/1.1" status: 200 len: 946 time: 0.3187203 Sep 15 16:31:37.337045 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-937f09a3-77fa-41af-b45c-19210474e2cf req-2d068113-57ba-4330-8752-05ffcee53c23 tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] 10.222.0.39 "GET /v2.0/security-groups?id=a4c6cb2d-885f-4897-a1c6-40508080b1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317869 Sep 15 16:31:38.478030 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0017a0ec-238e-4e14-b4c9-5b57872f8382 req-27bbf71c-6b1b-4675-810e-9a13919c156e tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:31:38.479546 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-0017a0ec-238e-4e14-b4c9-5b57872f8382 req-27bbf71c-6b1b-4675-810e-9a13919c156e tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] 10.222.0.39 "GET /v2.0/ports?device_id=492e2786-6357-4fcf-ba17-02c1ad2a37e6 HTTP/1.1" status: 200 len: 946 time: 0.0565591 Sep 15 16:31:38.522118 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-0017a0ec-238e-4e14-b4c9-5b57872f8382 req-52df5f28-02fb-4793-8a05-22d972d75883 tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] 10.222.0.39 "GET /v2.0/security-groups?id=a4c6cb2d-885f-4897-a1c6-40508080b1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359626 Sep 15 16:31:39.668345 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa4d347-f09f-4b85-b82c-b2301e799c83 req-1bcac467-220d-43b1-bbc9-bf0e7c0d23bc tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:31:39.669786 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-cfa4d347-f09f-4b85-b82c-b2301e799c83 req-1bcac467-220d-43b1-bbc9-bf0e7c0d23bc tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] 10.222.0.39 "GET /v2.0/ports?device_id=492e2786-6357-4fcf-ba17-02c1ad2a37e6 HTTP/1.1" status: 200 len: 946 time: 0.0537860 Sep 15 16:31:39.707281 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-cfa4d347-f09f-4b85-b82c-b2301e799c83 req-8632dde0-c418-430c-9280-618870308d06 tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] 10.222.0.39 "GET /v2.0/security-groups?id=a4c6cb2d-885f-4897-a1c6-40508080b1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310273 Sep 15 16:31:40.839327 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad17baa-1ddd-4588-9fc0-91a8f556ffd6 req-df4b5fc9-1331-4bdb-bc06-42af4e188425 tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:31:40.840833 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-9ad17baa-1ddd-4588-9fc0-91a8f556ffd6 req-df4b5fc9-1331-4bdb-bc06-42af4e188425 tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] 10.222.0.39 "GET /v2.0/ports?device_id=492e2786-6357-4fcf-ba17-02c1ad2a37e6 HTTP/1.1" status: 200 len: 946 time: 0.0555911 Sep 15 16:31:40.882566 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-9ad17baa-1ddd-4588-9fc0-91a8f556ffd6 req-808cf77c-1b64-4243-bbe1-5b8c23b01bb4 tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] 10.222.0.39 "GET /v2.0/security-groups?id=a4c6cb2d-885f-4897-a1c6-40508080b1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329630 Sep 15 16:31:42.016201 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eeb10cb-15e0-4a4e-ac49-3e0f2a635d79 req-0c2ab4c2-48d1-49af-956b-a4162b68f0a5 tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:31:42.017715 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-2eeb10cb-15e0-4a4e-ac49-3e0f2a635d79 req-0c2ab4c2-48d1-49af-956b-a4162b68f0a5 tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] 10.222.0.39 "GET /v2.0/ports?device_id=492e2786-6357-4fcf-ba17-02c1ad2a37e6 HTTP/1.1" status: 200 len: 946 time: 0.0509894 Sep 15 16:31:42.056933 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-2eeb10cb-15e0-4a4e-ac49-3e0f2a635d79 req-222cb3c5-c767-42a7-8a03-f940abc71500 tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] 10.222.0.39 "GET /v2.0/security-groups?id=a4c6cb2d-885f-4897-a1c6-40508080b1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330167 Sep 15 16:31:43.193495 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d6d4ba-6381-4942-8678-8ea42ae41dfb req-a5cf0164-1103-4e5b-afd4-0b846726614b tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:31:43.194922 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-a1d6d4ba-6381-4942-8678-8ea42ae41dfb req-a5cf0164-1103-4e5b-afd4-0b846726614b tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] 10.222.0.39 "GET /v2.0/ports?device_id=492e2786-6357-4fcf-ba17-02c1ad2a37e6 HTTP/1.1" status: 200 len: 946 time: 0.0531080 Sep 15 16:31:43.239671 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-a1d6d4ba-6381-4942-8678-8ea42ae41dfb req-af8bcf77-8a5d-4a01-9b50-beb5d7ac0002 tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] 10.222.0.39 "GET /v2.0/security-groups?id=a4c6cb2d-885f-4897-a1c6-40508080b1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357981 Sep 15 16:31:44.374910 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cac648-3333-4cba-8a09-d40241caa040 req-d501651e-0077-4cff-b73b-1d2d43bcfb71 tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:31:44.376398 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-32cac648-3333-4cba-8a09-d40241caa040 req-d501651e-0077-4cff-b73b-1d2d43bcfb71 tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] 10.222.0.39 "GET /v2.0/ports?device_id=492e2786-6357-4fcf-ba17-02c1ad2a37e6 HTTP/1.1" status: 200 len: 946 time: 0.0559840 Sep 15 16:31:44.415361 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-32cac648-3333-4cba-8a09-d40241caa040 req-bb958435-36ac-4e9e-948a-23e3b1b55863 tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] 10.222.0.39 "GET /v2.0/security-groups?id=a4c6cb2d-885f-4897-a1c6-40508080b1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325160 Sep 15 16:31:45.564266 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25cae9cf-df5a-4e6b-b0b8-cc9e9f4cf2bd req-219af728-9e3b-4a2c-a36d-4eabf0a260fe tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:31:45.566129 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-25cae9cf-df5a-4e6b-b0b8-cc9e9f4cf2bd req-219af728-9e3b-4a2c-a36d-4eabf0a260fe tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] 10.222.0.39 "GET /v2.0/ports?device_id=492e2786-6357-4fcf-ba17-02c1ad2a37e6 HTTP/1.1" status: 200 len: 946 time: 0.0621188 Sep 15 16:31:45.607221 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-25cae9cf-df5a-4e6b-b0b8-cc9e9f4cf2bd req-4556de8d-095b-4c0a-b3d2-20b106b0a253 tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] 10.222.0.39 "GET /v2.0/security-groups?id=a4c6cb2d-885f-4897-a1c6-40508080b1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322897 Sep 15 16:31:46.781131 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5f69a7-9bcd-44dc-9252-b60c3326d475 req-81c2e37d-e14f-4800-b121-a22a164f4942 tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:31:46.782782 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-ee5f69a7-9bcd-44dc-9252-b60c3326d475 req-81c2e37d-e14f-4800-b121-a22a164f4942 tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] 10.222.0.39 "GET /v2.0/ports?device_id=492e2786-6357-4fcf-ba17-02c1ad2a37e6 HTTP/1.1" status: 200 len: 946 time: 0.0697250 Sep 15 16:31:46.828565 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-ee5f69a7-9bcd-44dc-9252-b60c3326d475 req-ec44f840-d4f2-4d59-b2c1-54e7b41dfd30 tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] 10.222.0.39 "GET /v2.0/security-groups?id=a4c6cb2d-885f-4897-a1c6-40508080b1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396731 Sep 15 16:31:47.971602 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9244b999-1cb7-4441-9596-2c3e6f440267 req-eaf672ab-d932-418c-8b9d-ba57ee413bdb tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:31:47.973151 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-9244b999-1cb7-4441-9596-2c3e6f440267 req-eaf672ab-d932-418c-8b9d-ba57ee413bdb tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] 10.222.0.39 "GET /v2.0/ports?device_id=492e2786-6357-4fcf-ba17-02c1ad2a37e6 HTTP/1.1" status: 200 len: 946 time: 0.0619299 Sep 15 16:31:48.011302 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-9244b999-1cb7-4441-9596-2c3e6f440267 req-1ca3cec1-9488-4739-9aac-44a0042ff61a tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] 10.222.0.39 "GET /v2.0/security-groups?id=a4c6cb2d-885f-4897-a1c6-40508080b1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321257 Sep 15 16:31:49.139738 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca465b33-6a1c-458c-9607-4f3904895397 req-b221ceec-91ec-48b0-9e08-79c5831f41b9 tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:31:49.141223 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-ca465b33-6a1c-458c-9607-4f3904895397 req-b221ceec-91ec-48b0-9e08-79c5831f41b9 tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] 10.222.0.39 "GET /v2.0/ports?device_id=492e2786-6357-4fcf-ba17-02c1ad2a37e6 HTTP/1.1" status: 200 len: 946 time: 0.0515814 Sep 15 16:31:49.177834 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-ca465b33-6a1c-458c-9607-4f3904895397 req-2b5f45e9-c757-41e9-b230-79e2354d3142 tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] 10.222.0.39 "GET /v2.0/security-groups?id=a4c6cb2d-885f-4897-a1c6-40508080b1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306778 Sep 15 16:31:50.026234 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.rpc [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] Device b226e5a5-76e2-409a-8ccd-16760cacd1ee details requested by agent hyperv_hv-cinder-77957 with host hv-cinder-77957 {{(pid=93955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 16:31:50.122661 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.db [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] For port b226e5a5-76e2-409a-8ccd-16760cacd1ee, host hv-cinder-77957, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77957',level=0,port_id=b226e5a5-76e2-409a-8ccd-16760cacd1ee,segment=NetworkSegment(604bbfea-00fe-4e59-aeb5-45f535ca3265),segment_id=604bbfea-00fe-4e59-aeb5-45f535ca3265)] {{(pid=93955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:31:50.133747 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.rpc [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] Returning: {'device': 'b226e5a5-76e2-409a-8ccd-16760cacd1ee', 'network_id': '301d3dae-97cb-4f1f-a074-0eaf2ccca5e4', 'port_id': 'b226e5a5-76e2-409a-8ccd-16760cacd1ee', 'mac_address': 'fa:16:3e:2b:7b:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 53, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa5f41a1-b858-4e32-8594-59b83d73c6e9', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 16:31:50.173762 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928820'] for port, before_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:31:50.187025 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.notifiers.nova [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b226e5a5-76e2-409a-8ccd-16760cacd1ee {{(pid=93955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 16:31:50.208319 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.db [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] For port b226e5a5-76e2-409a-8ccd-16760cacd1ee, host hv-cinder-77957, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77957',level=0,port_id=b226e5a5-76e2-409a-8ccd-16760cacd1ee,segment=NetworkSegment(604bbfea-00fe-4e59-aeb5-45f535ca3265),segment_id=604bbfea-00fe-4e59-aeb5-45f535ca3265)] {{(pid=93955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:31:50.214438 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791196459277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791195970012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791195970030'] for port, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:31:50.263804 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] Pushing event updated for resources: {'Port': ['ID=b226e5a5-76e2-409a-8ccd-16760cacd1ee,revision_number=6']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:31:50.297685 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5708b45-296f-4377-970c-3fe78dfcae0c req-9af7aaa8-d506-4146-acb9-4458366a624a tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:31:50.299233 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-b5708b45-296f-4377-970c-3fe78dfcae0c req-9af7aaa8-d506-4146-acb9-4458366a624a tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] 10.222.0.39 "GET /v2.0/ports?device_id=492e2786-6357-4fcf-ba17-02c1ad2a37e6 HTTP/1.1" status: 200 len: 945 time: 0.0491805 Sep 15 16:31:50.349067 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-b5708b45-296f-4377-970c-3fe78dfcae0c req-36fe5150-1b4d-4fc3-920f-65aec5c1b3be tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] 10.222.0.39 "GET /v2.0/security-groups?id=a4c6cb2d-885f-4897-a1c6-40508080b1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436394 Sep 15 16:31:50.355810 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.db [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] get_ports_and_sgs() called for port_ids ['b226e5a5-76e2-409a-8ccd-16760cacd1ee'] {{(pid=93955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 16:31:51.432649 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron.db.agents_db [None req-9c583be1-859f-4a85-bd6b-6d26517e04c2 None None] Agent healthcheck: found 6 active agents {{(pid=93956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 16:31:51.487310 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4612c59f-f4bb-41b8-81e0-4ae5e46b8a9d req-10c41f36-b3a2-4de4-9bee-15907826445a tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:31:51.488978 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-4612c59f-f4bb-41b8-81e0-4ae5e46b8a9d req-10c41f36-b3a2-4de4-9bee-15907826445a tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] 10.222.0.39 "GET /v2.0/ports?device_id=492e2786-6357-4fcf-ba17-02c1ad2a37e6 HTTP/1.1" status: 200 len: 945 time: 0.0539911 Sep 15 16:31:51.531968 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-4612c59f-f4bb-41b8-81e0-4ae5e46b8a9d req-5aaad78b-4dec-4dcc-87e2-8d86f5b5cab8 tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] 10.222.0.39 "GET /v2.0/security-groups?id=a4c6cb2d-885f-4897-a1c6-40508080b1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371792 Sep 15 16:31:52.030231 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.rpc [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] Device b226e5a5-76e2-409a-8ccd-16760cacd1ee up at agent hyperv_hv-cinder-77957 {{(pid=93955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 16:31:52.087309 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.db.provisioning_blocks [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] Provisioning complete for port b226e5a5-76e2-409a-8ccd-16760cacd1ee triggered by entity L2. {{(pid=93955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:31:52.087674 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953592'] for port, provisioning_complete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:31:52.161711 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928820'] for port, before_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:31:52.185793 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '492e2786-6357-4fcf-ba17-02c1ad2a37e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b226e5a5-76e2-409a-8ccd-16760cacd1ee'}] {{(pid=93955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 16:31:52.188017 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cc821c0eec02d2c96bcea0a08104c2827b642bf310f598bba7a206798b1bddd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89ced3ec-730d-4e2f-b8c5-ab5478d41abc" -d '{"events": [{"server_uuid": "492e2786-6357-4fcf-ba17-02c1ad2a37e6", "name": "network-vif-plugged", "status": "completed", "tag": "b226e5a5-76e2-409a-8ccd-16760cacd1ee"}]}' {{(pid=93955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 16:31:52.201183 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.db [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] For port b226e5a5-76e2-409a-8ccd-16760cacd1ee, host hv-cinder-77957, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77957',level=0,port_id=b226e5a5-76e2-409a-8ccd-16760cacd1ee,segment=NetworkSegment(604bbfea-00fe-4e59-aeb5-45f535ca3265),segment_id=604bbfea-00fe-4e59-aeb5-45f535ca3265)] {{(pid=93955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:31:52.207322 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791196459277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791195970012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791195970030'] for port, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:31:52.233360 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 16:31:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c60af50-84d1-40d0-b3fe-136e36581c1f x-openstack-request-id: req-3c60af50-84d1-40d0-b3fe-136e36581c1f {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 16:31:52.233652 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "492e2786-6357-4fcf-ba17-02c1ad2a37e6", "name": "network-vif-plugged", "status": "completed", "tag": "b226e5a5-76e2-409a-8ccd-16760cacd1ee", "code": 200}]} {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 16:31:52.233900 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-3c60af50-84d1-40d0-b3fe-136e36581c1f {{(pid=93955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 16:31:52.234277 dv-cinder-779576-8-iscsi neutron-server[93955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '492e2786-6357-4fcf-ba17-02c1ad2a37e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b226e5a5-76e2-409a-8ccd-16760cacd1ee', 'code': 200} Sep 15 16:31:52.259350 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] Pushing event updated for resources: {'Port': ['ID=b226e5a5-76e2-409a-8ccd-16760cacd1ee,revision_number=7']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:31:52.662909 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23a7efb-d962-456a-9bfa-4281ec1852b3 req-b7b3e949-0e0c-4d5b-9ea3-cb1635d7f996 tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:31:52.664380 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-f23a7efb-d962-456a-9bfa-4281ec1852b3 req-b7b3e949-0e0c-4d5b-9ea3-cb1635d7f996 tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] 10.222.0.39 "GET /v2.0/ports?device_id=492e2786-6357-4fcf-ba17-02c1ad2a37e6 HTTP/1.1" status: 200 len: 946 time: 0.0513668 Sep 15 16:31:52.701718 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-f23a7efb-d962-456a-9bfa-4281ec1852b3 req-04e60a5d-502e-4833-acf4-d8715266c272 tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] 10.222.0.39 "GET /v2.0/security-groups?id=a4c6cb2d-885f-4897-a1c6-40508080b1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313771 Sep 15 16:31:53.102729 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791196484491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953091'] for agent, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:31:53.839814 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73699114-bced-4aeb-8733-d2b7756d7bc8 req-689add8a-3b61-4f7f-a1ee-77b04e603f9a tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:31:53.841357 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-73699114-bced-4aeb-8733-d2b7756d7bc8 req-689add8a-3b61-4f7f-a1ee-77b04e603f9a tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] 10.222.0.39 "GET /v2.0/ports?device_id=492e2786-6357-4fcf-ba17-02c1ad2a37e6 HTTP/1.1" status: 200 len: 946 time: 0.0517583 Sep 15 16:31:53.881809 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-73699114-bced-4aeb-8733-d2b7756d7bc8 req-8aaeafe4-58ac-49a1-a174-1b434bb90548 tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] 10.222.0.39 "GET /v2.0/security-groups?id=a4c6cb2d-885f-4897-a1c6-40508080b1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344737 Sep 15 16:31:55.022222 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50090123-1e1d-46d5-b621-283773aec1d2 req-d8328c94-22a1-4a08-a90f-097a3bde979e tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:31:55.023705 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-50090123-1e1d-46d5-b621-283773aec1d2 req-d8328c94-22a1-4a08-a90f-097a3bde979e tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] 10.222.0.39 "GET /v2.0/ports?device_id=492e2786-6357-4fcf-ba17-02c1ad2a37e6 HTTP/1.1" status: 200 len: 946 time: 0.0508749 Sep 15 16:31:55.064460 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-50090123-1e1d-46d5-b621-283773aec1d2 req-8db3aae7-eece-4154-a539-61a908f28497 tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] 10.222.0.39 "GET /v2.0/security-groups?id=a4c6cb2d-885f-4897-a1c6-40508080b1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313647 Sep 15 16:31:56.189722 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fd0333-18e0-4890-82a6-f496cd19c965 req-a73c809c-21fa-41c8-80f3-5d7fb8c98bfe tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:31:56.191220 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-44fd0333-18e0-4890-82a6-f496cd19c965 req-a73c809c-21fa-41c8-80f3-5d7fb8c98bfe tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] 10.222.0.39 "GET /v2.0/ports?device_id=492e2786-6357-4fcf-ba17-02c1ad2a37e6 HTTP/1.1" status: 200 len: 946 time: 0.0518005 Sep 15 16:31:56.243467 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-44fd0333-18e0-4890-82a6-f496cd19c965 req-2ae58a47-2305-4f9d-a445-9c6001b7e8fb tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] 10.222.0.39 "GET /v2.0/security-groups?id=a4c6cb2d-885f-4897-a1c6-40508080b1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423176 Sep 15 16:31:57.371683 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3997e95e-36d2-479c-97a0-437a57a11057 req-33f5e6ef-b560-4aad-b323-1eef8ac23609 tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:31:57.373956 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-3997e95e-36d2-479c-97a0-437a57a11057 req-33f5e6ef-b560-4aad-b323-1eef8ac23609 tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] 10.222.0.39 "GET /v2.0/ports?device_id=492e2786-6357-4fcf-ba17-02c1ad2a37e6 HTTP/1.1" status: 200 len: 946 time: 0.0599439 Sep 15 16:31:57.417018 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-3997e95e-36d2-479c-97a0-437a57a11057 req-87757197-e3ec-4ab9-aa3f-4a5c770c432e tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] 10.222.0.39 "GET /v2.0/security-groups?id=a4c6cb2d-885f-4897-a1c6-40508080b1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363078 Sep 15 16:31:58.547890 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bb3e3a-fd90-4519-86a4-b7af6ac46dae req-4460d8d0-c273-4316-a6f0-a4f51f775b46 tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:31:58.549520 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-96bb3e3a-fd90-4519-86a4-b7af6ac46dae req-4460d8d0-c273-4316-a6f0-a4f51f775b46 tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] 10.222.0.39 "GET /v2.0/ports?device_id=492e2786-6357-4fcf-ba17-02c1ad2a37e6 HTTP/1.1" status: 200 len: 946 time: 0.0513217 Sep 15 16:31:58.594273 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-96bb3e3a-fd90-4519-86a4-b7af6ac46dae req-bec479a3-d814-4d07-aee1-31ff49081681 tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] 10.222.0.39 "GET /v2.0/security-groups?id=a4c6cb2d-885f-4897-a1c6-40508080b1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383203 Sep 15 16:31:59.156019 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-22b120e6-c305-4a1e-8520-ef01f150a167 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791196484491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953091'] for agent, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:31:59.736733 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2000459c-f424-43e2-af3a-5554e0ee8bcd req-376eaa47-3636-4efd-9451-2b71bd8c8b07 tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:31:59.739103 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-2000459c-f424-43e2-af3a-5554e0ee8bcd req-376eaa47-3636-4efd-9451-2b71bd8c8b07 tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] 10.222.0.39 "GET /v2.0/ports?device_id=492e2786-6357-4fcf-ba17-02c1ad2a37e6 HTTP/1.1" status: 200 len: 946 time: 0.0656366 Sep 15 16:31:59.784723 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-2000459c-f424-43e2-af3a-5554e0ee8bcd req-9d8f0768-c02c-42a3-8e43-7607639a93ec tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] 10.222.0.39 "GET /v2.0/security-groups?id=a4c6cb2d-885f-4897-a1c6-40508080b1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390961 Sep 15 16:32:00.932752 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21f4e7a-8775-4efe-b6c7-962d77328e24 req-f2770275-5c22-4b12-b5b3-1bc38131fa81 tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:32:00.934579 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-c21f4e7a-8775-4efe-b6c7-962d77328e24 req-f2770275-5c22-4b12-b5b3-1bc38131fa81 tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] 10.222.0.39 "GET /v2.0/ports?device_id=492e2786-6357-4fcf-ba17-02c1ad2a37e6 HTTP/1.1" status: 200 len: 946 time: 0.0585639 Sep 15 16:32:00.986382 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-c21f4e7a-8775-4efe-b6c7-962d77328e24 req-0c786ba0-18e1-4e1d-8888-75410e4e6d40 tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] 10.222.0.39 "GET /v2.0/security-groups?id=a4c6cb2d-885f-4897-a1c6-40508080b1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456018 Sep 15 16:32:01.858655 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-57d8a9a3-d16f-4b20-b77b-ca1e664c03db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791196484491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953091'] for agent, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:32:01.943944 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-fed5dddc-e030-4de8-a7c2-e2fb025d96e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791196484491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953091'] for agent, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:32:02.121554 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80765b5-3f0f-422a-ab05-988fcb451c08 req-13f44c87-6f06-42e2-a263-88b202f03abd tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:32:02.123843 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-c80765b5-3f0f-422a-ab05-988fcb451c08 req-13f44c87-6f06-42e2-a263-88b202f03abd tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] 10.222.0.39 "GET /v2.0/ports?device_id=492e2786-6357-4fcf-ba17-02c1ad2a37e6 HTTP/1.1" status: 200 len: 946 time: 0.0544341 Sep 15 16:32:02.170410 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-c80765b5-3f0f-422a-ab05-988fcb451c08 req-3cbe487d-36e0-4645-9edc-87b299b2edc9 tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] 10.222.0.39 "GET /v2.0/security-groups?id=a4c6cb2d-885f-4897-a1c6-40508080b1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349627 Sep 15 16:32:02.993173 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-eee1357e-56cc-4bdc-884d-16a88731d16f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791196484491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953091'] for agent, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:32:03.324093 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116328f8-08f0-47eb-8db0-062ee83085ba req-8d943ba7-fc87-4000-9392-d43e01a3c7da tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:32:03.326728 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-116328f8-08f0-47eb-8db0-062ee83085ba req-8d943ba7-fc87-4000-9392-d43e01a3c7da tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] 10.222.0.39 "GET /v2.0/ports?device_id=492e2786-6357-4fcf-ba17-02c1ad2a37e6 HTTP/1.1" status: 200 len: 946 time: 0.0677938 Sep 15 16:32:03.382203 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-116328f8-08f0-47eb-8db0-062ee83085ba req-1fa6ce09-ec35-4e97-bbc6-f8d27f8a2f06 tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] 10.222.0.39 "GET /v2.0/security-groups?id=a4c6cb2d-885f-4897-a1c6-40508080b1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494640 Sep 15 16:32:04.369333 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-7ad16b6f-1dcb-4567-914a-8ec9b5a04b47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791196484491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953091'] for agent, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:32:04.531165 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c2d24d-8447-4811-badf-93a03a108966 req-945e9bb2-09cc-4119-9d85-5c10afe279fa tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:32:04.532673 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-54c2d24d-8447-4811-badf-93a03a108966 req-945e9bb2-09cc-4119-9d85-5c10afe279fa tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] 10.222.0.39 "GET /v2.0/ports?device_id=492e2786-6357-4fcf-ba17-02c1ad2a37e6 HTTP/1.1" status: 200 len: 946 time: 0.0637352 Sep 15 16:32:04.575474 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-54c2d24d-8447-4811-badf-93a03a108966 req-55c1209e-f3dd-46a7-a97d-37f9830ef0ed tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] 10.222.0.39 "GET /v2.0/security-groups?id=a4c6cb2d-885f-4897-a1c6-40508080b1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365064 Sep 15 16:32:05.722465 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7eab1c5-d7ab-4db5-ad24-6d1c0f4098fb req-0c2eea0c-ba7b-4454-9c3f-f653130ae4b9 tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:32:05.724118 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-b7eab1c5-d7ab-4db5-ad24-6d1c0f4098fb req-0c2eea0c-ba7b-4454-9c3f-f653130ae4b9 tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] 10.222.0.39 "GET /v2.0/ports?device_id=492e2786-6357-4fcf-ba17-02c1ad2a37e6 HTTP/1.1" status: 200 len: 946 time: 0.0622785 Sep 15 16:32:05.766770 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-b7eab1c5-d7ab-4db5-ad24-6d1c0f4098fb req-1c7ee033-18a1-41c1-81d8-3da0f8069b9e tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] 10.222.0.39 "GET /v2.0/security-groups?id=a4c6cb2d-885f-4897-a1c6-40508080b1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363557 Sep 15 16:32:06.054326 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb90f2a3-b798-48a2-91d5-1e51530598ba req-d78130ec-c818-4e20-8733-1fdca365b0d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:32:06.055823 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-fb90f2a3-b798-48a2-91d5-1e51530598ba req-d78130ec-c818-4e20-8733-1fdca365b0d5 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f7e7af658aa34644855359ede57c4c67&device_id=492e2786-6357-4fcf-ba17-02c1ad2a37e6 HTTP/1.1" status: 200 len: 1099 time: 0.0448372 Sep 15 16:32:06.156805 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb90f2a3-b798-48a2-91d5-1e51530598ba req-bfdc840e-c9ee-419d-b962-e57f45d98c6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:32:06.158381 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-fb90f2a3-b798-48a2-91d5-1e51530598ba req-bfdc840e-c9ee-419d-b962-e57f45d98c6e service neutron] 10.222.0.45 "GET /v2.0/networks?id=301d3dae-97cb-4f1f-a074-0eaf2ccca5e4 HTTP/1.1" status: 200 len: 917 time: 0.0931411 Sep 15 16:32:06.230395 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-fb90f2a3-b798-48a2-91d5-1e51530598ba req-2b73499d-005f-421d-b61c-2f9d488e8077 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b226e5a5-76e2-409a-8ccd-16760cacd1ee HTTP/1.1" status: 200 len: 1001 time: 0.0618894 Sep 15 16:32:06.282091 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb90f2a3-b798-48a2-91d5-1e51530598ba req-d31aa9a9-bb7d-4625-9358-41853cfa0fa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:32:06.283404 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-fb90f2a3-b798-48a2-91d5-1e51530598ba req-d31aa9a9-bb7d-4625-9358-41853cfa0fa5 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=fa5f41a1-b858-4e32-8594-59b83d73c6e9 HTTP/1.1" status: 200 len: 856 time: 0.0449045 Sep 15 16:32:06.337795 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb90f2a3-b798-48a2-91d5-1e51530598ba req-7e7abc9c-a028-47fd-a5d5-38f4210ea1b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:32:06.339292 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-fb90f2a3-b798-48a2-91d5-1e51530598ba req-7e7abc9c-a028-47fd-a5d5-38f4210ea1b9 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=301d3dae-97cb-4f1f-a074-0eaf2ccca5e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0464244 Sep 15 16:32:06.430358 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-fb90f2a3-b798-48a2-91d5-1e51530598ba req-d94e0993-7eff-49ea-bff8-c416f52fec1e service neutron] 10.222.0.45 "GET /v2.0/networks/301d3dae-97cb-4f1f-a074-0eaf2ccca5e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821872 Sep 15 16:32:06.526937 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-fb90f2a3-b798-48a2-91d5-1e51530598ba req-8c425971-6bf5-4cc1-a9f0-a1395d744033 service neutron] 10.222.0.45 "GET /v2.0/networks/301d3dae-97cb-4f1f-a074-0eaf2ccca5e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884845 Sep 15 16:32:06.899286 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0a6b55-e619-49c5-ae15-8cc44e397df2 req-7c09f012-5a4e-422b-8309-0cd85ab79eaa tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:32:06.900780 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-0c0a6b55-e619-49c5-ae15-8cc44e397df2 req-7c09f012-5a4e-422b-8309-0cd85ab79eaa tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] 10.222.0.39 "GET /v2.0/ports?device_id=492e2786-6357-4fcf-ba17-02c1ad2a37e6 HTTP/1.1" status: 200 len: 946 time: 0.0570719 Sep 15 16:32:06.941754 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-0c0a6b55-e619-49c5-ae15-8cc44e397df2 req-f2692eca-beaf-4f2a-b8b9-7cafaebdd152 tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] 10.222.0.39 "GET /v2.0/security-groups?id=a4c6cb2d-885f-4897-a1c6-40508080b1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321457 Sep 15 16:32:08.084132 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d350476-35cb-4d77-b074-8fba37033e4e req-9ca953a4-52fa-4643-942f-fb7c9d1af5f9 tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:32:08.085583 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-2d350476-35cb-4d77-b074-8fba37033e4e req-9ca953a4-52fa-4643-942f-fb7c9d1af5f9 tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] 10.222.0.39 "GET /v2.0/ports?device_id=492e2786-6357-4fcf-ba17-02c1ad2a37e6 HTTP/1.1" status: 200 len: 946 time: 0.0501893 Sep 15 16:32:08.093693 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.rpc [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] Device b226e5a5-76e2-409a-8ccd-16760cacd1ee no longer exists at agent hyperv_hv-cinder-77957 {{(pid=93955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 16:32:08.125113 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-2d350476-35cb-4d77-b074-8fba37033e4e req-9cf9ace7-f973-4339-8f87-4ea104904e8a tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] 10.222.0.39 "GET /v2.0/security-groups?id=a4c6cb2d-885f-4897-a1c6-40508080b1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333257 Sep 15 16:32:08.172867 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928820'] for port, before_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:32:08.195877 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '492e2786-6357-4fcf-ba17-02c1ad2a37e6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b226e5a5-76e2-409a-8ccd-16760cacd1ee'}] {{(pid=93955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 16:32:08.198127 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cc821c0eec02d2c96bcea0a08104c2827b642bf310f598bba7a206798b1bddd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4bfd1c0-e696-44b3-9611-974725857196" -d '{"events": [{"server_uuid": "492e2786-6357-4fcf-ba17-02c1ad2a37e6", "name": "network-vif-unplugged", "status": "completed", "tag": "b226e5a5-76e2-409a-8ccd-16760cacd1ee"}]}' {{(pid=93955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 16:32:08.210737 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.db [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] For port b226e5a5-76e2-409a-8ccd-16760cacd1ee, host hv-cinder-77957, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77957',level=0,port_id=b226e5a5-76e2-409a-8ccd-16760cacd1ee,segment=NetworkSegment(604bbfea-00fe-4e59-aeb5-45f535ca3265),segment_id=604bbfea-00fe-4e59-aeb5-45f535ca3265)] {{(pid=93955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:32:08.216629 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791196459277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791195970012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791195970030'] for port, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:32:08.240237 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 15 Sep 2021 16:32:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a64b7c6-f454-44c4-83e4-c3a297cf26e3 x-openstack-request-id: req-8a64b7c6-f454-44c4-83e4-c3a297cf26e3 {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 16:32:08.240558 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "492e2786-6357-4fcf-ba17-02c1ad2a37e6", "name": "network-vif-unplugged", "status": "completed", "tag": "b226e5a5-76e2-409a-8ccd-16760cacd1ee", "code": 200}]} {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 16:32:08.240806 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-8a64b7c6-f454-44c4-83e4-c3a297cf26e3 {{(pid=93955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 16:32:08.241190 dv-cinder-779576-8-iscsi neutron-server[93955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '492e2786-6357-4fcf-ba17-02c1ad2a37e6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b226e5a5-76e2-409a-8ccd-16760cacd1ee', 'code': 200} Sep 15 16:32:08.269193 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] Pushing event updated for resources: {'Port': ['ID=b226e5a5-76e2-409a-8ccd-16760cacd1ee,revision_number=8']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:32:08.277500 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:32:08.277854 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:32:08.278202 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:32:08.278541 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:32:08.278876 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:32:08.279209 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:32:08.279539 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:32:08.279866 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:32:08.280222 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:32:08.280547 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:32:08.280869 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:32:08.281187 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:32:09.265712 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99f4efa-d6d5-4435-92a7-89116fd03cb9 req-1328543e-1483-44ea-a4ac-51af068dfdc9 tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:32:09.267235 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-d99f4efa-d6d5-4435-92a7-89116fd03cb9 req-1328543e-1483-44ea-a4ac-51af068dfdc9 tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] 10.222.0.39 "GET /v2.0/ports?device_id=492e2786-6357-4fcf-ba17-02c1ad2a37e6 HTTP/1.1" status: 200 len: 944 time: 0.0584843 Sep 15 16:32:09.306979 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-d99f4efa-d6d5-4435-92a7-89116fd03cb9 req-905ea283-308a-4b39-9343-f6056d3edf78 tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] 10.222.0.39 "GET /v2.0/security-groups?id=a4c6cb2d-885f-4897-a1c6-40508080b1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322058 Sep 15 16:32:10.372905 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686e7293-292f-4cc6-aa01-6dce2c684e42 req-fb3323c7-397a-4298-86ad-97522bff26db tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:32:10.374290 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-686e7293-292f-4cc6-aa01-6dce2c684e42 req-fb3323c7-397a-4298-86ad-97522bff26db tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] 10.222.0.39 "GET /v2.0/ports?device_id=492e2786-6357-4fcf-ba17-02c1ad2a37e6 HTTP/1.1" status: 200 len: 944 time: 0.0515735 Sep 15 16:32:10.405927 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-c973e83a-0868-443f-8c7e-5219e85554c5 req-46add9c4-4f6e-4393-b9b1-0c851c3c1f7b service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=492e2786-6357-4fcf-ba17-02c1ad2a37e6&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0414197 Sep 15 16:32:10.416796 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-686e7293-292f-4cc6-aa01-6dce2c684e42 req-a598c0f3-37b7-414f-a7b1-3212a75cc40c tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] 10.222.0.39 "GET /v2.0/security-groups?id=a4c6cb2d-885f-4897-a1c6-40508080b1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366066 Sep 15 16:32:11.170910 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c973e83a-0868-443f-8c7e-5219e85554c5 req-949cc006-2a93-4f7f-acbc-5f5a7d972c19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:32:11.172433 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-c973e83a-0868-443f-8c7e-5219e85554c5 req-949cc006-2a93-4f7f-acbc-5f5a7d972c19 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=492e2786-6357-4fcf-ba17-02c1ad2a37e6&tenant_id=f7e7af658aa34644855359ede57c4c67 HTTP/1.1" status: 200 len: 1097 time: 0.0467823 Sep 15 16:32:11.237163 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c973e83a-0868-443f-8c7e-5219e85554c5 req-5f46a3df-e8bd-4693-83f4-4bbafdec8654 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:32:11.238627 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-c973e83a-0868-443f-8c7e-5219e85554c5 req-5f46a3df-e8bd-4693-83f4-4bbafdec8654 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f7e7af658aa34644855359ede57c4c67&device_id=492e2786-6357-4fcf-ba17-02c1ad2a37e6 HTTP/1.1" status: 200 len: 1097 time: 0.0416071 Sep 15 16:32:11.342351 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c973e83a-0868-443f-8c7e-5219e85554c5 req-8bf23c53-5f31-4cc1-8da7-2107af1d22e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:32:11.343746 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-c973e83a-0868-443f-8c7e-5219e85554c5 req-8bf23c53-5f31-4cc1-8da7-2107af1d22e3 service neutron] 10.222.0.45 "GET /v2.0/networks?id=301d3dae-97cb-4f1f-a074-0eaf2ccca5e4 HTTP/1.1" status: 200 len: 917 time: 0.0969188 Sep 15 16:32:11.411999 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-c973e83a-0868-443f-8c7e-5219e85554c5 req-896ff952-ff36-42d1-95e2-6f1f0c19dd77 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b226e5a5-76e2-409a-8ccd-16760cacd1ee HTTP/1.1" status: 200 len: 999 time: 0.0614893 Sep 15 16:32:11.460662 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c973e83a-0868-443f-8c7e-5219e85554c5 req-473b2463-225c-42ff-883a-d5715b639524 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:32:11.462505 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-c973e83a-0868-443f-8c7e-5219e85554c5 req-473b2463-225c-42ff-883a-d5715b639524 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=fa5f41a1-b858-4e32-8594-59b83d73c6e9 HTTP/1.1" status: 200 len: 856 time: 0.0431137 Sep 15 16:32:11.538676 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c973e83a-0868-443f-8c7e-5219e85554c5 req-41776ee5-e3a5-4c72-8306-277a70a00665 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:32:11.540217 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-c973e83a-0868-443f-8c7e-5219e85554c5 req-41776ee5-e3a5-4c72-8306-277a70a00665 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=301d3dae-97cb-4f1f-a074-0eaf2ccca5e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0709269 Sep 15 16:32:11.562078 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086f7ca0-73b6-42d9-9875-d259dc9acf87 req-10e0d028-e614-4a76-8e3d-836a782e7393 tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:32:11.563463 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-086f7ca0-73b6-42d9-9875-d259dc9acf87 req-10e0d028-e614-4a76-8e3d-836a782e7393 tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] 10.222.0.39 "GET /v2.0/ports?device_id=492e2786-6357-4fcf-ba17-02c1ad2a37e6 HTTP/1.1" status: 200 len: 944 time: 0.0692091 Sep 15 16:32:11.644452 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-086f7ca0-73b6-42d9-9875-d259dc9acf87 req-3d9688da-b7b5-41cc-8a94-18e1d65f1e1b tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] 10.222.0.39 "GET /v2.0/security-groups?id=a4c6cb2d-885f-4897-a1c6-40508080b1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0703299 Sep 15 16:32:11.663404 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-c973e83a-0868-443f-8c7e-5219e85554c5 req-063e806d-89a1-4969-8c74-72e9d0b4f15a service neutron] 10.222.0.45 "GET /v2.0/networks/301d3dae-97cb-4f1f-a074-0eaf2ccca5e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1155775 Sep 15 16:32:11.756107 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-c973e83a-0868-443f-8c7e-5219e85554c5 req-ee280dd2-4580-441d-933e-8e7ec01e205e service neutron] 10.222.0.45 "GET /v2.0/networks/301d3dae-97cb-4f1f-a074-0eaf2ccca5e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846426 Sep 15 16:32:12.094839 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.rpc [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] Device b226e5a5-76e2-409a-8ccd-16760cacd1ee no longer exists at agent hyperv_hv-cinder-77957 {{(pid=93955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 16:32:12.777956 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc4a582-b14b-4f51-ad13-c0d678c231d8 req-2220d0b7-61a8-4dd1-8e12-a7ca59888295 tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:32:12.779446 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-fcc4a582-b14b-4f51-ad13-c0d678c231d8 req-2220d0b7-61a8-4dd1-8e12-a7ca59888295 tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] 10.222.0.39 "GET /v2.0/ports?device_id=492e2786-6357-4fcf-ba17-02c1ad2a37e6 HTTP/1.1" status: 200 len: 944 time: 0.0526257 Sep 15 16:32:12.817499 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-fcc4a582-b14b-4f51-ad13-c0d678c231d8 req-f0df8bbd-c7c0-4167-8160-23ad48ab5a4f tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] 10.222.0.39 "GET /v2.0/security-groups?id=a4c6cb2d-885f-4897-a1c6-40508080b1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316765 Sep 15 16:32:13.947910 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ee7ef1-e20a-4a97-b8ed-ac5b7c92fe83 req-33e0f652-1161-4698-8380-38af60c00d4a tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:32:13.949529 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-43ee7ef1-e20a-4a97-b8ed-ac5b7c92fe83 req-33e0f652-1161-4698-8380-38af60c00d4a tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] 10.222.0.39 "GET /v2.0/ports?device_id=492e2786-6357-4fcf-ba17-02c1ad2a37e6 HTTP/1.1" status: 200 len: 944 time: 0.0554869 Sep 15 16:32:13.988539 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-43ee7ef1-e20a-4a97-b8ed-ac5b7c92fe83 req-c7ea7ba2-c7d4-46d4-b999-9fef863fb80a tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] 10.222.0.39 "GET /v2.0/security-groups?id=a4c6cb2d-885f-4897-a1c6-40508080b1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331354 Sep 15 16:32:15.171119 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27651b0-6a90-4d5b-9779-169c84ba1d48 req-b38705e9-8ab9-4c90-af50-2be5e4c1fda6 tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:32:15.172641 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-e27651b0-6a90-4d5b-9779-169c84ba1d48 req-b38705e9-8ab9-4c90-af50-2be5e4c1fda6 tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] 10.222.0.39 "GET /v2.0/ports?device_id=492e2786-6357-4fcf-ba17-02c1ad2a37e6 HTTP/1.1" status: 200 len: 944 time: 0.1107881 Sep 15 16:32:15.214585 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-e27651b0-6a90-4d5b-9779-169c84ba1d48 req-6e35978a-c500-4fd5-988d-e218c715a326 tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] 10.222.0.39 "GET /v2.0/security-groups?id=a4c6cb2d-885f-4897-a1c6-40508080b1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358443 Sep 15 16:32:16.350801 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb732c9b-00f2-4b51-b51a-77acb6248e85 req-7d044339-c2fc-4502-8242-d4e0c8a6b185 tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:32:16.353612 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-cb732c9b-00f2-4b51-b51a-77acb6248e85 req-7d044339-c2fc-4502-8242-d4e0c8a6b185 tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] 10.222.0.39 "GET /v2.0/ports?device_id=492e2786-6357-4fcf-ba17-02c1ad2a37e6 HTTP/1.1" status: 200 len: 944 time: 0.0550110 Sep 15 16:32:16.399971 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-cb732c9b-00f2-4b51-b51a-77acb6248e85 req-445da9ca-27a3-4a1b-b3c6-acb0b678de6d tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] 10.222.0.39 "GET /v2.0/security-groups?id=a4c6cb2d-885f-4897-a1c6-40508080b1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393078 Sep 15 16:32:17.529919 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0f9b2c-e4aa-4ec6-a746-86136c35e355 req-92784488-7afa-4023-84df-b93b681774b5 tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:32:17.531404 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-3b0f9b2c-e4aa-4ec6-a746-86136c35e355 req-92784488-7afa-4023-84df-b93b681774b5 tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] 10.222.0.39 "GET /v2.0/ports?device_id=492e2786-6357-4fcf-ba17-02c1ad2a37e6 HTTP/1.1" status: 200 len: 944 time: 0.0605974 Sep 15 16:32:17.573951 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-3b0f9b2c-e4aa-4ec6-a746-86136c35e355 req-f82806d2-4706-48ee-ae87-37c5a6dc9668 tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] 10.222.0.39 "GET /v2.0/security-groups?id=a4c6cb2d-885f-4897-a1c6-40508080b1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363681 Sep 15 16:32:18.698496 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a837c5c-d7b0-40ca-ba06-ac5d583e7fa3 req-4d25cd56-cd68-4b21-a654-b487ba526205 tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:32:18.700149 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-6a837c5c-d7b0-40ca-ba06-ac5d583e7fa3 req-4d25cd56-cd68-4b21-a654-b487ba526205 tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] 10.222.0.39 "GET /v2.0/ports?device_id=492e2786-6357-4fcf-ba17-02c1ad2a37e6 HTTP/1.1" status: 200 len: 944 time: 0.0520506 Sep 15 16:32:18.741543 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-6a837c5c-d7b0-40ca-ba06-ac5d583e7fa3 req-aaaaedbc-35f4-4498-a00e-90b855014afe tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] 10.222.0.39 "GET /v2.0/security-groups?id=a4c6cb2d-885f-4897-a1c6-40508080b1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354040 Sep 15 16:32:19.874768 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ca51f8-7aab-4f53-9622-d74273bd7fa4 req-19188ad7-a4f3-4053-8d18-86ee77b224c7 tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:32:19.876501 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-08ca51f8-7aab-4f53-9622-d74273bd7fa4 req-19188ad7-a4f3-4053-8d18-86ee77b224c7 tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] 10.222.0.39 "GET /v2.0/ports?device_id=492e2786-6357-4fcf-ba17-02c1ad2a37e6 HTTP/1.1" status: 200 len: 944 time: 0.0629070 Sep 15 16:32:19.915449 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-08ca51f8-7aab-4f53-9622-d74273bd7fa4 req-5516a9ab-a0ed-46f6-8667-333a845631b5 tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] 10.222.0.39 "GET /v2.0/security-groups?id=a4c6cb2d-885f-4897-a1c6-40508080b1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327623 Sep 15 16:32:21.100375 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b49f553-c911-4316-a90f-21e504c73d63 req-647cf737-8f9e-42ee-a9b8-fb93a60b3292 tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:32:21.101944 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-2b49f553-c911-4316-a90f-21e504c73d63 req-647cf737-8f9e-42ee-a9b8-fb93a60b3292 tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] 10.222.0.39 "GET /v2.0/ports?device_id=492e2786-6357-4fcf-ba17-02c1ad2a37e6 HTTP/1.1" status: 200 len: 944 time: 0.1107676 Sep 15 16:32:21.141800 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-2b49f553-c911-4316-a90f-21e504c73d63 req-cb889372-2ea0-42dd-9ddd-fb29e62b6ae0 tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] 10.222.0.39 "GET /v2.0/security-groups?id=a4c6cb2d-885f-4897-a1c6-40508080b1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334742 Sep 15 16:32:22.265373 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd00e6f-438d-43c5-84dd-897b1a9acac7 req-52bf5a7e-5546-470c-b769-403ee3fc14cc tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:32:22.266748 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-6dd00e6f-438d-43c5-84dd-897b1a9acac7 req-52bf5a7e-5546-470c-b769-403ee3fc14cc tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] 10.222.0.39 "GET /v2.0/ports?device_id=492e2786-6357-4fcf-ba17-02c1ad2a37e6 HTTP/1.1" status: 200 len: 944 time: 0.0504608 Sep 15 16:32:22.304365 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-6dd00e6f-438d-43c5-84dd-897b1a9acac7 req-147359a2-7f64-497e-99fa-150a534195d6 tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] 10.222.0.39 "GET /v2.0/security-groups?id=a4c6cb2d-885f-4897-a1c6-40508080b1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315447 Sep 15 16:32:23.105722 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791196484491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953091'] for agent, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:32:23.594126 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de7fbc2-0f32-425f-8a99-326a7372cb86 req-a0c5734c-2c00-4301-ba48-11b28530db34 tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:32:23.595595 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-1de7fbc2-0f32-425f-8a99-326a7372cb86 req-a0c5734c-2c00-4301-ba48-11b28530db34 tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] 10.222.0.39 "GET /v2.0/ports?device_id=492e2786-6357-4fcf-ba17-02c1ad2a37e6 HTTP/1.1" status: 200 len: 944 time: 0.0572503 Sep 15 16:32:23.638183 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-1de7fbc2-0f32-425f-8a99-326a7372cb86 req-f2b9ea54-6885-48bb-9839-489149b053a8 tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] 10.222.0.39 "GET /v2.0/security-groups?id=a4c6cb2d-885f-4897-a1c6-40508080b1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365698 Sep 15 16:32:24.779155 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb6adec-490a-4abf-9273-8cb034477a2c req-6a5a38f2-500e-445c-a3b3-0234760cc850 tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:32:24.780649 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-afb6adec-490a-4abf-9273-8cb034477a2c req-6a5a38f2-500e-445c-a3b3-0234760cc850 tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] 10.222.0.39 "GET /v2.0/ports?device_id=492e2786-6357-4fcf-ba17-02c1ad2a37e6 HTTP/1.1" status: 200 len: 944 time: 0.0508313 Sep 15 16:32:24.830509 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-afb6adec-490a-4abf-9273-8cb034477a2c req-cd0db8e5-6fc6-493a-971e-eb2ed0fdb658 tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] 10.222.0.39 "GET /v2.0/security-groups?id=a4c6cb2d-885f-4897-a1c6-40508080b1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438213 Sep 15 16:32:25.967021 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8fdea9f-2203-460e-b005-2a73cfbdd808 req-cc9de12c-9ac6-45fe-8b4f-648363a8ecc3 tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:32:25.968522 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-d8fdea9f-2203-460e-b005-2a73cfbdd808 req-cc9de12c-9ac6-45fe-8b4f-648363a8ecc3 tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] 10.222.0.39 "GET /v2.0/ports?device_id=492e2786-6357-4fcf-ba17-02c1ad2a37e6 HTTP/1.1" status: 200 len: 944 time: 0.0562561 Sep 15 16:32:26.010409 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-d8fdea9f-2203-460e-b005-2a73cfbdd808 req-16713d43-8ad8-4d62-8e5c-73f71b74e16d tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] 10.222.0.39 "GET /v2.0/security-groups?id=a4c6cb2d-885f-4897-a1c6-40508080b1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332890 Sep 15 16:32:27.134966 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e60c505-55f6-4bfd-9623-e3bf50feecd7 req-f1a58b1f-abb3-4ee9-9bd4-5d7e035110db tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:32:27.136463 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-9e60c505-55f6-4bfd-9623-e3bf50feecd7 req-f1a58b1f-abb3-4ee9-9bd4-5d7e035110db tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] 10.222.0.39 "GET /v2.0/ports?device_id=492e2786-6357-4fcf-ba17-02c1ad2a37e6 HTTP/1.1" status: 200 len: 944 time: 0.0542641 Sep 15 16:32:27.173720 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-9e60c505-55f6-4bfd-9623-e3bf50feecd7 req-fc79af4e-dd20-4dea-bc73-0f8e0522f9d3 tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] 10.222.0.39 "GET /v2.0/security-groups?id=a4c6cb2d-885f-4897-a1c6-40508080b1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313525 Sep 15 16:32:28.170137 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.rpc [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] Device b226e5a5-76e2-409a-8ccd-16760cacd1ee details requested by agent hyperv_hv-cinder-77957 with host hv-cinder-77957 {{(pid=93955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 16:32:28.273143 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.db [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] For port b226e5a5-76e2-409a-8ccd-16760cacd1ee, host hv-cinder-77957, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77957',level=0,port_id=b226e5a5-76e2-409a-8ccd-16760cacd1ee,segment=NetworkSegment(604bbfea-00fe-4e59-aeb5-45f535ca3265),segment_id=604bbfea-00fe-4e59-aeb5-45f535ca3265)] {{(pid=93955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:32:28.284848 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.rpc [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] Returning: {'device': 'b226e5a5-76e2-409a-8ccd-16760cacd1ee', 'network_id': '301d3dae-97cb-4f1f-a074-0eaf2ccca5e4', 'port_id': 'b226e5a5-76e2-409a-8ccd-16760cacd1ee', 'mac_address': 'fa:16:3e:2b:7b:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 53, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa5f41a1-b858-4e32-8594-59b83d73c6e9', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 16:32:28.302596 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841cf5f2-ec74-482c-a8e4-dfd859ecc96d req-d1c73804-2ddc-44c7-8cb3-c70e2a85a61a tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:32:28.304130 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-841cf5f2-ec74-482c-a8e4-dfd859ecc96d req-d1c73804-2ddc-44c7-8cb3-c70e2a85a61a tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] 10.222.0.39 "GET /v2.0/ports?device_id=492e2786-6357-4fcf-ba17-02c1ad2a37e6 HTTP/1.1" status: 200 len: 944 time: 0.0563433 Sep 15 16:32:28.326713 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928820'] for port, before_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:32:28.339341 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.notifiers.nova [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b226e5a5-76e2-409a-8ccd-16760cacd1ee {{(pid=93955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 16:32:28.342333 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-841cf5f2-ec74-482c-a8e4-dfd859ecc96d req-761efe6c-0ed3-4769-9990-65afa085142b tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] 10.222.0.39 "GET /v2.0/security-groups?id=a4c6cb2d-885f-4897-a1c6-40508080b1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322096 Sep 15 16:32:28.359605 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.db [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] For port b226e5a5-76e2-409a-8ccd-16760cacd1ee, host hv-cinder-77957, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77957',level=0,port_id=b226e5a5-76e2-409a-8ccd-16760cacd1ee,segment=NetworkSegment(604bbfea-00fe-4e59-aeb5-45f535ca3265),segment_id=604bbfea-00fe-4e59-aeb5-45f535ca3265)] {{(pid=93955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:32:28.366852 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791196459277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791195970012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791195970030'] for port, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:32:28.412562 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] Pushing event updated for resources: {'Port': ['ID=b226e5a5-76e2-409a-8ccd-16760cacd1ee,revision_number=9']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:32:28.432192 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron.db.agents_db [None req-9c583be1-859f-4a85-bd6b-6d26517e04c2 None None] Agent healthcheck: found 6 active agents {{(pid=93956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 16:32:28.707616 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.db [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] get_ports_and_sgs() called for port_ids ['b226e5a5-76e2-409a-8ccd-16760cacd1ee'] {{(pid=93955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 16:32:29.155916 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-9e6c535b-831e-4a0b-a34d-b14fa433961a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791196484491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953091'] for agent, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:32:29.486613 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0825ff6e-6eb7-4987-9280-1ea6b54e20d4 req-8f009cee-c4b7-48ee-9ef4-6eab0d38ef60 tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:32:29.488458 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-0825ff6e-6eb7-4987-9280-1ea6b54e20d4 req-8f009cee-c4b7-48ee-9ef4-6eab0d38ef60 tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] 10.222.0.39 "GET /v2.0/ports?device_id=492e2786-6357-4fcf-ba17-02c1ad2a37e6 HTTP/1.1" status: 200 len: 945 time: 0.0549901 Sep 15 16:32:29.529123 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-0825ff6e-6eb7-4987-9280-1ea6b54e20d4 req-9b1fa679-f60f-4486-9fe9-b1319c9fdbc5 tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] 10.222.0.39 "GET /v2.0/security-groups?id=a4c6cb2d-885f-4897-a1c6-40508080b1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320978 Sep 15 16:32:30.185625 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.rpc [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] Device b226e5a5-76e2-409a-8ccd-16760cacd1ee up at agent hyperv_hv-cinder-77957 {{(pid=93955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 16:32:30.241409 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.db.provisioning_blocks [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] Provisioning complete for port b226e5a5-76e2-409a-8ccd-16760cacd1ee triggered by entity L2. {{(pid=93955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:32:30.241788 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953592'] for port, provisioning_complete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:32:30.316122 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928820'] for port, before_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:32:30.340640 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '492e2786-6357-4fcf-ba17-02c1ad2a37e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b226e5a5-76e2-409a-8ccd-16760cacd1ee'}] {{(pid=93955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 16:32:30.342951 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cc821c0eec02d2c96bcea0a08104c2827b642bf310f598bba7a206798b1bddd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6f1526f-15a8-4905-8832-9ad40b8aa689" -d '{"events": [{"server_uuid": "492e2786-6357-4fcf-ba17-02c1ad2a37e6", "name": "network-vif-plugged", "status": "completed", "tag": "b226e5a5-76e2-409a-8ccd-16760cacd1ee"}]}' {{(pid=93955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 16:32:30.356284 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.db [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] For port b226e5a5-76e2-409a-8ccd-16760cacd1ee, host hv-cinder-77957, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77957',level=0,port_id=b226e5a5-76e2-409a-8ccd-16760cacd1ee,segment=NetworkSegment(604bbfea-00fe-4e59-aeb5-45f535ca3265),segment_id=604bbfea-00fe-4e59-aeb5-45f535ca3265)] {{(pid=93955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:32:30.362139 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791196459277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791195970012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791195970030'] for port, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:32:30.387758 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 16:32:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93595b64-ec25-4337-b50e-31910c1b9828 x-openstack-request-id: req-93595b64-ec25-4337-b50e-31910c1b9828 {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 16:32:30.388050 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "492e2786-6357-4fcf-ba17-02c1ad2a37e6", "name": "network-vif-plugged", "status": "completed", "tag": "b226e5a5-76e2-409a-8ccd-16760cacd1ee", "code": 200}]} {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 16:32:30.388319 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-93595b64-ec25-4337-b50e-31910c1b9828 {{(pid=93955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 16:32:30.388700 dv-cinder-779576-8-iscsi neutron-server[93955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '492e2786-6357-4fcf-ba17-02c1ad2a37e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b226e5a5-76e2-409a-8ccd-16760cacd1ee', 'code': 200} Sep 15 16:32:30.414555 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] Pushing event updated for resources: {'Port': ['ID=b226e5a5-76e2-409a-8ccd-16760cacd1ee,revision_number=10']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:32:30.604954 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7811e2df-3a34-41e0-aeed-1f08b0b43dff req-8b6bdcda-a34c-484a-bde1-a64fbe23ea74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:32:30.606467 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-7811e2df-3a34-41e0-aeed-1f08b0b43dff req-8b6bdcda-a34c-484a-bde1-a64fbe23ea74 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=492e2786-6357-4fcf-ba17-02c1ad2a37e6 HTTP/1.1" status: 200 len: 1100 time: 0.0414772 Sep 15 16:32:30.644601 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-7811e2df-3a34-41e0-aeed-1f08b0b43dff req-2ff6b835-dd7a-4c56-9ed3-41afaeadeed8 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=a4c6cb2d-885f-4897-a1c6-40508080b1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307176 Sep 15 16:32:30.649877 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b330f87-45fc-4f74-a550-806b4e4d40dd req-11565e13-0b08-437a-a89d-0e4c340ded08 tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:32:30.651388 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-7b330f87-45fc-4f74-a550-806b4e4d40dd req-11565e13-0b08-437a-a89d-0e4c340ded08 tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] 10.222.0.39 "GET /v2.0/ports?device_id=492e2786-6357-4fcf-ba17-02c1ad2a37e6 HTTP/1.1" status: 200 len: 947 time: 0.0501437 Sep 15 16:32:30.692855 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-7b330f87-45fc-4f74-a550-806b4e4d40dd req-0164c071-9d28-45e3-ba85-bcd9e09b5371 tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] 10.222.0.39 "GET /v2.0/security-groups?id=a4c6cb2d-885f-4897-a1c6-40508080b1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354376 Sep 15 16:32:31.310638 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-60047ae8-ac50-49bf-a57f-35adf20aa1e9 req-a9b7e50c-83e0-4bf4-8597-8832c46ff01c service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=1fb50fcd-bff2-428d-988a-e30d1ff8b8b1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0519366 Sep 15 16:32:31.380370 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60047ae8-ac50-49bf-a57f-35adf20aa1e9 req-eeeda494-d5bf-4e45-9383-1ad1bec47e30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:32:31.381881 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-60047ae8-ac50-49bf-a57f-35adf20aa1e9 req-eeeda494-d5bf-4e45-9383-1ad1bec47e30 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f448c5fca9014429b532320ab78459ea&device_id=1fb50fcd-bff2-428d-988a-e30d1ff8b8b1 HTTP/1.1" status: 200 len: 1098 time: 0.0431473 Sep 15 16:32:31.493452 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60047ae8-ac50-49bf-a57f-35adf20aa1e9 req-c33f4ac1-08e8-47a8-aa35-140cb5eafcb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:32:31.494945 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-60047ae8-ac50-49bf-a57f-35adf20aa1e9 req-c33f4ac1-08e8-47a8-aa35-140cb5eafcb5 service neutron] 10.222.0.45 "GET /v2.0/networks?id=48dcadf6-1b51-4d33-92c6-65cc509573fa HTTP/1.1" status: 200 len: 912 time: 0.0882869 Sep 15 16:32:31.561259 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-60047ae8-ac50-49bf-a57f-35adf20aa1e9 req-8ac8fb6f-d1c4-49c3-94b0-1f3bb8d9fcae service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=93390aa7-cfa7-41d8-ad6f-c6594c3e6c70 HTTP/1.1" status: 200 len: 1001 time: 0.0578458 Sep 15 16:32:31.613371 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60047ae8-ac50-49bf-a57f-35adf20aa1e9 req-2ab7623d-075e-4cdb-b53c-82bb2f5f24cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:32:31.614761 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-60047ae8-ac50-49bf-a57f-35adf20aa1e9 req-2ab7623d-075e-4cdb-b53c-82bb2f5f24cf service neutron] 10.222.0.45 "GET /v2.0/subnets?id=df755c0f-3453-4699-824d-add9626035f9 HTTP/1.1" status: 200 len: 851 time: 0.0458293 Sep 15 16:32:31.668341 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60047ae8-ac50-49bf-a57f-35adf20aa1e9 req-11a64307-be33-47cc-ace5-983cb05161a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:32:31.669781 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-60047ae8-ac50-49bf-a57f-35adf20aa1e9 req-11a64307-be33-47cc-ace5-983cb05161a3 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=48dcadf6-1b51-4d33-92c6-65cc509573fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0460098 Sep 15 16:32:31.765955 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-60047ae8-ac50-49bf-a57f-35adf20aa1e9 req-0249fef0-74a0-47d1-9bc1-9122b14868dc service neutron] 10.222.0.45 "GET /v2.0/networks/48dcadf6-1b51-4d33-92c6-65cc509573fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849614 Sep 15 16:32:31.854711 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-57d8a9a3-d16f-4b20-b77b-ca1e664c03db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791196484491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953091'] for agent, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:32:31.869101 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bd5aff-d4ce-4f85-b17e-1898823502ae req-f3601dfa-01f5-48e7-bcc4-2a8c28491f42 tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:32:31.870585 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-12bd5aff-d4ce-4f85-b17e-1898823502ae req-f3601dfa-01f5-48e7-bcc4-2a8c28491f42 tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] 10.222.0.39 "GET /v2.0/ports?device_id=492e2786-6357-4fcf-ba17-02c1ad2a37e6 HTTP/1.1" status: 200 len: 947 time: 0.1026640 Sep 15 16:32:31.903069 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-60047ae8-ac50-49bf-a57f-35adf20aa1e9 req-7862b306-f9dc-4bbe-a1c3-98ac3790da4d service neutron] 10.222.0.45 "GET /v2.0/networks/48dcadf6-1b51-4d33-92c6-65cc509573fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266174 Sep 15 16:32:31.920204 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-12bd5aff-d4ce-4f85-b17e-1898823502ae req-5bd7e401-0277-4aac-936f-28db09675133 tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] 10.222.0.39 "GET /v2.0/security-groups?id=a4c6cb2d-885f-4897-a1c6-40508080b1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420256 Sep 15 16:32:31.947829 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-0e48d491-dae3-4817-9702-1a37192456d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791196484491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953091'] for agent, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:32:32.996591 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-eee1357e-56cc-4bdc-884d-16a88731d16f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791196484491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953091'] for agent, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:32:33.065539 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31661406-4be6-43c6-a7d1-07e9bd7c2a8c req-fa03e093-f4e7-423d-9dd7-d0ecd1fcc560 tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:32:33.066989 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-31661406-4be6-43c6-a7d1-07e9bd7c2a8c req-fa03e093-f4e7-423d-9dd7-d0ecd1fcc560 tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] 10.222.0.39 "GET /v2.0/ports?device_id=492e2786-6357-4fcf-ba17-02c1ad2a37e6 HTTP/1.1" status: 200 len: 947 time: 0.0501680 Sep 15 16:32:33.108270 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-31661406-4be6-43c6-a7d1-07e9bd7c2a8c req-11001905-9f7b-4459-96a0-9719ae579de6 tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] 10.222.0.39 "GET /v2.0/security-groups?id=a4c6cb2d-885f-4897-a1c6-40508080b1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326126 Sep 15 16:32:34.374070 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-7ad16b6f-1dcb-4567-914a-8ec9b5a04b47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791196484491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953091'] for agent, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:32:53.112310 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791196484491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953091'] for agent, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:32:59.159063 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-af11cc66-4da3-4c7a-bcf0-5f7e3466682e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791196484491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953091'] for agent, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:33:01.865150 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-57d8a9a3-d16f-4b20-b77b-ca1e664c03db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791196484491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953091'] for agent, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:33:01.955734 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-fefb886d-e657-446d-ad19-e7a6627e713e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791196484491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953091'] for agent, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:33:03.000160 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-eee1357e-56cc-4bdc-884d-16a88731d16f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791196484491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953091'] for agent, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:33:04.381894 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-7ad16b6f-1dcb-4567-914a-8ec9b5a04b47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791196484491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953091'] for agent, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:33:05.436794 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron.db.agents_db [None req-9c583be1-859f-4a85-bd6b-6d26517e04c2 None None] Agent healthcheck: found 6 active agents {{(pid=93956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 16:33:23.122073 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791196484491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953091'] for agent, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:33:28.896819 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c5b635-0d07-4de4-ab13-c8ac32c9d78c req-13ea4a3c-1482-40b9-a37e-3a500532a468 tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:33:28.898200 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-64c5b635-0d07-4de4-ab13-c8ac32c9d78c req-13ea4a3c-1482-40b9-a37e-3a500532a468 tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] 10.222.0.39 "GET /v2.0/ports?device_id=492e2786-6357-4fcf-ba17-02c1ad2a37e6 HTTP/1.1" status: 200 len: 947 time: 0.0539660 Sep 15 16:33:28.943319 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-64c5b635-0d07-4de4-ab13-c8ac32c9d78c req-4d1d442e-dbae-4160-82c0-e7181b68f3d7 tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] 10.222.0.39 "GET /v2.0/security-groups?id=a4c6cb2d-885f-4897-a1c6-40508080b1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366271 Sep 15 16:33:29.162860 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-33cde805-15a8-4f33-8240-e59e81b53fbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791196484491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953091'] for agent, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:33:29.733066 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4f70df-fd18-4f70-8d00-3c5b62c2ed12 req-f78cf30e-dd79-42b7-ac95-c32ccbe6d9be tempest-TestVolumeBootPattern-801906987 tempest-TestVolumeBootPattern-801906987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:33:29.734856 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-2d4f70df-fd18-4f70-8d00-3c5b62c2ed12 req-f78cf30e-dd79-42b7-ac95-c32ccbe6d9be tempest-TestVolumeBootPattern-801906987 tempest-TestVolumeBootPattern-801906987-project] 10.222.0.39 "GET /v2.0/ports?device_id=1fb50fcd-bff2-428d-988a-e30d1ff8b8b1 HTTP/1.1" status: 200 len: 945 time: 0.0558717 Sep 15 16:33:29.773402 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-2d4f70df-fd18-4f70-8d00-3c5b62c2ed12 req-238082da-f21a-4990-a639-b74ec24d5baf tempest-TestVolumeBootPattern-801906987 tempest-TestVolumeBootPattern-801906987-project] 10.222.0.39 "GET /v2.0/security-groups?id=6b6d94b4-d9e2-4118-be58-0e433855682a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320647 Sep 15 16:33:30.094466 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c71326-0b86-42df-ab4d-b4539cddef67 req-f8e4a90b-9975-441d-9b86-27455b56a32e tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:33:30.095958 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-b0c71326-0b86-42df-ab4d-b4539cddef67 req-f8e4a90b-9975-441d-9b86-27455b56a32e tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] 10.222.0.39 "GET /v2.0/ports?device_id=492e2786-6357-4fcf-ba17-02c1ad2a37e6 HTTP/1.1" status: 200 len: 947 time: 0.0527875 Sep 15 16:33:30.137763 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-b0c71326-0b86-42df-ab4d-b4539cddef67 req-b61186a3-2844-4737-b7e8-5d64a30c84ef tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] 10.222.0.39 "GET /v2.0/security-groups?id=a4c6cb2d-885f-4897-a1c6-40508080b1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335660 Sep 15 16:33:30.361255 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636addcc-fe19-408a-80bc-c0025fbb036f req-2f17407e-db5a-4055-a436-73aa68eb87ba tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:33:30.362624 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-636addcc-fe19-408a-80bc-c0025fbb036f req-2f17407e-db5a-4055-a436-73aa68eb87ba tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] 10.222.0.45 "GET /v2.0/ports?device_id=492e2786-6357-4fcf-ba17-02c1ad2a37e6 HTTP/1.1" status: 200 len: 947 time: 0.0650649 Sep 15 16:33:30.459000 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.plugin [req-636addcc-fe19-408a-80bc-c0025fbb036f req-d23a8d88-cfca-4d84-949b-6bb46c677f52 tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] Deleting port b226e5a5-76e2-409a-8ccd-16760cacd1ee {{(pid=93953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:33:30.459353 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [req-636addcc-fe19-408a-80bc-c0025fbb036f req-d23a8d88-cfca-4d84-949b-6bb46c677f52 tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791196454449'] for port, before_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:33:30.547994 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.db [req-636addcc-fe19-408a-80bc-c0025fbb036f req-d23a8d88-cfca-4d84-949b-6bb46c677f52 tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] For port b226e5a5-76e2-409a-8ccd-16760cacd1ee, host hv-cinder-77957, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77957',level=0,port_id=b226e5a5-76e2-409a-8ccd-16760cacd1ee,segment=NetworkSegment(604bbfea-00fe-4e59-aeb5-45f535ca3265),segment_id=604bbfea-00fe-4e59-aeb5-45f535ca3265)] {{(pid=93953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:33:30.548375 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [req-636addcc-fe19-408a-80bc-c0025fbb036f req-d23a8d88-cfca-4d84-949b-6bb46c677f52 tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3729503'] for port, precommit_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:33:30.726598 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [req-636addcc-fe19-408a-80bc-c0025fbb036f req-d23a8d88-cfca-4d84-949b-6bb46c677f52 tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:33:30.726972 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [req-636addcc-fe19-408a-80bc-c0025fbb036f req-d23a8d88-cfca-4d84-949b-6bb46c677f52 tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3725591'] for floatingip, after_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:33:30.727276 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.db.l3_db [req-636addcc-fe19-408a-80bc-c0025fbb036f req-d23a8d88-cfca-4d84-949b-6bb46c677f52 tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] Floating IP 841e554f-2bf1-4824-8dc2-223374e7b82f disassociated. External IP: 172.27.3.36, port: b226e5a5-76e2-409a-8ccd-16760cacd1ee. Sep 15 16:33:30.727613 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.plugin [req-636addcc-fe19-408a-80bc-c0025fbb036f req-d23a8d88-cfca-4d84-949b-6bb46c677f52 tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] Calling delete_port for b226e5a5-76e2-409a-8ccd-16760cacd1ee owned by compute:nova {{(pid=93953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:33:30.881826 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [req-636addcc-fe19-408a-80bc-c0025fbb036f req-d23a8d88-cfca-4d84-949b-6bb46c677f52 tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791196460023', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791195970003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127878305'] for port, after_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:33:30.915886 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23a8d88-cfca-4d84-949b-6bb46c677f52 tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] Pushing event deleted for resources: {'Port': ['ID=b226e5a5-76e2-409a-8ccd-16760cacd1ee,revision_number=None']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:33:30.935960 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4198e380-701c-4c9f-b4a0-986b22177c2f req-e06a2cb8-ca26-4fe3-a007-441d4299367c tempest-TestVolumeBootPattern-801906987 tempest-TestVolumeBootPattern-801906987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:33:30.937843 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-4198e380-701c-4c9f-b4a0-986b22177c2f req-e06a2cb8-ca26-4fe3-a007-441d4299367c tempest-TestVolumeBootPattern-801906987 tempest-TestVolumeBootPattern-801906987-project] 10.222.0.39 "GET /v2.0/ports?device_id=1fb50fcd-bff2-428d-988a-e30d1ff8b8b1 HTTP/1.1" status: 200 len: 945 time: 0.0927353 Sep 15 16:33:30.938797 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d23a8d88-cfca-4d84-949b-6bb46c677f52 tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:33:30.939170 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d23a8d88-cfca-4d84-949b-6bb46c677f52 tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:33:30.939478 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d23a8d88-cfca-4d84-949b-6bb46c677f52 tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:33:30.939830 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d23a8d88-cfca-4d84-949b-6bb46c677f52 tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:33:30.940171 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d23a8d88-cfca-4d84-949b-6bb46c677f52 tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:33:30.940509 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d23a8d88-cfca-4d84-949b-6bb46c677f52 tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:33:30.940833 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d23a8d88-cfca-4d84-949b-6bb46c677f52 tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:33:30.941177 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d23a8d88-cfca-4d84-949b-6bb46c677f52 tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:33:30.941538 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d23a8d88-cfca-4d84-949b-6bb46c677f52 tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:33:30.941923 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d23a8d88-cfca-4d84-949b-6bb46c677f52 tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:33:30.942225 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d23a8d88-cfca-4d84-949b-6bb46c677f52 tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:33:30.942540 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d23a8d88-cfca-4d84-949b-6bb46c677f52 tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:33:31.019611 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-4198e380-701c-4c9f-b4a0-986b22177c2f req-2b89328b-138f-4dd9-9d5b-22d4103f1f72 tempest-TestVolumeBootPattern-801906987 tempest-TestVolumeBootPattern-801906987-project] 10.222.0.39 "GET /v2.0/security-groups?id=6b6d94b4-d9e2-4118-be58-0e433855682a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0712385 Sep 15 16:33:31.078942 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.scheduler.l3_agent_scheduler [req-636addcc-fe19-408a-80bc-c0025fbb036f req-d23a8d88-cfca-4d84-949b-6bb46c677f52 tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] Router 2f6cda3b-940a-432b-af73-f27feaeae0f3 has already been hosted by L3 agent 7a8df8d7-c3ef-43b4-9534-c977f7014926 {{(pid=93953) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 16:33:31.190097 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-636addcc-fe19-408a-80bc-c0025fbb036f req-d23a8d88-cfca-4d84-949b-6bb46c677f52 tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] Notify agent at l3_agent.dv-cinder-779576-8-iscsi the message routers_updated {{(pid=93953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 16:33:31.201819 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e246aa98-f20b-4baf-9dd6-bf2908a4f707 None None] Sync routers for ids ['2f6cda3b-940a-432b-af73-f27feaeae0f3'] in dv-cinder-779576-8-iscsi {{(pid=93955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 16:33:31.212534 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e246aa98-f20b-4baf-9dd6-bf2908a4f707 None None] Routers {'2f6cda3b-940a-432b-af73-f27feaeae0f3'} bound to L3 agent in host dv-cinder-779576-8-iscsi {{(pid=93955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:33:31.213598 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.db.l3_hamode_db [None req-e246aa98-f20b-4baf-9dd6-bf2908a4f707 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779576-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-15T16:14:02Z,description=,heartbeat_timestamp=2021-09-15T16:33:02Z,host='dv-cinder-779576-8-iscsi',id=7a8df8d7-c3ef-43b4-9534-c977f7014926,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T16:14:02Z,topic='l3_agent')) {'router_ids': ['2f6cda3b-940a-432b-af73-f27feaeae0f3'], 'active': True} {{(pid=93955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:33:31.229581 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.db.l3_dvrscheduler_db [req-636addcc-fe19-408a-80bc-c0025fbb036f req-d23a8d88-cfca-4d84-949b-6bb46c677f52 tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] No DVR routers for this DVR port b226e5a5-76e2-409a-8ccd-16760cacd1ee on host hv-cinder-77957 {{(pid=93953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 16:33:31.232487 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [req-636addcc-fe19-408a-80bc-c0025fbb036f req-d23a8d88-cfca-4d84-949b-6bb46c677f52 tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58602'] for port, before_response {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:33:31.234989 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-636addcc-fe19-408a-80bc-c0025fbb036f req-d23a8d88-cfca-4d84-949b-6bb46c677f52 tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] 10.222.0.45 "DELETE /v2.0/ports/b226e5a5-76e2-409a-8ccd-16760cacd1ee HTTP/1.1" status: 204 len: 173 time: 0.8650742 Sep 15 16:33:31.235678 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '492e2786-6357-4fcf-ba17-02c1ad2a37e6', 'name': 'network-vif-deleted', 'tag': 'b226e5a5-76e2-409a-8ccd-16760cacd1ee'}] {{(pid=93953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 16:33:31.238076 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5192e05b0783e869a38b3815ee673eee9316ce03dcaf8465063259ebfb62487" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d9899e6-70b0-44e3-ad60-5e315ce247cb" -d '{"events": [{"server_uuid": "492e2786-6357-4fcf-ba17-02c1ad2a37e6", "name": "network-vif-deleted", "tag": "b226e5a5-76e2-409a-8ccd-16760cacd1ee"}]}' {{(pid=93953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 16:33:31.242668 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-3b1a00de-a838-46fb-85e4-54e9f30900f0 req-de09bf55-0300-4571-bce7-d2548d4492f8 tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] 10.222.0.39 "GET /v2.0/ports?device_id=492e2786-6357-4fcf-ba17-02c1ad2a37e6 HTTP/1.1" status: 200 len: 210 time: 0.0298479 Sep 15 16:33:31.346474 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.db.l3_dvr_db [None req-e246aa98-f20b-4baf-9dd6-bf2908a4f707 None None] Set router 2f6cda3b-940a-432b-af73-f27feaeae0f3 gateway port host: dv-cinder-779576-8-iscsi {{(pid=93955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 16:33:31.359501 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 16:33:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff20a3b4-faec-400f-a1a7-056456705620 x-openstack-request-id: req-ff20a3b4-faec-400f-a1a7-056456705620 {{(pid=93953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 16:33:31.360326 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "492e2786-6357-4fcf-ba17-02c1ad2a37e6", "name": "network-vif-deleted", "tag": "b226e5a5-76e2-409a-8ccd-16760cacd1ee", "status": "completed", "code": 200}]} {{(pid=93953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 16:33:31.360958 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-ff20a3b4-faec-400f-a1a7-056456705620 {{(pid=93953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 16:33:31.361447 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '492e2786-6357-4fcf-ba17-02c1ad2a37e6', 'name': 'network-vif-deleted', 'tag': 'b226e5a5-76e2-409a-8ccd-16760cacd1ee', 'status': 'completed', 'code': 200} Sep 15 16:33:31.561844 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.db.l3_hamode_db [None req-e246aa98-f20b-4baf-9dd6-bf2908a4f707 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f6cda3b-940a-432b-af73-f27feaeae0f3', 'name': 'tempest-AttachVolumeShelveTestJSON-1554809416-router', 'tenant_id': 'f7e7af658aa34644855359ede57c4c67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62251075-a3e3-4d47-8761-104d217b089a', 'external_fixed_ips': [{'subnet_id': '9a71565b-217b-482b-8364-bc8ecb4c8f88', 'ip_address': '172.27.3.104'}], 'enable_snat': True}, 'gw_port_id': '6df2b5a1-fc82-4ac3-b111-ebdee7ac68f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:22:12Z', 'updated_at': '2021-09-15T16:22:19Z', 'revision_number': 4, 'project_id': 'f7e7af658aa34644855359ede57c4c67', 'gw_port': {'id': '6df2b5a1-fc82-4ac3-b111-ebdee7ac68f8', 'name': '', 'network_id': '62251075-a3e3-4d47-8761-104d217b089a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:bd:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f6cda3b-940a-432b-af73-f27feaeae0f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '9a71565b-217b-482b-8364-bc8ecb4c8f88', 'ip_address': '172.27.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779576-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:22:14Z', 'updated_at': '2021-09-15T16:22:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a71565b-217b-482b-8364-bc8ecb4c8f88', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779576-8-iscsi', '_interfaces': [{'id': 'c47cddeb-1b1a-4b82-a932-8b2fe53df804', 'name': '', 'network_id': '301d3dae-97cb-4f1f-a074-0eaf2ccca5e4', 'tenant_id': 'f7e7af658aa34644855359ede57c4c67', 'mac_address': 'fa:16:3e:8e:14:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f6cda3b-940a-432b-af73-f27feaeae0f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'fa5f41a1-b858-4e32-8594-59b83d73c6e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779576-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:22:18Z', 'updated_at': '2021-09-15T16:22:27Z', 'revision_number': 5, 'project_id': 'f7e7af658aa34644855359ede57c4c67', 'subnets': [{'id': 'fa5f41a1-b858-4e32-8594-59b83d73c6e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779576-8-iscsi', False) {} {{(pid=93955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:33:31.587509 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e246aa98-f20b-4baf-9dd6-bf2908a4f707 None None] Checking router: 2f6cda3b-940a-432b-af73-f27feaeae0f3 for host: dv-cinder-779576-8-iscsi {{(pid=93955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 16:33:31.595746 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e246aa98-f20b-4baf-9dd6-bf2908a4f707 None None] Routers {'2f6cda3b-940a-432b-af73-f27feaeae0f3'} bound to L3 agent in host dv-cinder-779576-8-iscsi {{(pid=93955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:33:31.596367 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.db.l3_hamode_db [None req-e246aa98-f20b-4baf-9dd6-bf2908a4f707 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779576-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-15T16:14:02Z,description=,heartbeat_timestamp=2021-09-15T16:33:02Z,host='dv-cinder-779576-8-iscsi',id=7a8df8d7-c3ef-43b4-9534-c977f7014926,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T16:14:02Z,topic='l3_agent')) {'router_ids': ['2f6cda3b-940a-432b-af73-f27feaeae0f3'], 'active': True} {{(pid=93955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:33:31.598524 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24602e42-db0b-4d07-a365-f1a04f2a02a9 req-cb84945a-fe9c-4bbf-8961-92affa64b93b tempest-TestVolumeBootPattern-801906987 tempest-TestVolumeBootPattern-801906987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:33:31.600019 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-24602e42-db0b-4d07-a365-f1a04f2a02a9 req-cb84945a-fe9c-4bbf-8961-92affa64b93b tempest-TestVolumeBootPattern-801906987 tempest-TestVolumeBootPattern-801906987-project] 10.222.0.45 "GET /v2.0/ports?device_id=1fb50fcd-bff2-428d-988a-e30d1ff8b8b1 HTTP/1.1" status: 200 len: 945 time: 0.0498819 Sep 15 16:33:31.698456 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.plugin [req-24602e42-db0b-4d07-a365-f1a04f2a02a9 req-2c7bf018-0d92-494a-a92e-49531de71aee tempest-TestVolumeBootPattern-801906987 tempest-TestVolumeBootPattern-801906987-project] Deleting port 93390aa7-cfa7-41d8-ad6f-c6594c3e6c70 {{(pid=93953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:33:31.698800 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [req-24602e42-db0b-4d07-a365-f1a04f2a02a9 req-2c7bf018-0d92-494a-a92e-49531de71aee tempest-TestVolumeBootPattern-801906987 tempest-TestVolumeBootPattern-801906987-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791196454449'] for port, before_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:33:31.704540 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.db.l3_dvr_db [None req-e246aa98-f20b-4baf-9dd6-bf2908a4f707 None None] Set router 2f6cda3b-940a-432b-af73-f27feaeae0f3 gateway port host: dv-cinder-779576-8-iscsi {{(pid=93955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 16:33:31.784947 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.db [req-24602e42-db0b-4d07-a365-f1a04f2a02a9 req-2c7bf018-0d92-494a-a92e-49531de71aee tempest-TestVolumeBootPattern-801906987 tempest-TestVolumeBootPattern-801906987-project] For port 93390aa7-cfa7-41d8-ad6f-c6594c3e6c70, host hv-cinder-77957, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77957',level=0,port_id=93390aa7-cfa7-41d8-ad6f-c6594c3e6c70,segment=NetworkSegment(515df8c3-420b-482c-ae85-8decf2a71996),segment_id=515df8c3-420b-482c-ae85-8decf2a71996)] {{(pid=93953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:33:31.785298 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [req-24602e42-db0b-4d07-a365-f1a04f2a02a9 req-2c7bf018-0d92-494a-a92e-49531de71aee tempest-TestVolumeBootPattern-801906987 tempest-TestVolumeBootPattern-801906987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3729503'] for port, precommit_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:33:31.869327 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-57d8a9a3-d16f-4b20-b77b-ca1e664c03db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791196484491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953091'] for agent, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:33:31.962508 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [req-24602e42-db0b-4d07-a365-f1a04f2a02a9 req-2c7bf018-0d92-494a-a92e-49531de71aee tempest-TestVolumeBootPattern-801906987 tempest-TestVolumeBootPattern-801906987-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:33:31.962924 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [req-24602e42-db0b-4d07-a365-f1a04f2a02a9 req-2c7bf018-0d92-494a-a92e-49531de71aee tempest-TestVolumeBootPattern-801906987 tempest-TestVolumeBootPattern-801906987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3725591'] for floatingip, after_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:33:31.963236 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.db.l3_db [req-24602e42-db0b-4d07-a365-f1a04f2a02a9 req-2c7bf018-0d92-494a-a92e-49531de71aee tempest-TestVolumeBootPattern-801906987 tempest-TestVolumeBootPattern-801906987-project] Floating IP 1bdd088d-b9a8-4946-be74-3e36ab2481cf disassociated. External IP: 172.27.3.119, port: 93390aa7-cfa7-41d8-ad6f-c6594c3e6c70. Sep 15 16:33:31.963559 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.plugin [req-24602e42-db0b-4d07-a365-f1a04f2a02a9 req-2c7bf018-0d92-494a-a92e-49531de71aee tempest-TestVolumeBootPattern-801906987 tempest-TestVolumeBootPattern-801906987-project] Calling delete_port for 93390aa7-cfa7-41d8-ad6f-c6594c3e6c70 owned by compute:nova {{(pid=93953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:33:32.040021 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-cf603c72-a1dd-48f7-a8b7-41dcd44d660c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791196484491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953091'] for agent, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:33:32.060030 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.db.l3_hamode_db [None req-e246aa98-f20b-4baf-9dd6-bf2908a4f707 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f6cda3b-940a-432b-af73-f27feaeae0f3', 'name': 'tempest-AttachVolumeShelveTestJSON-1554809416-router', 'tenant_id': 'f7e7af658aa34644855359ede57c4c67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62251075-a3e3-4d47-8761-104d217b089a', 'external_fixed_ips': [{'subnet_id': '9a71565b-217b-482b-8364-bc8ecb4c8f88', 'ip_address': '172.27.3.104'}], 'enable_snat': True}, 'gw_port_id': '6df2b5a1-fc82-4ac3-b111-ebdee7ac68f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:22:12Z', 'updated_at': '2021-09-15T16:22:19Z', 'revision_number': 4, 'project_id': 'f7e7af658aa34644855359ede57c4c67', 'gw_port': {'id': '6df2b5a1-fc82-4ac3-b111-ebdee7ac68f8', 'name': '', 'network_id': '62251075-a3e3-4d47-8761-104d217b089a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:bd:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f6cda3b-940a-432b-af73-f27feaeae0f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '9a71565b-217b-482b-8364-bc8ecb4c8f88', 'ip_address': '172.27.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779576-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:22:14Z', 'updated_at': '2021-09-15T16:22:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a71565b-217b-482b-8364-bc8ecb4c8f88', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779576-8-iscsi', '_interfaces': [{'id': 'c47cddeb-1b1a-4b82-a932-8b2fe53df804', 'name': '', 'network_id': '301d3dae-97cb-4f1f-a074-0eaf2ccca5e4', 'tenant_id': 'f7e7af658aa34644855359ede57c4c67', 'mac_address': 'fa:16:3e:8e:14:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f6cda3b-940a-432b-af73-f27feaeae0f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'fa5f41a1-b858-4e32-8594-59b83d73c6e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779576-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:22:18Z', 'updated_at': '2021-09-15T16:22:27Z', 'revision_number': 5, 'project_id': 'f7e7af658aa34644855359ede57c4c67', 'subnets': [{'id': 'fa5f41a1-b858-4e32-8594-59b83d73c6e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779576-8-iscsi', False) {} {{(pid=93955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:33:32.086617 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e246aa98-f20b-4baf-9dd6-bf2908a4f707 None None] The sync data for ids ['2f6cda3b-940a-432b-af73-f27feaeae0f3'] in dv-cinder-779576-8-iscsi is: [{'id': '2f6cda3b-940a-432b-af73-f27feaeae0f3', 'name': 'tempest-AttachVolumeShelveTestJSON-1554809416-router', 'tenant_id': 'f7e7af658aa34644855359ede57c4c67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62251075-a3e3-4d47-8761-104d217b089a', 'external_fixed_ips': [{'subnet_id': '9a71565b-217b-482b-8364-bc8ecb4c8f88', 'ip_address': '172.27.3.104'}], 'enable_snat': True}, 'gw_port_id': '6df2b5a1-fc82-4ac3-b111-ebdee7ac68f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:22:12Z', 'updated_at': '2021-09-15T16:22:19Z', 'revision_number': 4, 'project_id': 'f7e7af658aa34644855359ede57c4c67', 'gw_port': {'id': '6df2b5a1-fc82-4ac3-b111-ebdee7ac68f8', 'name': '', 'network_id': '62251075-a3e3-4d47-8761-104d217b089a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:bd:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f6cda3b-940a-432b-af73-f27feaeae0f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '9a71565b-217b-482b-8364-bc8ecb4c8f88', 'ip_address': '172.27.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779576-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:22:14Z', 'updated_at': '2021-09-15T16:22:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a71565b-217b-482b-8364-bc8ecb4c8f88', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779576-8-iscsi', '_interfaces': [{'id': 'c47cddeb-1b1a-4b82-a932-8b2fe53df804', 'name': '', 'network_id': '301d3dae-97cb-4f1f-a074-0eaf2ccca5e4', 'tenant_id': 'f7e7af658aa34644855359ede57c4c67', 'mac_address': 'fa:16:3e:8e:14:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f6cda3b-940a-432b-af73-f27feaeae0f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'fa5f41a1-b858-4e32-8594-59b83d73c6e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779576-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:22:18Z', 'updated_at': '2021-09-15T16:22:27Z', 'revision_number': 5, 'project_id': 'f7e7af658aa34644855359ede57c4c67', 'subnets': [{'id': 'fa5f41a1-b858-4e32-8594-59b83d73c6e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 16:33:32.098582 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [req-24602e42-db0b-4d07-a365-f1a04f2a02a9 req-2c7bf018-0d92-494a-a92e-49531de71aee tempest-TestVolumeBootPattern-801906987 tempest-TestVolumeBootPattern-801906987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791196460023', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791195970003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127878305'] for port, after_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:33:32.131549 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-c1dfcf25-156d-4345-8b3a-8a75325eba10 req-1b0cc6a7-464f-4ef6-9ac2-a06d2e831089 tempest-TestVolumeBootPattern-801906987 tempest-TestVolumeBootPattern-801906987-project] 10.222.0.39 "GET /v2.0/ports?device_id=1fb50fcd-bff2-428d-988a-e30d1ff8b8b1 HTTP/1.1" status: 200 len: 210 time: 0.0386517 Sep 15 16:33:32.133147 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7bf018-0d92-494a-a92e-49531de71aee tempest-TestVolumeBootPattern-801906987 tempest-TestVolumeBootPattern-801906987-project] Pushing event deleted for resources: {'Port': ['ID=93390aa7-cfa7-41d8-ad6f-c6594c3e6c70,revision_number=None']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:33:32.335834 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6cde174-5f22-4a9c-a6a8-572645f56d24 None None] New status for floating IP 841e554f-2bf1-4824-8dc2-223374e7b82f: DOWN {{(pid=93956) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 15 16:33:32.346595 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.wsgi [-] (93954) accepted ('10.222.0.39', 40652) {{(pid=93954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:33:32.406882 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-7c1c1d83-cba8-4079-a9f4-033473f090a5 tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] Notify callbacks [] for security_group, before_delete {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:33:32.433327 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-7c1c1d83-cba8-4079-a9f4-033473f090a5 tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:33:32.499948 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-7c1c1d83-cba8-4079-a9f4-033473f090a5 tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3702208'] for security_group, after_delete {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:33:32.503692 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-7c1c1d83-cba8-4079-a9f4-033473f090a5 tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] Notify callbacks [] for security_group, before_response {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:33:32.505915 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [None req-7c1c1d83-cba8-4079-a9f4-033473f090a5 tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] 10.222.0.39 "DELETE /v2.0/security-groups/a4c6cb2d-885f-4897-a1c6-40508080b1e9 HTTP/1.1" status: 204 len: 168 time: 0.1582222 Sep 15 16:33:32.510073 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.wsgi [-] (93953) accepted ('10.222.0.39', 40654) {{(pid=93953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:33:32.519449 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1c1d83-cba8-4079-a9f4-033473f090a5 tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4c6cb2d-885f-4897-a1c6-40508080b1e9,revision_number=None']} {{(pid=93954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:33:32.526451 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.api.v2.resource [None req-51ebac12-3b8c-47a0-9199-bc8c9b62ec60 tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] show failed (client error): The resource could not be found. Sep 15 16:33:32.527622 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1c1d83-cba8-4079-a9f4-033473f090a5 tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:33:32.527937 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [None req-51ebac12-3b8c-47a0-9199-bc8c9b62ec60 tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] 10.222.0.39 "GET /v2.0/security-groups/a4c6cb2d-885f-4897-a1c6-40508080b1e9 HTTP/1.1" status: 404 len: 347 time: 0.0159521 Sep 15 16:33:32.528061 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1c1d83-cba8-4079-a9f4-033473f090a5 tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:33:32.528379 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1c1d83-cba8-4079-a9f4-033473f090a5 tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:33:32.528670 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1c1d83-cba8-4079-a9f4-033473f090a5 tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:33:32.528994 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1c1d83-cba8-4079-a9f4-033473f090a5 tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:33:32.529362 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1c1d83-cba8-4079-a9f4-033473f090a5 tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:33:32.529690 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1c1d83-cba8-4079-a9f4-033473f090a5 tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:33:32.530009 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1c1d83-cba8-4079-a9f4-033473f090a5 tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:33:32.530325 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1c1d83-cba8-4079-a9f4-033473f090a5 tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:33:32.530640 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1c1d83-cba8-4079-a9f4-033473f090a5 tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:33:32.530954 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1c1d83-cba8-4079-a9f4-033473f090a5 tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:33:32.531258 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1c1d83-cba8-4079-a9f4-033473f090a5 tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:33:32.531677 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.scheduler.l3_agent_scheduler [req-24602e42-db0b-4d07-a365-f1a04f2a02a9 req-2c7bf018-0d92-494a-a92e-49531de71aee tempest-TestVolumeBootPattern-801906987 tempest-TestVolumeBootPattern-801906987-project] Router 8b2a6ad7-614d-4182-8fd5-ec5bbf2affbd has already been hosted by L3 agent 7a8df8d7-c3ef-43b4-9534-c977f7014926 {{(pid=93953) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 16:33:32.532600 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.wsgi [-] (93953) accepted ('10.222.0.39', 40658) {{(pid=93953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:33:32.745470 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-24602e42-db0b-4d07-a365-f1a04f2a02a9 req-2c7bf018-0d92-494a-a92e-49531de71aee tempest-TestVolumeBootPattern-801906987 tempest-TestVolumeBootPattern-801906987-project] Notify agent at l3_agent.dv-cinder-779576-8-iscsi the message routers_updated {{(pid=93953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 16:33:32.754976 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fdbce9f-a52b-4c67-9a17-133ea0e474f7 None None] Sync routers for ids ['8b2a6ad7-614d-4182-8fd5-ec5bbf2affbd'] in dv-cinder-779576-8-iscsi {{(pid=93955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 16:33:32.765051 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fdbce9f-a52b-4c67-9a17-133ea0e474f7 None None] Routers {'8b2a6ad7-614d-4182-8fd5-ec5bbf2affbd'} bound to L3 agent in host dv-cinder-779576-8-iscsi {{(pid=93955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:33:32.765671 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.db.l3_hamode_db [None req-5fdbce9f-a52b-4c67-9a17-133ea0e474f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779576-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-15T16:14:02Z,description=,heartbeat_timestamp=2021-09-15T16:33:32Z,host='dv-cinder-779576-8-iscsi',id=7a8df8d7-c3ef-43b4-9534-c977f7014926,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T16:14:02Z,topic='l3_agent')) {'router_ids': ['8b2a6ad7-614d-4182-8fd5-ec5bbf2affbd'], 'active': True} {{(pid=93955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:33:32.772486 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.plugin [None req-7430171f-ab3b-4742-bf6a-e2b2da44691b tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] Deleting port 3ebfa293-9559-4203-ab95-5446219619cb {{(pid=93953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:33:32.772821 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-7430171f-ab3b-4742-bf6a-e2b2da44691b tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791196454449'] for port, before_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:33:32.807955 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.db.l3_dvrscheduler_db [req-24602e42-db0b-4d07-a365-f1a04f2a02a9 req-2c7bf018-0d92-494a-a92e-49531de71aee tempest-TestVolumeBootPattern-801906987 tempest-TestVolumeBootPattern-801906987-project] No DVR routers for this DVR port 93390aa7-cfa7-41d8-ad6f-c6594c3e6c70 on host hv-cinder-77957 {{(pid=93953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 16:33:32.811604 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [req-24602e42-db0b-4d07-a365-f1a04f2a02a9 req-2c7bf018-0d92-494a-a92e-49531de71aee tempest-TestVolumeBootPattern-801906987 tempest-TestVolumeBootPattern-801906987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58602'] for port, before_response {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:33:32.813917 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-24602e42-db0b-4d07-a365-f1a04f2a02a9 req-2c7bf018-0d92-494a-a92e-49531de71aee tempest-TestVolumeBootPattern-801906987 tempest-TestVolumeBootPattern-801906987-project] 10.222.0.45 "DELETE /v2.0/ports/93390aa7-cfa7-41d8-ad6f-c6594c3e6c70 HTTP/1.1" status: 204 len: 173 time: 1.2077940 Sep 15 16:33:32.873693 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-7430171f-ab3b-4742-bf6a-e2b2da44691b tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3729503'] for port, precommit_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:33:32.874003 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-7430171f-ab3b-4742-bf6a-e2b2da44691b tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:33:32.874958 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.db.l3_dvr_db [None req-5fdbce9f-a52b-4c67-9a17-133ea0e474f7 None None] Set router 8b2a6ad7-614d-4182-8fd5-ec5bbf2affbd gateway port host: dv-cinder-779576-8-iscsi {{(pid=93955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 16:33:32.885999 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.plugin [None req-7430171f-ab3b-4742-bf6a-e2b2da44691b tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] Calling delete_port for 3ebfa293-9559-4203-ab95-5446219619cb owned by network:floatingip {{(pid=93953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:33:33.023142 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-eee1357e-56cc-4bdc-884d-16a88731d16f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791196484491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953091'] for agent, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:33:33.024643 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-7430171f-ab3b-4742-bf6a-e2b2da44691b tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791196460023', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791195970003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127878305'] for port, after_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:33:33.053666 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7430171f-ab3b-4742-bf6a-e2b2da44691b tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] Pushing event deleted for resources: {'Port': ['ID=3ebfa293-9559-4203-ab95-5446219619cb,revision_number=None']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:33:33.091475 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.db.l3_hamode_db [None req-5fdbce9f-a52b-4c67-9a17-133ea0e474f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b2a6ad7-614d-4182-8fd5-ec5bbf2affbd', 'name': 'tempest-TestVolumeBootPattern-1599081810-router', 'tenant_id': 'f448c5fca9014429b532320ab78459ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62251075-a3e3-4d47-8761-104d217b089a', 'external_fixed_ips': [{'subnet_id': '9a71565b-217b-482b-8364-bc8ecb4c8f88', 'ip_address': '172.27.3.54'}], 'enable_snat': True}, 'gw_port_id': 'bae01dab-de4f-4ea6-acc3-abb66545ff41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:29:59Z', 'updated_at': '2021-09-15T16:30:03Z', 'revision_number': 4, 'project_id': 'f448c5fca9014429b532320ab78459ea', 'gw_port': {'id': 'bae01dab-de4f-4ea6-acc3-abb66545ff41', 'name': '', 'network_id': '62251075-a3e3-4d47-8761-104d217b089a', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:bc:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b2a6ad7-614d-4182-8fd5-ec5bbf2affbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '9a71565b-217b-482b-8364-bc8ecb4c8f88', 'ip_address': '172.27.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779576-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:30:00Z', 'updated_at': '2021-09-15T16:30:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a71565b-217b-482b-8364-bc8ecb4c8f88', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779576-8-iscsi', '_interfaces': [{'id': '2dba4de5-87c7-404d-9adf-25f18479f5c2', 'name': '', 'network_id': '48dcadf6-1b51-4d33-92c6-65cc509573fa', 'tenant_id': 'f448c5fca9014429b532320ab78459ea', 'mac_address': 'fa:16:3e:85:25:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b2a6ad7-614d-4182-8fd5-ec5bbf2affbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': 'df755c0f-3453-4699-824d-add9626035f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779576-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:30:02Z', 'updated_at': '2021-09-15T16:30:09Z', 'revision_number': 5, 'project_id': 'f448c5fca9014429b532320ab78459ea', 'subnets': [{'id': 'df755c0f-3453-4699-824d-add9626035f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779576-8-iscsi', False) {} {{(pid=93955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:33:33.113861 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-7430171f-ab3b-4742-bf6a-e2b2da44691b tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] Notify callbacks [] for floatingip, after_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:33:33.116907 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-7430171f-ab3b-4742-bf6a-e2b2da44691b tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58602'] for floatingip, before_response {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:33:33.121320 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [None req-7430171f-ab3b-4742-bf6a-e2b2da44691b tempest-AttachVolumeShelveTestJSON-1621797701 tempest-AttachVolumeShelveTestJSON-1621797701-project] 10.222.0.39 "DELETE /v2.0/floatingips/841e554f-2bf1-4824-8dc2-223374e7b82f HTTP/1.1" status: 204 len: 168 time: 0.5845599 Sep 15 16:33:33.121515 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fdbce9f-a52b-4c67-9a17-133ea0e474f7 None None] Checking router: 8b2a6ad7-614d-4182-8fd5-ec5bbf2affbd for host: dv-cinder-779576-8-iscsi {{(pid=93955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 16:33:33.129603 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fdbce9f-a52b-4c67-9a17-133ea0e474f7 None None] Routers {'8b2a6ad7-614d-4182-8fd5-ec5bbf2affbd'} bound to L3 agent in host dv-cinder-779576-8-iscsi {{(pid=93955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:33:33.130237 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.db.l3_hamode_db [None req-5fdbce9f-a52b-4c67-9a17-133ea0e474f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779576-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-15T16:14:02Z,description=,heartbeat_timestamp=2021-09-15T16:33:32Z,host='dv-cinder-779576-8-iscsi',id=7a8df8d7-c3ef-43b4-9534-c977f7014926,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T16:14:02Z,topic='l3_agent')) {'router_ids': ['8b2a6ad7-614d-4182-8fd5-ec5bbf2affbd'], 'active': True} {{(pid=93955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:33:33.248007 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-5a92be33-7b56-4563-93b6-8ba8df8dcdb9 req-8cd8f8b7-bcb4-4fc3-a8b0-be33c076861c tempest-TestVolumeBootPattern-801906987 tempest-TestVolumeBootPattern-801906987-project] 10.222.0.39 "GET /v2.0/ports?device_id=1fb50fcd-bff2-428d-988a-e30d1ff8b8b1 HTTP/1.1" status: 200 len: 210 time: 0.0299830 Sep 15 16:33:33.258321 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.db.l3_dvr_db [None req-5fdbce9f-a52b-4c67-9a17-133ea0e474f7 None None] Set router 8b2a6ad7-614d-4182-8fd5-ec5bbf2affbd gateway port host: dv-cinder-779576-8-iscsi {{(pid=93955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 16:33:33.363135 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1fb50fcd-bff2-428d-988a-e30d1ff8b8b1', 'name': 'network-vif-deleted', 'tag': '93390aa7-cfa7-41d8-ad6f-c6594c3e6c70'}] {{(pid=93953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 16:33:33.365634 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5192e05b0783e869a38b3815ee673eee9316ce03dcaf8465063259ebfb62487" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f426a698-5e0d-4216-a8f4-32bcd1607efa" -d '{"events": [{"server_uuid": "1fb50fcd-bff2-428d-988a-e30d1ff8b8b1", "name": "network-vif-deleted", "tag": "93390aa7-cfa7-41d8-ad6f-c6594c3e6c70"}]}' {{(pid=93953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 16:33:33.403200 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 16:33:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a2515a9-9769-4c41-a80e-d3771870490d x-openstack-request-id: req-5a2515a9-9769-4c41-a80e-d3771870490d {{(pid=93953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 16:33:33.403491 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1fb50fcd-bff2-428d-988a-e30d1ff8b8b1", "name": "network-vif-deleted", "tag": "93390aa7-cfa7-41d8-ad6f-c6594c3e6c70", "status": "completed", "code": 200}]} {{(pid=93953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 16:33:33.403743 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-5a2515a9-9769-4c41-a80e-d3771870490d {{(pid=93953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 16:33:33.404164 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1fb50fcd-bff2-428d-988a-e30d1ff8b8b1', 'name': 'network-vif-deleted', 'tag': '93390aa7-cfa7-41d8-ad6f-c6594c3e6c70', 'status': 'completed', 'code': 200} Sep 15 16:33:33.463249 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.db.l3_hamode_db [None req-5fdbce9f-a52b-4c67-9a17-133ea0e474f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b2a6ad7-614d-4182-8fd5-ec5bbf2affbd', 'name': 'tempest-TestVolumeBootPattern-1599081810-router', 'tenant_id': 'f448c5fca9014429b532320ab78459ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62251075-a3e3-4d47-8761-104d217b089a', 'external_fixed_ips': [{'subnet_id': '9a71565b-217b-482b-8364-bc8ecb4c8f88', 'ip_address': '172.27.3.54'}], 'enable_snat': True}, 'gw_port_id': 'bae01dab-de4f-4ea6-acc3-abb66545ff41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:29:59Z', 'updated_at': '2021-09-15T16:30:03Z', 'revision_number': 4, 'project_id': 'f448c5fca9014429b532320ab78459ea', 'gw_port': {'id': 'bae01dab-de4f-4ea6-acc3-abb66545ff41', 'name': '', 'network_id': '62251075-a3e3-4d47-8761-104d217b089a', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:bc:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b2a6ad7-614d-4182-8fd5-ec5bbf2affbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '9a71565b-217b-482b-8364-bc8ecb4c8f88', 'ip_address': '172.27.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779576-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:30:00Z', 'updated_at': '2021-09-15T16:30:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a71565b-217b-482b-8364-bc8ecb4c8f88', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779576-8-iscsi', '_interfaces': [{'id': '2dba4de5-87c7-404d-9adf-25f18479f5c2', 'name': '', 'network_id': '48dcadf6-1b51-4d33-92c6-65cc509573fa', 'tenant_id': 'f448c5fca9014429b532320ab78459ea', 'mac_address': 'fa:16:3e:85:25:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b2a6ad7-614d-4182-8fd5-ec5bbf2affbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': 'df755c0f-3453-4699-824d-add9626035f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779576-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:30:02Z', 'updated_at': '2021-09-15T16:30:09Z', 'revision_number': 5, 'project_id': 'f448c5fca9014429b532320ab78459ea', 'subnets': [{'id': 'df755c0f-3453-4699-824d-add9626035f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779576-8-iscsi', False) {} {{(pid=93955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:33:33.496239 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fdbce9f-a52b-4c67-9a17-133ea0e474f7 None None] The sync data for ids ['8b2a6ad7-614d-4182-8fd5-ec5bbf2affbd'] in dv-cinder-779576-8-iscsi is: [{'id': '8b2a6ad7-614d-4182-8fd5-ec5bbf2affbd', 'name': 'tempest-TestVolumeBootPattern-1599081810-router', 'tenant_id': 'f448c5fca9014429b532320ab78459ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62251075-a3e3-4d47-8761-104d217b089a', 'external_fixed_ips': [{'subnet_id': '9a71565b-217b-482b-8364-bc8ecb4c8f88', 'ip_address': '172.27.3.54'}], 'enable_snat': True}, 'gw_port_id': 'bae01dab-de4f-4ea6-acc3-abb66545ff41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:29:59Z', 'updated_at': '2021-09-15T16:30:03Z', 'revision_number': 4, 'project_id': 'f448c5fca9014429b532320ab78459ea', 'gw_port': {'id': 'bae01dab-de4f-4ea6-acc3-abb66545ff41', 'name': '', 'network_id': '62251075-a3e3-4d47-8761-104d217b089a', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:bc:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b2a6ad7-614d-4182-8fd5-ec5bbf2affbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '9a71565b-217b-482b-8364-bc8ecb4c8f88', 'ip_address': '172.27.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779576-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:30:00Z', 'updated_at': '2021-09-15T16:30:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a71565b-217b-482b-8364-bc8ecb4c8f88', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779576-8-iscsi', '_interfaces': [{'id': '2dba4de5-87c7-404d-9adf-25f18479f5c2', 'name': '', 'network_id': '48dcadf6-1b51-4d33-92c6-65cc509573fa', 'tenant_id': 'f448c5fca9014429b532320ab78459ea', 'mac_address': 'fa:16:3e:85:25:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b2a6ad7-614d-4182-8fd5-ec5bbf2affbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': 'df755c0f-3453-4699-824d-add9626035f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779576-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:30:02Z', 'updated_at': '2021-09-15T16:30:09Z', 'revision_number': 5, 'project_id': 'f448c5fca9014429b532320ab78459ea', 'subnets': [{'id': 'df755c0f-3453-4699-824d-add9626035f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 16:33:33.712435 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6687ce0c-c8af-4f24-843d-ae8a093ca326 None None] New status for floating IP 1bdd088d-b9a8-4946-be74-3e36ab2481cf: DOWN {{(pid=93956) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 15 16:33:33.913245 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-3a3e3c4a-a626-4982-a68f-8ead435744fd req-487d07b6-adda-44f2-8ac6-b28999a1fb9e service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=91edce23-8260-4232-90a7-8d37815878e8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0922549 Sep 15 16:33:33.974902 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3e3c4a-a626-4982-a68f-8ead435744fd req-5f15e995-d910-429c-9957-51cd3e38149c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:33:33.976392 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-3a3e3c4a-a626-4982-a68f-8ead435744fd req-5f15e995-d910-429c-9957-51cd3e38149c service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=66d1d644c42a42ba8fdbb6c5db63cdfb&device_id=91edce23-8260-4232-90a7-8d37815878e8 HTTP/1.1" status: 200 len: 1099 time: 0.0402894 Sep 15 16:33:34.078459 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3e3c4a-a626-4982-a68f-8ead435744fd req-22e7d93c-ee0e-40b2-896b-0619901cf9ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:33:34.079801 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-3a3e3c4a-a626-4982-a68f-8ead435744fd req-22e7d93c-ee0e-40b2-896b-0619901cf9ca service neutron] 10.222.0.45 "GET /v2.0/networks?id=c5434ca4-ccc6-4f17-83c3-0e714ba8c18a HTTP/1.1" status: 200 len: 909 time: 0.0847707 Sep 15 16:33:34.149226 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-3a3e3c4a-a626-4982-a68f-8ead435744fd req-5f811d37-4adb-49df-ba81-d3b49b0982af service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1278be16-8f94-4535-b85d-4e24bfa8782e HTTP/1.1" status: 200 len: 1001 time: 0.0617559 Sep 15 16:33:34.196576 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3e3c4a-a626-4982-a68f-8ead435744fd req-e040ecb6-516a-4b4a-bfa7-06a4dc6bb310 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:33:34.197955 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-3a3e3c4a-a626-4982-a68f-8ead435744fd req-e040ecb6-516a-4b4a-bfa7-06a4dc6bb310 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=a878bb0e-ef92-4742-928c-735ec49c3680 HTTP/1.1" status: 200 len: 848 time: 0.0419321 Sep 15 16:33:34.243712 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3e3c4a-a626-4982-a68f-8ead435744fd req-2b2f4c2e-0c3c-49f0-9bc6-c465e79a0e90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:33:34.245167 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-3a3e3c4a-a626-4982-a68f-8ead435744fd req-2b2f4c2e-0c3c-49f0-9bc6-c465e79a0e90 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=c5434ca4-ccc6-4f17-83c3-0e714ba8c18a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0401161 Sep 15 16:33:34.256151 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.wsgi [req-3a3e3c4a-a626-4982-a68f-8ead435744fd req-2edecd31-6260-43a0-855a-dbe0964da389 service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=93953) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 15 16:33:34.257073 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-3a3e3c4a-a626-4982-a68f-8ead435744fd req-2edecd31-6260-43a0-855a-dbe0964da389 service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048430 Sep 15 16:33:34.355620 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-3a3e3c4a-a626-4982-a68f-8ead435744fd req-b9ddf44c-2b98-4d05-bede-77882ff073fb service neutron] 10.222.0.45 "GET /v2.0/networks/c5434ca4-ccc6-4f17-83c3-0e714ba8c18a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904462 Sep 15 16:33:34.391593 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-7ad16b6f-1dcb-4567-914a-8ec9b5a04b47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791196484491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953091'] for agent, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:33:34.448803 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.rpc [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] Device b226e5a5-76e2-409a-8ccd-16760cacd1ee no longer exists at agent hyperv_hv-cinder-77957 {{(pid=93955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 16:33:34.469130 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] No Port match for: b226e5a5-76e2-409a-8ccd-16760cacd1ee {{(pid=93955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 16:33:34.469468 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.rpc [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] Device b226e5a5-76e2-409a-8ccd-16760cacd1ee not bound to the agent host hv-cinder-77957 {{(pid=93955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 16:33:34.470061 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.rpc [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] Device 93390aa7-cfa7-41d8-ad6f-c6594c3e6c70 no longer exists at agent hyperv_hv-cinder-77957 {{(pid=93955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 16:33:34.490281 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] No Port match for: 93390aa7-cfa7-41d8-ad6f-c6594c3e6c70 {{(pid=93955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 16:33:34.490958 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.rpc [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] Device 93390aa7-cfa7-41d8-ad6f-c6594c3e6c70 not bound to the agent host hv-cinder-77957 {{(pid=93955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 16:33:34.495847 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-3a3e3c4a-a626-4982-a68f-8ead435744fd req-3244676d-87e7-4e77-84b2-fd34909c0448 service neutron] 10.222.0.45 "GET /v2.0/networks/c5434ca4-ccc6-4f17-83c3-0e714ba8c18a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1324813 Sep 15 16:33:34.499111 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-f45dc420-224a-450d-96d2-62eb590d92d1 req-0b7141bf-d27e-4656-8ed2-4d655fdc3087 tempest-TestVolumeBootPattern-801906987 tempest-TestVolumeBootPattern-801906987-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1029631388&fields=id&tenant_id=f448c5fca9014429b532320ab78459ea HTTP/1.1" status: 200 len: 267 time: 0.0604279 Sep 15 16:33:34.606577 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45dc420-224a-450d-96d2-62eb590d92d1 req-875d4962-1f8b-4c17-a4d8-a3f35ce3faa2 tempest-TestVolumeBootPattern-801906987 tempest-TestVolumeBootPattern-801906987-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:33:34.607895 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-f45dc420-224a-450d-96d2-62eb590d92d1 req-875d4962-1f8b-4c17-a4d8-a3f35ce3faa2 tempest-TestVolumeBootPattern-801906987 tempest-TestVolumeBootPattern-801906987-project] 10.222.0.39 "GET /v2.0/networks?id=48dcadf6-1b51-4d33-92c6-65cc509573fa HTTP/1.1" status: 200 len: 812 time: 0.1014228 Sep 15 16:33:34.625811 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-f45dc420-224a-450d-96d2-62eb590d92d1 req-95387fd8-de34-449e-a44c-ce5a44b498c8 tempest-TestVolumeBootPattern-801906987 tempest-TestVolumeBootPattern-801906987-project] 10.222.0.39 "GET /v2.0/quotas/f448c5fca9014429b532320ab78459ea HTTP/1.1" status: 200 len: 375 time: 0.0091009 Sep 15 16:33:34.686929 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-f45dc420-224a-450d-96d2-62eb590d92d1 req-f942cedc-ef57-40f8-8681-44c7e4049be7 tempest-TestVolumeBootPattern-801906987 tempest-TestVolumeBootPattern-801906987-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=f448c5fca9014429b532320ab78459ea&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0554368 Sep 15 16:33:34.704006 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.wsgi [req-f45dc420-224a-450d-96d2-62eb590d92d1 req-d473762d-0bf2-4edc-a48c-720a9ada5131 service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=93953) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 15 16:33:34.704964 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-f45dc420-224a-450d-96d2-62eb590d92d1 req-d473762d-0bf2-4edc-a48c-720a9ada5131 service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052013 Sep 15 16:33:34.798221 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-f45dc420-224a-450d-96d2-62eb590d92d1 req-10b638cd-a223-48fe-af91-833d208a689f service neutron] 10.222.0.39 "GET /v2.0/networks/48dcadf6-1b51-4d33-92c6-65cc509573fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867059 Sep 15 16:33:34.895546 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-f45dc420-224a-450d-96d2-62eb590d92d1 req-a002de2a-41df-468b-b33c-b3feacd0bb22 service neutron] 10.222.0.39 "GET /v2.0/networks/48dcadf6-1b51-4d33-92c6-65cc509573fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909755 Sep 15 16:33:35.222247 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-5d58fc12-64cd-4383-ae1c-f1cd58d5f249 req-e6a6dded-5a98-40e1-ac31-277f87d02967 tempest-TestVolumeBootPattern-801906987 tempest-TestVolumeBootPattern-801906987-project] 10.222.0.39 "GET /v2.0/ports?device_id=257cc74a-da4c-4efe-9579-f4510a0aa649 HTTP/1.1" status: 200 len: 210 time: 0.0269237 Sep 15 16:33:35.598464 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.wsgi [-] (93953) accepted ('10.222.0.39', 40716) {{(pid=93953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:33:36.042869 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-7b1292b7-f881-4d91-a088-f196286fc935 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3724823'] for router_interface, before_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:33:36.316411 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45dc420-224a-450d-96d2-62eb590d92d1 req-af8697d5-297f-4a90-b19f-231a10a45e2e tempest-TestVolumeBootPattern-801906987 tempest-TestVolumeBootPattern-801906987-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:33:36.317882 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-f45dc420-224a-450d-96d2-62eb590d92d1 req-af8697d5-297f-4a90-b19f-231a10a45e2e tempest-TestVolumeBootPattern-801906987 tempest-TestVolumeBootPattern-801906987-project] 10.222.0.45 "GET /v2.0/networks?id=48dcadf6-1b51-4d33-92c6-65cc509573fa HTTP/1.1" status: 200 len: 812 time: 0.1423385 Sep 15 16:33:36.337099 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-0f8f8280-cc77-43df-b2ca-eaccbe7d0d59 req-ea1bd7f7-8fd2-4d3f-bfc9-cad93d13f260 tempest-TestVolumeBootPattern-801906987 tempest-TestVolumeBootPattern-801906987-project] 10.222.0.39 "GET /v2.0/ports?device_id=257cc74a-da4c-4efe-9579-f4510a0aa649 HTTP/1.1" status: 200 len: 210 time: 0.0413063 Sep 15 16:33:36.406361 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-f45dc420-224a-450d-96d2-62eb590d92d1 req-d5c5f554-14c1-4513-82f3-712929fec6e0 tempest-TestVolumeBootPattern-801906987 tempest-TestVolumeBootPattern-801906987-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f448c5fca9014429b532320ab78459ea HTTP/1.1" status: 200 len: 380 time: 0.0715435 Sep 15 16:33:36.416828 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.api.v2.base [req-f45dc420-224a-450d-96d2-62eb590d92d1 req-01864b68-f4a8-4772-ab8c-e528660ddadb tempest-TestVolumeBootPattern-801906987 tempest-TestVolumeBootPattern-801906987-project] Request body: {'port': {'device_id': '257cc74a-da4c-4efe-9579-f4510a0aa649', 'network_id': '48dcadf6-1b51-4d33-92c6-65cc509573fa', 'admin_state_up': True, 'tenant_id': 'f448c5fca9014429b532320ab78459ea', 'security_groups': ['6b6d94b4-d9e2-4118-be58-0e433855682a']}} {{(pid=93953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:33:36.499259 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.plugin [None req-7b1292b7-f881-4d91-a088-f196286fc935 admin admin] Deleting port c47cddeb-1b1a-4b82-a932-8b2fe53df804 {{(pid=93953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:33:36.499617 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-7b1292b7-f881-4d91-a088-f196286fc935 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791196454449'] for port, before_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:33:36.582076 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f45dc420-224a-450d-96d2-62eb590d92d1 req-01864b68-f4a8-4772-ab8c-e528660ddadb tempest-TestVolumeBootPattern-801906987 tempest-TestVolumeBootPattern-801906987-project] Made reservation on behalf of f448c5fca9014429b532320ab78459ea for: {'port': 1} {{(pid=93953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 16:33:36.585671 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [req-f45dc420-224a-450d-96d2-62eb590d92d1 req-01864b68-f4a8-4772-ab8c-e528660ddadb tempest-TestVolumeBootPattern-801906987 tempest-TestVolumeBootPattern-801906987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928820'] for port, before_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:33:36.607947 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.db [None req-7b1292b7-f881-4d91-a088-f196286fc935 admin admin] For port c47cddeb-1b1a-4b82-a932-8b2fe53df804, host dv-cinder-779576-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779576-8-iscsi',level=0,port_id=c47cddeb-1b1a-4b82-a932-8b2fe53df804,segment=NetworkSegment(604bbfea-00fe-4e59-aeb5-45f535ca3265),segment_id=604bbfea-00fe-4e59-aeb5-45f535ca3265)] {{(pid=93953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:33:36.609117 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-7b1292b7-f881-4d91-a088-f196286fc935 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3729503'] for port, precommit_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:33:36.624135 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.plugin [None req-7b1292b7-f881-4d91-a088-f196286fc935 admin admin] Calling delete_port for c47cddeb-1b1a-4b82-a932-8b2fe53df804 owned by network:router_interface {{(pid=93953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:33:36.815315 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.db.db_base_plugin_common [req-f45dc420-224a-450d-96d2-62eb590d92d1 req-01864b68-f4a8-4772-ab8c-e528660ddadb tempest-TestVolumeBootPattern-801906987 tempest-TestVolumeBootPattern-801906987-project] Allocated IP 172.20.0.10 (48dcadf6-1b51-4d33-92c6-65cc509573fa/df755c0f-3453-4699-824d-add9626035f9/95da61fc-3e3d-4304-bba4-dde15db271d0) {{(pid=93953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 16:33:36.988086 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-7b1292b7-f881-4d91-a088-f196286fc935 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791196460023', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791195970003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127878305'] for port, after_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:33:37.024384 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [req-f45dc420-224a-450d-96d2-62eb590d92d1 req-01864b68-f4a8-4772-ab8c-e528660ddadb tempest-TestVolumeBootPattern-801906987 tempest-TestVolumeBootPattern-801906987-project] Notify callbacks [] for port, precommit_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:33:37.027443 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1292b7-f881-4d91-a088-f196286fc935 admin admin] Pushing event deleted for resources: {'Port': ['ID=c47cddeb-1b1a-4b82-a932-8b2fe53df804,revision_number=None']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:33:37.111661 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [req-f45dc420-224a-450d-96d2-62eb590d92d1 req-01864b68-f4a8-4772-ab8c-e528660ddadb tempest-TestVolumeBootPattern-801906987 tempest-TestVolumeBootPattern-801906987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791195969994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127878305'] for port, after_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:33:37.195784 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f45dc420-224a-450d-96d2-62eb590d92d1 req-01864b68-f4a8-4772-ab8c-e528660ddadb tempest-TestVolumeBootPattern-801906987 tempest-TestVolumeBootPattern-801906987-project] Network 48dcadf6-1b51-4d33-92c6-65cc509573fa is already hosted by enough agents. {{(pid=93953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:33:37.201705 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.scheduler.base_scheduler [req-f45dc420-224a-450d-96d2-62eb590d92d1 req-01864b68-f4a8-4772-ab8c-e528660ddadb tempest-TestVolumeBootPattern-801906987 tempest-TestVolumeBootPattern-801906987-project] Resources bound (agent type, host, resource id): {{(pid=93953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:33:37.209711 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.db.l3_dvrscheduler_db [req-f45dc420-224a-450d-96d2-62eb590d92d1 req-01864b68-f4a8-4772-ab8c-e528660ddadb tempest-TestVolumeBootPattern-801906987 tempest-TestVolumeBootPattern-801906987-project] Received port after_create {{(pid=93953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 16:33:37.213481 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01864b68-f4a8-4772-ab8c-e528660ddadb tempest-TestVolumeBootPattern-801906987 tempest-TestVolumeBootPattern-801906987-project] Pushing event updated for resources: {'Port': ['ID=95da61fc-3e3d-4304-bba4-dde15db271d0,revision_number=1']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:33:37.295191 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-7b1292b7-f881-4d91-a088-f196286fc935 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3751619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3725735'] for router_interface, after_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:33:37.302308 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45dc420-224a-450d-96d2-62eb590d92d1 req-01864b68-f4a8-4772-ab8c-e528660ddadb tempest-TestVolumeBootPattern-801906987 tempest-TestVolumeBootPattern-801906987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:33:37.302883 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [req-f45dc420-224a-450d-96d2-62eb590d92d1 req-01864b68-f4a8-4772-ab8c-e528660ddadb tempest-TestVolumeBootPattern-801906987 tempest-TestVolumeBootPattern-801906987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58602'] for port, before_response {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:33:37.353573 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-f45dc420-224a-450d-96d2-62eb590d92d1 req-01864b68-f4a8-4772-ab8c-e528660ddadb tempest-TestVolumeBootPattern-801906987 tempest-TestVolumeBootPattern-801906987-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9411187 Sep 15 16:33:37.369618 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.api.v2.base [req-f45dc420-224a-450d-96d2-62eb590d92d1 req-644cfe3c-be9b-435a-babf-3c51b613d1e2 service neutron] Request body: {'port': {'device_id': '257cc74a-da4c-4efe-9579-f4510a0aa649', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77957'}} {{(pid=93953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:33:37.450228 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.db.provisioning_blocks [None req-390640f2-e1f9-49dc-ad29-36a0d86cbb61 None None] Provisioning complete for port 95da61fc-3e3d-4304-bba4-dde15db271d0 triggered by entity DHCP. {{(pid=93955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:33:37.451065 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-390640f2-e1f9-49dc-ad29-36a0d86cbb61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953592'] for port, provisioning_complete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:33:37.459962 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af16bc90-c4ec-45ad-9ebb-530b978154e1 req-6fcf1471-95bc-49c3-9861-2e5a8c78e67e tempest-TestVolumeBootPattern-801906987 tempest-TestVolumeBootPattern-801906987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:33:37.462115 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-af16bc90-c4ec-45ad-9ebb-530b978154e1 req-6fcf1471-95bc-49c3-9861-2e5a8c78e67e tempest-TestVolumeBootPattern-801906987 tempest-TestVolumeBootPattern-801906987-project] 10.222.0.39 "GET /v2.0/ports?device_id=257cc74a-da4c-4efe-9579-f4510a0aa649 HTTP/1.1" status: 200 len: 932 time: 0.0557954 Sep 15 16:33:37.466840 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [req-f45dc420-224a-450d-96d2-62eb590d92d1 req-644cfe3c-be9b-435a-babf-3c51b613d1e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928820'] for port, before_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:33:37.486554 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [None req-390640f2-e1f9-49dc-ad29-36a0d86cbb61 None None] Port 95da61fc-3e3d-4304-bba4-dde15db271d0 cannot update to ACTIVE because it is not bound. {{(pid=93955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 16:33:37.503346 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-af16bc90-c4ec-45ad-9ebb-530b978154e1 req-c2e9dda7-b0f3-4dc0-9ae5-2dbdaae98a58 tempest-TestVolumeBootPattern-801906987 tempest-TestVolumeBootPattern-801906987-project] 10.222.0.39 "GET /v2.0/security-groups?id=6b6d94b4-d9e2-4118-be58-0e433855682a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334432 Sep 15 16:33:37.943793 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b1292b7-f881-4d91-a088-f196286fc935 admin admin] Router 2f6cda3b-940a-432b-af73-f27feaeae0f3 has already been hosted by L3 agent 7a8df8d7-c3ef-43b4-9534-c977f7014926 {{(pid=93953) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 16:33:38.120055 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b1292b7-f881-4d91-a088-f196286fc935 admin admin] Notify agent at l3_agent.dv-cinder-779576-8-iscsi the message routers_updated {{(pid=93953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 16:33:38.129073 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3044de84-fdd8-4a03-b061-04d65cbdf483 None None] Sync routers for ids ['2f6cda3b-940a-432b-af73-f27feaeae0f3'] in dv-cinder-779576-8-iscsi {{(pid=93955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 16:33:38.139907 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3044de84-fdd8-4a03-b061-04d65cbdf483 None None] Routers {'2f6cda3b-940a-432b-af73-f27feaeae0f3'} bound to L3 agent in host dv-cinder-779576-8-iscsi {{(pid=93955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:33:38.140545 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.db.l3_hamode_db [None req-3044de84-fdd8-4a03-b061-04d65cbdf483 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779576-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-15T16:14:02Z,description=,heartbeat_timestamp=2021-09-15T16:33:32Z,host='dv-cinder-779576-8-iscsi',id=7a8df8d7-c3ef-43b4-9534-c977f7014926,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T16:14:02Z,topic='l3_agent')) {'router_ids': ['2f6cda3b-940a-432b-af73-f27feaeae0f3'], 'active': True} {{(pid=93955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:33:38.142937 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [None req-7b1292b7-f881-4d91-a088-f196286fc935 admin admin] 10.222.0.39 "PUT /v2.0/routers/2f6cda3b-940a-432b-af73-f27feaeae0f3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5433412 Sep 15 16:33:38.145809 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.wsgi [-] (93954) accepted ('10.222.0.39', 40724) {{(pid=93954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:33:38.157390 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.notifiers.nova [req-f45dc420-224a-450d-96d2-62eb590d92d1 req-644cfe3c-be9b-435a-babf-3c51b613d1e2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 95da61fc-3e3d-4304-bba4-dde15db271d0 {{(pid=93953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 16:33:38.165287 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [req-f45dc420-224a-450d-96d2-62eb590d92d1 req-644cfe3c-be9b-435a-babf-3c51b613d1e2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:33:38.177769 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.db.provisioning_blocks [req-f45dc420-224a-450d-96d2-62eb590d92d1 req-644cfe3c-be9b-435a-babf-3c51b613d1e2 service neutron] Transition to ACTIVE for port object 95da61fc-3e3d-4304-bba4-dde15db271d0 will not be triggered until provisioned by entity L2. {{(pid=93953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 16:33:38.186000 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [req-f45dc420-224a-450d-96d2-62eb590d92d1 req-644cfe3c-be9b-435a-babf-3c51b613d1e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791196459277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791195970012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791195970030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127878328'] for port, after_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:33:38.240438 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644cfe3c-be9b-435a-babf-3c51b613d1e2 service neutron] Pushing event updated for resources: {'Port': ['ID=95da61fc-3e3d-4304-bba4-dde15db271d0,revision_number=2']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:33:38.251244 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.db.l3_dvr_db [None req-3044de84-fdd8-4a03-b061-04d65cbdf483 None None] Set router 2f6cda3b-940a-432b-af73-f27feaeae0f3 gateway port host: dv-cinder-779576-8-iscsi {{(pid=93955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 16:33:38.258123 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-ebf54a8a-410f-4f6c-910a-56156f6b3bf0 admin admin] Notify callbacks [] for router, before_delete {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:33:38.313511 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.managers [req-f45dc420-224a-450d-96d2-62eb590d92d1 req-644cfe3c-be9b-435a-babf-3c51b613d1e2 service neutron] Attempting to bind port 95da61fc-3e3d-4304-bba4-dde15db271d0 on host hv-cinder-77957 for vnic_type normal with profile {{(pid=93953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 16:33:38.313840 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.managers [req-f45dc420-224a-450d-96d2-62eb590d92d1 req-644cfe3c-be9b-435a-babf-3c51b613d1e2 service neutron] Attempting to bind port 95da61fc-3e3d-4304-bba4-dde15db271d0 by drivers openvswitch,hyperv on host hv-cinder-77957 at level 0 using segments [{'id': '515df8c3-420b-482c-ae85-8decf2a71996', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '48dcadf6-1b51-4d33-92c6-65cc509573fa'}] {{(pid=93953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 16:33:38.314168 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f45dc420-224a-450d-96d2-62eb590d92d1 req-644cfe3c-be9b-435a-babf-3c51b613d1e2 service neutron] Attempting to bind port 95da61fc-3e3d-4304-bba4-dde15db271d0 on network 48dcadf6-1b51-4d33-92c6-65cc509573fa {{(pid=93953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 16:33:38.318957 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f45dc420-224a-450d-96d2-62eb590d92d1 req-644cfe3c-be9b-435a-babf-3c51b613d1e2 service neutron] Port 95da61fc-3e3d-4304-bba4-dde15db271d0 on network 48dcadf6-1b51-4d33-92c6-65cc509573fa not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77957 {{(pid=93953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 15 16:33:38.320731 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f45dc420-224a-450d-96d2-62eb590d92d1 req-644cfe3c-be9b-435a-babf-3c51b613d1e2 service neutron] Attempting to bind port 95da61fc-3e3d-4304-bba4-dde15db271d0 on network 48dcadf6-1b51-4d33-92c6-65cc509573fa {{(pid=93953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 16:33:38.326592 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f45dc420-224a-450d-96d2-62eb590d92d1 req-644cfe3c-be9b-435a-babf-3c51b613d1e2 service neutron] Checking agent: {'id': 'ffe43d43-c071-44aa-bc11-ae2d4b291b02', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77957', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 16, 20, 23), 'started_at': datetime.datetime(2021, 9, 15, 16, 20, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 16, 33, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 16:33:38.326930 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f45dc420-224a-450d-96d2-62eb590d92d1 req-644cfe3c-be9b-435a-babf-3c51b613d1e2 service neutron] Checking segment: {'id': '515df8c3-420b-482c-ae85-8decf2a71996', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '48dcadf6-1b51-4d33-92c6-65cc509573fa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 16:33:38.327309 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f45dc420-224a-450d-96d2-62eb590d92d1 req-644cfe3c-be9b-435a-babf-3c51b613d1e2 service neutron] Bound using segment: {'id': '515df8c3-420b-482c-ae85-8decf2a71996', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '48dcadf6-1b51-4d33-92c6-65cc509573fa'} {{(pid=93953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 16:33:38.327738 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.managers [req-f45dc420-224a-450d-96d2-62eb590d92d1 req-644cfe3c-be9b-435a-babf-3c51b613d1e2 service neutron] Bound port: 95da61fc-3e3d-4304-bba4-dde15db271d0, host: hv-cinder-77957, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '515df8c3-420b-482c-ae85-8decf2a71996', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '48dcadf6-1b51-4d33-92c6-65cc509573fa'}}] {{(pid=93953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 16:33:38.328112 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [req-f45dc420-224a-450d-96d2-62eb590d92d1 req-644cfe3c-be9b-435a-babf-3c51b613d1e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928820'] for port, before_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:33:38.377394 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-ebf54a8a-410f-4f6c-910a-56156f6b3bf0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:33:38.410167 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.db [req-f45dc420-224a-450d-96d2-62eb590d92d1 req-644cfe3c-be9b-435a-babf-3c51b613d1e2 service neutron] For port 95da61fc-3e3d-4304-bba4-dde15db271d0, host hv-cinder-77957, cleared binding levels {{(pid=93953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 16:33:38.417193 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.db [req-f45dc420-224a-450d-96d2-62eb590d92d1 req-644cfe3c-be9b-435a-babf-3c51b613d1e2 service neutron] For port 95da61fc-3e3d-4304-bba4-dde15db271d0, host hv-cinder-77957, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77957',level=0,port_id=95da61fc-3e3d-4304-bba4-dde15db271d0,segment=NetworkSegment(515df8c3-420b-482c-ae85-8decf2a71996),segment_id=515df8c3-420b-482c-ae85-8decf2a71996)] {{(pid=93953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 16:33:38.427255 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [req-f45dc420-224a-450d-96d2-62eb590d92d1 req-644cfe3c-be9b-435a-babf-3c51b613d1e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791196459277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791195970012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791195970030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127878328'] for port, after_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:33:38.462138 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.plugin [None req-ebf54a8a-410f-4f6c-910a-56156f6b3bf0 admin admin] Deleting port 6df2b5a1-fc82-4ac3-b111-ebdee7ac68f8 {{(pid=93954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:33:38.462706 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-ebf54a8a-410f-4f6c-910a-56156f6b3bf0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791196454449'] for port, before_delete {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:33:38.471492 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45dc420-224a-450d-96d2-62eb590d92d1 req-644cfe3c-be9b-435a-babf-3c51b613d1e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:33:38.472172 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [req-f45dc420-224a-450d-96d2-62eb590d92d1 req-644cfe3c-be9b-435a-babf-3c51b613d1e2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58602'] for port, before_response {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:33:38.473516 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-f45dc420-224a-450d-96d2-62eb590d92d1 req-644cfe3c-be9b-435a-babf-3c51b613d1e2 service neutron] 10.222.0.45 "PUT /v2.0/ports/95da61fc-3e3d-4304-bba4-dde15db271d0 HTTP/1.1" status: 200 len: 1094 time: 1.1098301 Sep 15 16:33:38.473969 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '257cc74a-da4c-4efe-9579-f4510a0aa649', 'tag': '95da61fc-3e3d-4304-bba4-dde15db271d0'}] {{(pid=93953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 16:33:38.476289 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5192e05b0783e869a38b3815ee673eee9316ce03dcaf8465063259ebfb62487" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02d24e23-54e5-4a9b-81b8-303107e415e3" -d '{"events": [{"name": "network-changed", "server_uuid": "257cc74a-da4c-4efe-9579-f4510a0aa649", "tag": "95da61fc-3e3d-4304-bba4-dde15db271d0"}]}' {{(pid=93953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 16:33:38.514477 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644cfe3c-be9b-435a-babf-3c51b613d1e2 service neutron] Pushing event updated for resources: {'Port': ['ID=95da61fc-3e3d-4304-bba4-dde15db271d0,revision_number=3']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:33:38.515566 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.db.l3_hamode_db [None req-3044de84-fdd8-4a03-b061-04d65cbdf483 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f6cda3b-940a-432b-af73-f27feaeae0f3', 'name': 'tempest-AttachVolumeShelveTestJSON-1554809416-router', 'tenant_id': 'f7e7af658aa34644855359ede57c4c67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62251075-a3e3-4d47-8761-104d217b089a', 'external_fixed_ips': [{'subnet_id': '9a71565b-217b-482b-8364-bc8ecb4c8f88', 'ip_address': '172.27.3.104'}], 'enable_snat': True}, 'gw_port_id': '6df2b5a1-fc82-4ac3-b111-ebdee7ac68f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:22:12Z', 'updated_at': '2021-09-15T16:33:36Z', 'revision_number': 5, 'project_id': 'f7e7af658aa34644855359ede57c4c67', 'gw_port': {'id': '6df2b5a1-fc82-4ac3-b111-ebdee7ac68f8', 'name': '', 'network_id': '62251075-a3e3-4d47-8761-104d217b089a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:bd:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f6cda3b-940a-432b-af73-f27feaeae0f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '9a71565b-217b-482b-8364-bc8ecb4c8f88', 'ip_address': '172.27.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779576-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:22:14Z', 'updated_at': '2021-09-15T16:22:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a71565b-217b-482b-8364-bc8ecb4c8f88', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779576-8-iscsi'}], 'dv-cinder-779576-8-iscsi', False) {} {{(pid=93955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:33:38.569146 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45dc420-224a-450d-96d2-62eb590d92d1 req-d6636cb1-dd90-4aa8-9e76-a04a19a817bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:33:38.570660 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-f45dc420-224a-450d-96d2-62eb590d92d1 req-d6636cb1-dd90-4aa8-9e76-a04a19a817bc service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f448c5fca9014429b532320ab78459ea&device_id=257cc74a-da4c-4efe-9579-f4510a0aa649 HTTP/1.1" status: 200 len: 1097 time: 0.0489869 Sep 15 16:33:38.574100 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3044de84-fdd8-4a03-b061-04d65cbdf483 None None] Checking router: 2f6cda3b-940a-432b-af73-f27feaeae0f3 for host: dv-cinder-779576-8-iscsi {{(pid=93955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 16:33:38.582970 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 16:33:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bd72d43-a186-40e7-85fa-9f36af7e67ec x-openstack-request-id: req-0bd72d43-a186-40e7-85fa-9f36af7e67ec {{(pid=93953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 16:33:38.583248 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "257cc74a-da4c-4efe-9579-f4510a0aa649", "tag": "95da61fc-3e3d-4304-bba4-dde15db271d0", "status": "completed", "code": 200}]} {{(pid=93953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 16:33:38.583501 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-0bd72d43-a186-40e7-85fa-9f36af7e67ec {{(pid=93953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 16:33:38.584029 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '257cc74a-da4c-4efe-9579-f4510a0aa649', 'tag': '95da61fc-3e3d-4304-bba4-dde15db271d0', 'status': 'completed', 'code': 200} Sep 15 16:33:38.595272 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3044de84-fdd8-4a03-b061-04d65cbdf483 None None] Routers {'2f6cda3b-940a-432b-af73-f27feaeae0f3'} bound to L3 agent in host dv-cinder-779576-8-iscsi {{(pid=93955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:33:38.596209 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.db.l3_hamode_db [None req-3044de84-fdd8-4a03-b061-04d65cbdf483 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779576-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-15T16:14:02Z,description=,heartbeat_timestamp=2021-09-15T16:33:32Z,host='dv-cinder-779576-8-iscsi',id=7a8df8d7-c3ef-43b4-9534-c977f7014926,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T16:14:02Z,topic='l3_agent')) {'router_ids': ['2f6cda3b-940a-432b-af73-f27feaeae0f3'], 'active': True} {{(pid=93955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:33:38.622668 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-f45dc420-224a-450d-96d2-62eb590d92d1 req-3275f8ec-0d4d-4ba2-9c59-e3d69576f849 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=95da61fc-3e3d-4304-bba4-dde15db271d0 HTTP/1.1" status: 200 len: 217 time: 0.0414343 Sep 15 16:33:38.645506 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.db [None req-ebf54a8a-410f-4f6c-910a-56156f6b3bf0 admin admin] For port 6df2b5a1-fc82-4ac3-b111-ebdee7ac68f8, host dv-cinder-779576-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779576-8-iscsi',level=0,port_id=6df2b5a1-fc82-4ac3-b111-ebdee7ac68f8,segment=NetworkSegment(fd8e905d-efc3-4108-bd70-37f32575b93b),segment_id=fd8e905d-efc3-4108-bd70-37f32575b93b)] {{(pid=93954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:33:38.646134 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-ebf54a8a-410f-4f6c-910a-56156f6b3bf0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3729503'] for port, precommit_delete {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:33:38.659357 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.plugin [None req-ebf54a8a-410f-4f6c-910a-56156f6b3bf0 admin admin] Calling delete_port for 6df2b5a1-fc82-4ac3-b111-ebdee7ac68f8 owned by network:router_gateway {{(pid=93954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:33:38.678621 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45dc420-224a-450d-96d2-62eb590d92d1 req-1ad9b341-f760-487e-801b-8ea5b1e0290e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:33:38.680170 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-f45dc420-224a-450d-96d2-62eb590d92d1 req-1ad9b341-f760-487e-801b-8ea5b1e0290e service neutron] 10.222.0.45 "GET /v2.0/subnets?id=df755c0f-3453-4699-824d-add9626035f9 HTTP/1.1" status: 200 len: 851 time: 0.0496407 Sep 15 16:33:38.701802 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.db.l3_dvr_db [None req-3044de84-fdd8-4a03-b061-04d65cbdf483 None None] Set router 2f6cda3b-940a-432b-af73-f27feaeae0f3 gateway port host: None {{(pid=93955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 16:33:38.731752 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45dc420-224a-450d-96d2-62eb590d92d1 req-f3dd5ebe-af9d-4575-a899-cc7bb1975def service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:33:38.733216 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-f45dc420-224a-450d-96d2-62eb590d92d1 req-f3dd5ebe-af9d-4575-a899-cc7bb1975def service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=48dcadf6-1b51-4d33-92c6-65cc509573fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0452826 Sep 15 16:33:38.762081 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.db.l3_hamode_db [None req-3044de84-fdd8-4a03-b061-04d65cbdf483 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f6cda3b-940a-432b-af73-f27feaeae0f3', 'name': 'tempest-AttachVolumeShelveTestJSON-1554809416-router', 'tenant_id': 'f7e7af658aa34644855359ede57c4c67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:22:12Z', 'updated_at': '2021-09-15T16:33:38Z', 'revision_number': 6, 'project_id': 'f7e7af658aa34644855359ede57c4c67', 'gw_port_host': None}], 'dv-cinder-779576-8-iscsi', False) {} {{(pid=93955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:33:38.779604 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2974db9c-9228-4964-9e9b-204840f92852 req-cb08b262-b643-4794-87cd-4e2b736c7a58 tempest-TestVolumeBootPattern-801906987 tempest-TestVolumeBootPattern-801906987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:33:38.781439 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-2974db9c-9228-4964-9e9b-204840f92852 req-cb08b262-b643-4794-87cd-4e2b736c7a58 tempest-TestVolumeBootPattern-801906987 tempest-TestVolumeBootPattern-801906987-project] 10.222.0.39 "GET /v2.0/ports?device_id=257cc74a-da4c-4efe-9579-f4510a0aa649 HTTP/1.1" status: 200 len: 944 time: 0.0709033 Sep 15 16:33:38.789395 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3044de84-fdd8-4a03-b061-04d65cbdf483 None None] The sync data for ids ['2f6cda3b-940a-432b-af73-f27feaeae0f3'] in dv-cinder-779576-8-iscsi is: [{'id': '2f6cda3b-940a-432b-af73-f27feaeae0f3', 'name': 'tempest-AttachVolumeShelveTestJSON-1554809416-router', 'tenant_id': 'f7e7af658aa34644855359ede57c4c67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:22:12Z', 'updated_at': '2021-09-15T16:33:38Z', 'revision_number': 6, 'project_id': 'f7e7af658aa34644855359ede57c4c67', 'gw_port_host': None}] {{(pid=93955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 16:33:38.836445 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-f45dc420-224a-450d-96d2-62eb590d92d1 req-f1615ed5-8fca-472a-856d-6e3927394a78 service neutron] 10.222.0.45 "GET /v2.0/networks/48dcadf6-1b51-4d33-92c6-65cc509573fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948293 Sep 15 16:33:38.868167 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-2974db9c-9228-4964-9e9b-204840f92852 req-f4190a92-f5ad-4e0e-a257-bc4ee8203211 tempest-TestVolumeBootPattern-801906987 tempest-TestVolumeBootPattern-801906987-project] 10.222.0.39 "GET /v2.0/security-groups?id=6b6d94b4-d9e2-4118-be58-0e433855682a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509300 Sep 15 16:33:38.917927 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-ebf54a8a-410f-4f6c-910a-56156f6b3bf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791196460023', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791195970003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126007332'] for port, after_delete {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:33:38.926538 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-f45dc420-224a-450d-96d2-62eb590d92d1 req-8111145b-679a-4738-8e30-5bafb9803319 service neutron] 10.222.0.45 "GET /v2.0/networks/48dcadf6-1b51-4d33-92c6-65cc509573fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835128 Sep 15 16:33:38.944701 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf54a8a-410f-4f6c-910a-56156f6b3bf0 admin admin] Pushing event deleted for resources: {'Port': ['ID=6df2b5a1-fc82-4ac3-b111-ebdee7ac68f8,revision_number=None']} {{(pid=93954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:33:39.005170 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-ebf54a8a-410f-4f6c-910a-56156f6b3bf0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3725665'] for router_gateway, after_delete {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:33:39.018767 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d24e23-54e5-4a9b-81b8-303107e415e3 req-68f9c4e3-fc48-4f72-bf53-5e6e71e5f0be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:33:39.020297 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-02d24e23-54e5-4a9b-81b8-303107e415e3 req-68f9c4e3-fc48-4f72-bf53-5e6e71e5f0be service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f448c5fca9014429b532320ab78459ea&device_id=257cc74a-da4c-4efe-9579-f4510a0aa649 HTTP/1.1" status: 200 len: 1097 time: 0.0476274 Sep 15 16:33:39.117693 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-ebf54a8a-410f-4f6c-910a-56156f6b3bf0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3722032', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-670'] for router, precommit_delete {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:33:39.119692 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d24e23-54e5-4a9b-81b8-303107e415e3 req-830335bb-d91b-4010-a8c7-2094037b2b2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:33:39.119864 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-ebf54a8a-410f-4f6c-910a-56156f6b3bf0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:33:39.121223 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-02d24e23-54e5-4a9b-81b8-303107e415e3 req-830335bb-d91b-4010-a8c7-2094037b2b2c service neutron] 10.222.0.45 "GET /v2.0/networks?id=48dcadf6-1b51-4d33-92c6-65cc509573fa HTTP/1.1" status: 200 len: 912 time: 0.0936751 Sep 15 16:33:39.167012 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-02d24e23-54e5-4a9b-81b8-303107e415e3 req-1994633c-5f46-4efb-8a54-09d9187e5ecd service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=95da61fc-3e3d-4304-bba4-dde15db271d0 HTTP/1.1" status: 200 len: 217 time: 0.0367486 Sep 15 16:33:39.191762 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-ebf54a8a-410f-4f6c-910a-56156f6b3bf0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3722187'] for router, after_delete {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:33:39.192487 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebf54a8a-410f-4f6c-910a-56156f6b3bf0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2f6cda3b-940a-432b-af73-f27feaeae0f3 {{(pid=93954) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 15 16:33:39.198386 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-ebf54a8a-410f-4f6c-910a-56156f6b3bf0 admin admin] Notify callbacks [] for router, before_response {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:33:39.199782 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [None req-ebf54a8a-410f-4f6c-910a-56156f6b3bf0 admin admin] 10.222.0.39 "DELETE /v2.0/routers/2f6cda3b-940a-432b-af73-f27feaeae0f3 HTTP/1.1" status: 204 len: 168 time: 1.0525811 Sep 15 16:33:39.202503 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.wsgi [-] (93954) accepted ('10.222.0.39', 40732) {{(pid=93954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:33:39.223303 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d24e23-54e5-4a9b-81b8-303107e415e3 req-2ca980d8-bfdf-47d5-b061-179531659670 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:33:39.225016 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-02d24e23-54e5-4a9b-81b8-303107e415e3 req-2ca980d8-bfdf-47d5-b061-179531659670 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=df755c0f-3453-4699-824d-add9626035f9 HTTP/1.1" status: 200 len: 851 time: 0.0513217 Sep 15 16:33:39.255052 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.db.db_base_plugin_v2 [None req-b441d381-3052-47cd-a612-584deeb0a0c9 admin admin] Deleting subnet fa5f41a1-b858-4e32-8594-59b83d73c6e9 {{(pid=93954) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 15 16:33:39.258373 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-b441d381-3052-47cd-a612-584deeb0a0c9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:33:39.270765 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d24e23-54e5-4a9b-81b8-303107e415e3 req-5299b294-8bf3-4d9d-906c-a07806cd5e12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:33:39.272525 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-02d24e23-54e5-4a9b-81b8-303107e415e3 req-5299b294-8bf3-4d9d-906c-a07806cd5e12 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=48dcadf6-1b51-4d33-92c6-65cc509573fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0406687 Sep 15 16:33:39.295255 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-b441d381-3052-47cd-a612-584deeb0a0c9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126845993'] for subnet, precommit_delete_associations {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:33:39.361594 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-02d24e23-54e5-4a9b-81b8-303107e415e3 req-7e1936df-0cff-4506-9621-0e48bf62a6ba service neutron] 10.222.0.45 "GET /v2.0/networks/48dcadf6-1b51-4d33-92c6-65cc509573fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813143 Sep 15 16:33:39.397520 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-b441d381-3052-47cd-a612-584deeb0a0c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-957316'] for subnet, precommit_delete {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:33:39.452933 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-b441d381-3052-47cd-a612-584deeb0a0c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-957331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126007307', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125831603'] for subnet, after_delete {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:33:39.457832 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-02d24e23-54e5-4a9b-81b8-303107e415e3 req-54ef4a51-9cf0-4ba4-89bc-5f53397af56d service neutron] 10.222.0.45 "GET /v2.0/networks/48dcadf6-1b51-4d33-92c6-65cc509573fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882118 Sep 15 16:33:39.477637 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b441d381-3052-47cd-a612-584deeb0a0c9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fa5f41a1-b858-4e32-8594-59b83d73c6e9,revision_number=None']} {{(pid=93954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:33:39.481271 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-b441d381-3052-47cd-a612-584deeb0a0c9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:33:39.483121 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [None req-b441d381-3052-47cd-a612-584deeb0a0c9 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/fa5f41a1-b858-4e32-8594-59b83d73c6e9 HTTP/1.1" status: 204 len: 168 time: 0.2796462 Sep 15 16:33:39.486155 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.wsgi [-] (93954) accepted ('10.222.0.39', 40734) {{(pid=93954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:33:39.487489 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c0c14ad-0730-4d8e-bafa-503b4e29832c None None] Network 301d3dae-97cb-4f1f-a074-0eaf2ccca5e4 requested from dv-cinder-779576-8-iscsi {{(pid=93955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 16:33:39.555525 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-d527fa64-1f0d-4e66-b5b8-971775886930 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-644213'] for network, before_delete {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:33:39.616232 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.plugin [None req-d527fa64-1f0d-4e66-b5b8-971775886930 admin admin] Deleting port b2bfeee6-305b-4e6c-90ef-ec9ecd1287af {{(pid=93954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:33:39.616590 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-d527fa64-1f0d-4e66-b5b8-971775886930 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791196454449'] for port, before_delete {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:33:39.694901 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a6a16e7-7c12-44e0-b5bc-e010ea79808e None None] DHCP port deletion for 301d3dae-97cb-4f1f-a074-0eaf2ccca5e4 request from dv-cinder-779576-8-iscsi {{(pid=93955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 15 16:33:39.702756 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.db [None req-d527fa64-1f0d-4e66-b5b8-971775886930 admin admin] For port b2bfeee6-305b-4e6c-90ef-ec9ecd1287af, host dv-cinder-779576-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779576-8-iscsi',level=0,port_id=b2bfeee6-305b-4e6c-90ef-ec9ecd1287af,segment=NetworkSegment(604bbfea-00fe-4e59-aeb5-45f535ca3265),segment_id=604bbfea-00fe-4e59-aeb5-45f535ca3265)] {{(pid=93954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:33:39.702756 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-d527fa64-1f0d-4e66-b5b8-971775886930 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3729503'] for port, precommit_delete {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:33:39.721987 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.plugin [None req-d527fa64-1f0d-4e66-b5b8-971775886930 admin admin] Calling delete_port for b2bfeee6-305b-4e6c-90ef-ec9ecd1287af owned by network:dhcp {{(pid=93954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:33:39.745118 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [None req-0a6a16e7-7c12-44e0-b5bc-e010ea79808e None None] Deleting port b2bfeee6-305b-4e6c-90ef-ec9ecd1287af {{(pid=93955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:33:39.745517 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-0a6a16e7-7c12-44e0-b5bc-e010ea79808e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791196454449'] for port, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:33:39.811617 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.db [None req-0a6a16e7-7c12-44e0-b5bc-e010ea79808e None None] For port b2bfeee6-305b-4e6c-90ef-ec9ecd1287af, host dv-cinder-779576-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779576-8-iscsi',level=0,port_id=b2bfeee6-305b-4e6c-90ef-ec9ecd1287af,segment=NetworkSegment(604bbfea-00fe-4e59-aeb5-45f535ca3265),segment_id=604bbfea-00fe-4e59-aeb5-45f535ca3265)] {{(pid=93955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:33:39.812010 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-0a6a16e7-7c12-44e0-b5bc-e010ea79808e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3729503'] for port, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:33:39.827020 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [None req-0a6a16e7-7c12-44e0-b5bc-e010ea79808e None None] Calling delete_port for b2bfeee6-305b-4e6c-90ef-ec9ecd1287af owned by network:dhcp {{(pid=93955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:33:39.914659 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-0a6a16e7-7c12-44e0-b5bc-e010ea79808e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791196460023', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791195970003'] for port, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:33:39.945002 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a6a16e7-7c12-44e0-b5bc-e010ea79808e None None] No DVR routers for this DVR port b2bfeee6-305b-4e6c-90ef-ec9ecd1287af on host dv-cinder-779576-8-iscsi {{(pid=93955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 16:33:39.949687 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6a16e7-7c12-44e0-b5bc-e010ea79808e None None] Pushing event deleted for resources: {'Port': ['ID=b2bfeee6-305b-4e6c-90ef-ec9ecd1287af,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:33:39.958901 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a6a16e7-7c12-44e0-b5bc-e010ea79808e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:33:39.959254 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a6a16e7-7c12-44e0-b5bc-e010ea79808e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:33:39.959664 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a6a16e7-7c12-44e0-b5bc-e010ea79808e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:33:39.959903 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a6a16e7-7c12-44e0-b5bc-e010ea79808e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:33:39.960261 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a6a16e7-7c12-44e0-b5bc-e010ea79808e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:33:39.960698 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a6a16e7-7c12-44e0-b5bc-e010ea79808e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:33:39.961017 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a6a16e7-7c12-44e0-b5bc-e010ea79808e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:33:39.961335 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a6a16e7-7c12-44e0-b5bc-e010ea79808e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:33:39.961966 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a6a16e7-7c12-44e0-b5bc-e010ea79808e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:33:39.962293 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a6a16e7-7c12-44e0-b5bc-e010ea79808e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:33:39.962608 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a6a16e7-7c12-44e0-b5bc-e010ea79808e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:33:39.964607 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a6a16e7-7c12-44e0-b5bc-e010ea79808e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:33:40.002708 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1875848-8109-4faf-968f-ac8d1a28c81e req-1ebb58e6-ceb3-4c14-97ae-40d4de9d1c28 tempest-TestVolumeBootPattern-801906987 tempest-TestVolumeBootPattern-801906987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:33:40.004316 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-e1875848-8109-4faf-968f-ac8d1a28c81e req-1ebb58e6-ceb3-4c14-97ae-40d4de9d1c28 tempest-TestVolumeBootPattern-801906987 tempest-TestVolumeBootPattern-801906987-project] 10.222.0.39 "GET /v2.0/ports?device_id=257cc74a-da4c-4efe-9579-f4510a0aa649 HTTP/1.1" status: 200 len: 944 time: 0.0529978 Sep 15 16:33:40.045231 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-e1875848-8109-4faf-968f-ac8d1a28c81e req-0a632f3f-b764-4d64-a624-107d115a83ac tempest-TestVolumeBootPattern-801906987 tempest-TestVolumeBootPattern-801906987-project] 10.222.0.39 "GET /v2.0/security-groups?id=6b6d94b4-d9e2-4118-be58-0e433855682a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341723 Sep 15 16:33:40.081934 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0eccf75-c481-4bef-96ac-c86a6c35b5ba req-eaf5b947-7cf6-4bb3-bc91-f73fe5750673 tempest-TestShelveInstance-312036796 tempest-TestShelveInstance-312036796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:33:40.083426 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-a0eccf75-c481-4bef-96ac-c86a6c35b5ba req-eaf5b947-7cf6-4bb3-bc91-f73fe5750673 tempest-TestShelveInstance-312036796 tempest-TestShelveInstance-312036796-project] 10.222.0.39 "GET /v2.0/ports?device_id=91edce23-8260-4232-90a7-8d37815878e8 HTTP/1.1" status: 200 len: 946 time: 0.3633192 Sep 15 16:33:40.117945 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-d527fa64-1f0d-4e66-b5b8-971775886930 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791196460023', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791195970003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126007332'] for port, after_delete {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:33:40.149775 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d527fa64-1f0d-4e66-b5b8-971775886930 admin admin] Pushing event deleted for resources: {'Port': ['ID=b2bfeee6-305b-4e6c-90ef-ec9ecd1287af,revision_number=None']} {{(pid=93954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:33:40.154348 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-a0eccf75-c481-4bef-96ac-c86a6c35b5ba req-8619f8b8-015d-41d9-921e-41c0136e7ad7 tempest-TestShelveInstance-312036796 tempest-TestShelveInstance-312036796-project] 10.222.0.39 "GET /v2.0/security-groups?id=d14ff028-a9f3-4410-9e70-5bc9f3c53d96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0644977 Sep 15 16:33:40.157029 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d527fa64-1f0d-4e66-b5b8-971775886930 admin admin] No DVR routers for this DVR port b2bfeee6-305b-4e6c-90ef-ec9ecd1287af on host dv-cinder-779576-8-iscsi {{(pid=93954) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 16:33:40.228100 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-d527fa64-1f0d-4e66-b5b8-971775886930 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-950531', 'neutron.services.segments.db._delete_segments_for_network-8791196484509'] for network, precommit_delete {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:33:40.247764 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.services.segments.db [None req-d527fa64-1f0d-4e66-b5b8-971775886930 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['301d3dae-97cb-4f1f-a074-0eaf2ccca5e4']}} {{(pid=93954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:33:40.257076 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.services.segments.db [None req-d527fa64-1f0d-4e66-b5b8-971775886930 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '604bbfea-00fe-4e59-aeb5-45f535ca3265') {'for_net_delete': True} {{(pid=93954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:33:40.257374 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.services.segments.db [None req-d527fa64-1f0d-4e66-b5b8-971775886930 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '604bbfea-00fe-4e59-aeb5-45f535ca3265') {} {{(pid=93954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:33:40.266593 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-d527fa64-1f0d-4e66-b5b8-971775886930 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791196485798', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126845986'] for segment, before_delete {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:33:40.279692 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-d527fa64-1f0d-4e66-b5b8-971775886930 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-955409'] for segment, precommit_delete {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:33:40.285682 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d527fa64-1f0d-4e66-b5b8-971775886930 admin admin] Releasing vlan 53 on physical network physnet1 to pool {{(pid=93954) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 16:33:40.286047 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-d527fa64-1f0d-4e66-b5b8-971775886930 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-955409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126009045'] for segment, after_delete {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:33:40.288011 dv-cinder-779576-8-iscsi neutron-server[93954]: Traceback (most recent call last): Sep 15 16:33:40.288011 dv-cinder-779576-8-iscsi neutron-server[93954]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 15 16:33:40.288011 dv-cinder-779576-8-iscsi neutron-server[93954]: timer() Sep 15 16:33:40.288011 dv-cinder-779576-8-iscsi neutron-server[93954]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 16:33:40.288011 dv-cinder-779576-8-iscsi neutron-server[93954]: cb(*args, **kw) Sep 15 16:33:40.288011 dv-cinder-779576-8-iscsi neutron-server[93954]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 15 16:33:40.288011 dv-cinder-779576-8-iscsi neutron-server[93954]: return func(*args, **kwargs) Sep 15 16:33:40.288011 dv-cinder-779576-8-iscsi neutron-server[93954]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 16:33:40.288011 dv-cinder-779576-8-iscsi neutron-server[93954]: self._notify() Sep 15 16:33:40.288011 dv-cinder-779576-8-iscsi neutron-server[93954]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 16:33:40.288011 dv-cinder-779576-8-iscsi neutron-server[93954]: self.callback(batched_events) Sep 15 16:33:40.288011 dv-cinder-779576-8-iscsi neutron-server[93954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 16:33:40.288011 dv-cinder-779576-8-iscsi neutron-server[93954]: event.method(event) Sep 15 16:33:40.288011 dv-cinder-779576-8-iscsi neutron-server[93954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 15 16:33:40.288011 dv-cinder-779576-8-iscsi neutron-server[93954]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 16:33:40.288011 dv-cinder-779576-8-iscsi neutron-server[93954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 15 16:33:40.288011 dv-cinder-779576-8-iscsi neutron-server[93954]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 16:33:40.288011 dv-cinder-779576-8-iscsi neutron-server[93954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 15 16:33:40.288011 dv-cinder-779576-8-iscsi neutron-server[93954]: return f(self, *a, **k) Sep 15 16:33:40.288011 dv-cinder-779576-8-iscsi neutron-server[93954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 15 16:33:40.288011 dv-cinder-779576-8-iscsi neutron-server[93954]: return self._get(url).json() Sep 15 16:33:40.288011 dv-cinder-779576-8-iscsi neutron-server[93954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 16:33:40.288011 dv-cinder-779576-8-iscsi neutron-server[93954]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 16:33:40.288011 dv-cinder-779576-8-iscsi neutron-server[93954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 15 16:33:40.288011 dv-cinder-779576-8-iscsi neutron-server[93954]: return self.request(url, 'GET', **kwargs) Sep 15 16:33:40.288011 dv-cinder-779576-8-iscsi neutron-server[93954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 15 16:33:40.288011 dv-cinder-779576-8-iscsi neutron-server[93954]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 16:33:40.288011 dv-cinder-779576-8-iscsi neutron-server[93954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 15 16:33:40.288011 dv-cinder-779576-8-iscsi neutron-server[93954]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 16:33:40.288011 dv-cinder-779576-8-iscsi neutron-server[93954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 15 16:33:40.288011 dv-cinder-779576-8-iscsi neutron-server[93954]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 16:33:40.288011 dv-cinder-779576-8-iscsi neutron-server[93954]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 16:33:40.346954 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-d527fa64-1f0d-4e66-b5b8-971775886930 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-950554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3725573'] for network, after_delete {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:33:40.354824 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-d527fa64-1f0d-4e66-b5b8-971775886930 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3748898'] for network, before_response {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:33:40.356768 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [None req-d527fa64-1f0d-4e66-b5b8-971775886930 admin admin] 10.222.0.39 "DELETE /v2.0/networks/301d3dae-97cb-4f1f-a074-0eaf2ccca5e4 HTTP/1.1" status: 204 len: 168 time: 0.8698187 Sep 15 16:33:40.369669 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d527fa64-1f0d-4e66-b5b8-971775886930 admin admin] Pushing event deleted for resources: {'Network': ['ID=301d3dae-97cb-4f1f-a074-0eaf2ccca5e4,revision_number=None']} {{(pid=93954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:33:40.464495 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.rpc [None req-57d8a9a3-d16f-4b20-b77b-ca1e664c03db None None] Device c47cddeb-1b1a-4b82-a932-8b2fe53df804 no longer exists at agent ovs-agent-dv-cinder-779576-8-iscsi {{(pid=93955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 16:33:40.477882 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.wsgi [-] (93954) accepted ('10.222.0.39', 40744) {{(pid=93954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:33:40.484380 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [None req-57d8a9a3-d16f-4b20-b77b-ca1e664c03db None None] No Port match for: c47cddeb-1b1a-4b82-a932-8b2fe53df804 {{(pid=93955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 16:33:40.484727 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.rpc [None req-57d8a9a3-d16f-4b20-b77b-ca1e664c03db None None] Device c47cddeb-1b1a-4b82-a932-8b2fe53df804 not bound to the agent host dv-cinder-779576-8-iscsi {{(pid=93955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 16:33:40.485133 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.rpc [None req-57d8a9a3-d16f-4b20-b77b-ca1e664c03db None None] Device 6df2b5a1-fc82-4ac3-b111-ebdee7ac68f8 no longer exists at agent ovs-agent-dv-cinder-779576-8-iscsi {{(pid=93955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 16:33:40.507053 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [None req-57d8a9a3-d16f-4b20-b77b-ca1e664c03db None None] No Port match for: 6df2b5a1-fc82-4ac3-b111-ebdee7ac68f8 {{(pid=93955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 16:33:40.507398 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.rpc [None req-57d8a9a3-d16f-4b20-b77b-ca1e664c03db None None] Device 6df2b5a1-fc82-4ac3-b111-ebdee7ac68f8 not bound to the agent host dv-cinder-779576-8-iscsi {{(pid=93955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 16:33:40.507812 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.rpc [None req-57d8a9a3-d16f-4b20-b77b-ca1e664c03db None None] Device b2bfeee6-305b-4e6c-90ef-ec9ecd1287af no longer exists at agent ovs-agent-dv-cinder-779576-8-iscsi {{(pid=93955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 16:33:40.519470 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [None req-3987cc83-9681-4ee3-9911-c185e7e00f3c admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=f7e7af658aa34644855359ede57c4c67&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0404086 Sep 15 16:33:40.522433 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.wsgi [-] (93953) accepted ('10.222.0.39', 40746) {{(pid=93953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:33:40.526811 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [None req-57d8a9a3-d16f-4b20-b77b-ca1e664c03db None None] No Port match for: b2bfeee6-305b-4e6c-90ef-ec9ecd1287af {{(pid=93955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 16:33:40.527160 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.rpc [None req-57d8a9a3-d16f-4b20-b77b-ca1e664c03db None None] Device b2bfeee6-305b-4e6c-90ef-ec9ecd1287af not bound to the agent host dv-cinder-779576-8-iscsi {{(pid=93955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 16:33:40.574778 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-0ebb3cf3-5460-4f3b-ac6f-2f92673c29b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:33:40.596230 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-0ebb3cf3-5460-4f3b-ac6f-2f92673c29b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:33:40.653312 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-0ebb3cf3-5460-4f3b-ac6f-2f92673c29b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3702208'] for security_group, after_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:33:40.655896 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-0ebb3cf3-5460-4f3b-ac6f-2f92673c29b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:33:40.657069 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [None req-0ebb3cf3-5460-4f3b-ac6f-2f92673c29b9 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/c3d1d113-da3d-45b4-9fd8-f2b2614e6df5 HTTP/1.1" status: 204 len: 168 time: 0.1336348 Sep 15 16:33:40.665269 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ebb3cf3-5460-4f3b-ac6f-2f92673c29b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3d1d113-da3d-45b4-9fd8-f2b2614e6df5,revision_number=None']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:33:41.165064 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58b189a-2a10-45fc-801d-dbe636e9094e req-ceba2bdb-fe0c-490c-905d-2ec2fcd28be3 tempest-TestVolumeBootPattern-801906987 tempest-TestVolumeBootPattern-801906987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:33:41.167233 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-b58b189a-2a10-45fc-801d-dbe636e9094e req-ceba2bdb-fe0c-490c-905d-2ec2fcd28be3 tempest-TestVolumeBootPattern-801906987 tempest-TestVolumeBootPattern-801906987-project] 10.222.0.39 "GET /v2.0/ports?device_id=257cc74a-da4c-4efe-9579-f4510a0aa649 HTTP/1.1" status: 200 len: 944 time: 0.0554030 Sep 15 16:33:41.212024 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-b58b189a-2a10-45fc-801d-dbe636e9094e req-29adfe9e-08b6-42c5-9eef-6ab5880a13fc tempest-TestVolumeBootPattern-801906987 tempest-TestVolumeBootPattern-801906987-project] 10.222.0.39 "GET /v2.0/security-groups?id=6b6d94b4-d9e2-4118-be58-0e433855682a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388284 Sep 15 16:33:41.277102 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c2b029-ee26-48ed-831e-eba69c7fa5b8 req-6984b0fe-bd18-42b8-b646-c1b00f326738 tempest-TestShelveInstance-312036796 tempest-TestShelveInstance-312036796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:33:41.278678 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-a5c2b029-ee26-48ed-831e-eba69c7fa5b8 req-6984b0fe-bd18-42b8-b646-c1b00f326738 tempest-TestShelveInstance-312036796 tempest-TestShelveInstance-312036796-project] 10.222.0.39 "GET /v2.0/ports?device_id=91edce23-8260-4232-90a7-8d37815878e8 HTTP/1.1" status: 200 len: 946 time: 0.0502121 Sep 15 16:33:41.317659 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-a5c2b029-ee26-48ed-831e-eba69c7fa5b8 req-3c72a5e8-c956-4116-a21a-ed79c665c6b0 tempest-TestShelveInstance-312036796 tempest-TestShelveInstance-312036796-project] 10.222.0.39 "GET /v2.0/security-groups?id=d14ff028-a9f3-4410-9e70-5bc9f3c53d96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326643 Sep 15 16:33:41.377135 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.wsgi [-] (93954) accepted ('10.222.0.39', 40772) {{(pid=93954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:33:41.477241 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.api.v2.base [None req-92e90a55-698d-4ec6-8c25-233b31215b99 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1187138833-network', 'tenant_id': '1eedf12f4fe8435397aa63f6ef9368f9'}} {{(pid=93954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:33:41.501809 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92e90a55-698d-4ec6-8c25-233b31215b99 admin admin] Made reservation on behalf of 1eedf12f4fe8435397aa63f6ef9368f9 for: {'network': 1} {{(pid=93954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 16:33:41.504372 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-92e90a55-698d-4ec6-8c25-233b31215b99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928820'] for network, before_create {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:33:41.513253 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-92e90a55-698d-4ec6-8c25-233b31215b99 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:33:41.606091 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-92e90a55-698d-4ec6-8c25-233b31215b99 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:33:41.612408 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-92e90a55-698d-4ec6-8c25-233b31215b99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3702208'] for security_group, after_create {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:33:41.637076 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-92e90a55-698d-4ec6-8c25-233b31215b99 admin admin] vlan segment allocate from pool success with {'vlan_id': 50, 'physical_network': 'physnet1'} {{(pid=93954) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 16:33:41.647526 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e90a55-698d-4ec6-8c25-233b31215b99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=969818d3-bc1e-47a9-92b5-34372cc31647,revision_number=1']} {{(pid=93954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:33:41.652417 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-92e90a55-698d-4ec6-8c25-233b31215b99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-955409'] for segment, precommit_create {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:33:41.652758 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.db.segments_db [None req-92e90a55-698d-4ec6-8c25-233b31215b99 admin admin] Added segment 416aa124-8160-4924-9f36-b14c80e8b3ef of type vlan for network e5114a12-53db-4676-99c9-6e0e730337dd Sep 15 16:33:41.691297 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-92e90a55-698d-4ec6-8c25-233b31215b99 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791195928360'] for network, precommit_create {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:33:41.722719 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-92e90a55-698d-4ec6-8c25-233b31215b99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748912'] for network, after_create {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:33:41.723925 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92e90a55-698d-4ec6-8c25-233b31215b99 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:33:41.725018 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-92e90a55-698d-4ec6-8c25-233b31215b99 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3748898'] for network, before_response {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:33:41.752513 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [None req-92e90a55-698d-4ec6-8c25-233b31215b99 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3742399 Sep 15 16:33:41.755512 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.wsgi [-] (93953) accepted ('10.222.0.39', 40776) {{(pid=93953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:33:41.760976 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.api.v2.base [None req-76da8f88-3913-4403-a105-0fd0a25b7f09 admin admin] Request body: {'subnet': {'network_id': 'e5114a12-53db-4676-99c9-6e0e730337dd', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1187138833-subnet', 'tenant_id': '1eedf12f4fe8435397aa63f6ef9368f9', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:33:41.785126 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76da8f88-3913-4403-a105-0fd0a25b7f09 admin admin] Made reservation on behalf of 1eedf12f4fe8435397aa63f6ef9368f9 for: {'subnet': 1} {{(pid=93953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 16:33:41.786313 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e90a55-698d-4ec6-8c25-233b31215b99 admin admin] Pushing event updated for resources: {'Network': ['ID=e5114a12-53db-4676-99c9-6e0e730337dd,revision_number=1']} {{(pid=93954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:33:41.787408 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-76da8f88-3913-4403-a105-0fd0a25b7f09 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127570073'] for subnet, before_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:33:41.799269 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.rpc [None req-57d8a9a3-d16f-4b20-b77b-ca1e664c03db None None] Network e5114a12-53db-4676-99c9-6e0e730337dd details requested by agent ovs-agent-dv-cinder-779576-8-iscsi with host dv-cinder-779576-8-iscsi {{(pid=93955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 16:33:41.965415 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-76da8f88-3913-4403-a105-0fd0a25b7f09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127878349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127570103'] for subnet, after_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:33:42.016883 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76da8f88-3913-4403-a105-0fd0a25b7f09 admin admin] Pushing event updated for resources: {'Subnet': ['ID=22529361-3b44-49b4-805b-da9f7d11ed5f,revision_number=0']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:33:42.026999 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76da8f88-3913-4403-a105-0fd0a25b7f09 admin admin] Checking segment: {'id': '416aa124-8160-4924-9f36-b14c80e8b3ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'e5114a12-53db-4676-99c9-6e0e730337dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 16:33:42.027364 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76da8f88-3913-4403-a105-0fd0a25b7f09 admin admin] Network hostable DHCP agents. Network: e5114a12-53db-4676-99c9-6e0e730337dd, hostable agents: ['2fbb1984-d09c-42d8-b085-ece7113d0e35'], hosted agents: [] {{(pid=93953) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 16:33:42.045463 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76da8f88-3913-4403-a105-0fd0a25b7f09 admin admin] Network e5114a12-53db-4676-99c9-6e0e730337dd is scheduled to be hosted by DHCP agent 2fbb1984-d09c-42d8-b085-ece7113d0e35 with binding_index 1 {{(pid=93953) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 16:33:42.054957 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.scheduler.base_scheduler [None req-76da8f88-3913-4403-a105-0fd0a25b7f09 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-779576-8-iscsi, e5114a12-53db-4676-99c9-6e0e730337dd) {{(pid=93953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:33:42.058807 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76da8f88-3913-4403-a105-0fd0a25b7f09 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:33:42.059390 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-76da8f88-3913-4403-a105-0fd0a25b7f09 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3748898'] for subnet, before_response {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:33:42.064031 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69f9aa0a-1978-4f2f-8083-24566b7afa0e None None] Network e5114a12-53db-4676-99c9-6e0e730337dd requested from dv-cinder-779576-8-iscsi {{(pid=93955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 16:33:42.074315 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [None req-76da8f88-3913-4403-a105-0fd0a25b7f09 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3172541 Sep 15 16:33:42.078220 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.wsgi [-] (93954) accepted ('10.222.0.39', 40778) {{(pid=93954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:33:42.082769 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.api.v2.base [None req-9c6c69e0-ff9d-4c30-8ff6-67572b4843eb admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1187138833-router', 'tenant_id': '1eedf12f4fe8435397aa63f6ef9368f9', 'external_gateway_info': {'network_id': '62251075-a3e3-4d47-8761-104d217b089a'}}} {{(pid=93954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:33:42.106286 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-9c6c69e0-ff9d-4c30-8ff6-67572b4843eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3724442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-688'] for router, before_create {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:33:42.107910 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-9c6c69e0-ff9d-4c30-8ff6-67572b4843eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3721994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3726746', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4095511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-647'] for router, precommit_create {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:33:42.167007 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-9c6c69e0-ff9d-4c30-8ff6-67572b4843eb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:33:42.312222 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-9c6c69e0-ff9d-4c30-8ff6-67572b4843eb admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:33:42.332958 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4367b32-e150-4eec-b926-0cd91376b15b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc7308360-924b-5de6-8a2e-c749ffa8d93c-e5114a12-53db-4676-99c9-6e0e730337dd', 'network_id': 'e5114a12-53db-4676-99c9-6e0e730337dd', 'tenant_id': '1eedf12f4fe8435397aa63f6ef9368f9', 'fixed_ips': [{'subnet_id': '22529361-3b44-49b4-805b-da9f7d11ed5f'}]}} from dv-cinder-779576-8-iscsi. {{(pid=93955) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 15 16:33:42.333912 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-c4367b32-e150-4eec-b926-0cd91376b15b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928820'] for port, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:33:42.337327 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb1c69e-0082-435f-beb8-0680c491eb62 req-18b7a557-b7bb-4544-ba54-efdbb3334a76 tempest-TestVolumeBootPattern-801906987 tempest-TestVolumeBootPattern-801906987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:33:42.339914 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-ffb1c69e-0082-435f-beb8-0680c491eb62 req-18b7a557-b7bb-4544-ba54-efdbb3334a76 tempest-TestVolumeBootPattern-801906987 tempest-TestVolumeBootPattern-801906987-project] 10.222.0.39 "GET /v2.0/ports?device_id=257cc74a-da4c-4efe-9579-f4510a0aa649 HTTP/1.1" status: 200 len: 944 time: 0.0599704 Sep 15 16:33:42.397670 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-ffb1c69e-0082-435f-beb8-0680c491eb62 req-d9789e07-c936-4068-8f65-e38bb526c6f3 tempest-TestVolumeBootPattern-801906987 tempest-TestVolumeBootPattern-801906987-project] 10.222.0.39 "GET /v2.0/security-groups?id=6b6d94b4-d9e2-4118-be58-0e433855682a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329385 Sep 15 16:33:42.436006 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron.db.agents_db [None req-9c583be1-859f-4a85-bd6b-6d26517e04c2 None None] Agent healthcheck: found 6 active agents {{(pid=93956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 16:33:42.473009 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.db.db_base_plugin_common [None req-c4367b32-e150-4eec-b926-0cd91376b15b None None] Allocated IP 172.20.0.2 (e5114a12-53db-4676-99c9-6e0e730337dd/22529361-3b44-49b4-805b-da9f7d11ed5f/d4ae39da-f118-4561-85b4-ad460118629e) {{(pid=93955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 16:33:42.501076 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3eb8439-9718-4bf5-b718-a5364171361c req-9ac316ec-473d-44fd-9d31-86aba50f171d tempest-TestShelveInstance-312036796 tempest-TestShelveInstance-312036796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:33:42.502527 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-c3eb8439-9718-4bf5-b718-a5364171361c req-9ac316ec-473d-44fd-9d31-86aba50f171d tempest-TestShelveInstance-312036796 tempest-TestShelveInstance-312036796-project] 10.222.0.39 "GET /v2.0/ports?device_id=91edce23-8260-4232-90a7-8d37815878e8 HTTP/1.1" status: 200 len: 946 time: 0.0935862 Sep 15 16:33:42.594964 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-c3eb8439-9718-4bf5-b718-a5364171361c req-b940fb82-f27f-4297-843d-6cd1cf068cfa tempest-TestShelveInstance-312036796 tempest-TestShelveInstance-312036796-project] 10.222.0.39 "GET /v2.0/security-groups?id=d14ff028-a9f3-4410-9e70-5bc9f3c53d96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0647266 Sep 15 16:33:42.598118 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-9c6c69e0-ff9d-4c30-8ff6-67572b4843eb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:33:42.618010 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-9c6c69e0-ff9d-4c30-8ff6-67572b4843eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928820'] for port, before_create {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:33:42.619535 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-c4367b32-e150-4eec-b926-0cd91376b15b None None] Notify callbacks [] for port, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:33:42.627517 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-c4367b32-e150-4eec-b926-0cd91376b15b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791195969994'] for port, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:33:42.665284 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4367b32-e150-4eec-b926-0cd91376b15b None None] Network e5114a12-53db-4676-99c9-6e0e730337dd is already hosted by enough agents. {{(pid=93955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:33:42.669527 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.scheduler.base_scheduler [None req-c4367b32-e150-4eec-b926-0cd91376b15b None None] Resources bound (agent type, host, resource id): {{(pid=93955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:33:42.671971 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4367b32-e150-4eec-b926-0cd91376b15b None None] Received port after_create {{(pid=93955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 16:33:42.681802 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4367b32-e150-4eec-b926-0cd91376b15b None None] Pushing event updated for resources: {'Port': ['ID=d4ae39da-f118-4561-85b4-ad460118629e,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:33:42.722070 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.db.db_base_plugin_common [None req-9c6c69e0-ff9d-4c30-8ff6-67572b4843eb admin admin] Allocated IP 172.27.3.139 (62251075-a3e3-4d47-8761-104d217b089a/9a71565b-217b-482b-8364-bc8ecb4c8f88/50e0c484-9b45-40f3-bbea-7802c0d6ebfe) {{(pid=93954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 16:33:42.735040 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [None req-c4367b32-e150-4eec-b926-0cd91376b15b None None] Attempting to bind port d4ae39da-f118-4561-85b4-ad460118629e on host dv-cinder-779576-8-iscsi for vnic_type normal with profile {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 16:33:42.735397 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [None req-c4367b32-e150-4eec-b926-0cd91376b15b None None] Attempting to bind port d4ae39da-f118-4561-85b4-ad460118629e by drivers openvswitch,hyperv on host dv-cinder-779576-8-iscsi at level 0 using segments [{'id': '416aa124-8160-4924-9f36-b14c80e8b3ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'e5114a12-53db-4676-99c9-6e0e730337dd'}] {{(pid=93955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 16:33:42.735748 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4367b32-e150-4eec-b926-0cd91376b15b None None] Attempting to bind port d4ae39da-f118-4561-85b4-ad460118629e on network e5114a12-53db-4676-99c9-6e0e730337dd {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 16:33:42.740873 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4367b32-e150-4eec-b926-0cd91376b15b None None] Checking agent: {'id': 'afdc58b1-457c-454f-9c1a-1b1c93cc1a70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-779576-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 16, 14, 2), 'started_at': datetime.datetime(2021, 9, 15, 16, 14, 32), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 16, 33, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-779576-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 16:33:42.741311 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4367b32-e150-4eec-b926-0cd91376b15b None None] Checking segment: {'id': '416aa124-8160-4924-9f36-b14c80e8b3ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'e5114a12-53db-4676-99c9-6e0e730337dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 16:33:42.741716 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-c4367b32-e150-4eec-b926-0cd91376b15b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:33:42.742096 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4367b32-e150-4eec-b926-0cd91376b15b None None] Bound using segment: {'id': '416aa124-8160-4924-9f36-b14c80e8b3ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'e5114a12-53db-4676-99c9-6e0e730337dd'} {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 16:33:42.742548 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [None req-c4367b32-e150-4eec-b926-0cd91376b15b None None] Bound port: d4ae39da-f118-4561-85b4-ad460118629e, host: dv-cinder-779576-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '416aa124-8160-4924-9f36-b14c80e8b3ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'e5114a12-53db-4676-99c9-6e0e730337dd'}}] {{(pid=93955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 16:33:42.742920 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-c4367b32-e150-4eec-b926-0cd91376b15b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928820'] for port, before_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:33:42.804746 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.db [None req-c4367b32-e150-4eec-b926-0cd91376b15b None None] For port d4ae39da-f118-4561-85b4-ad460118629e, host dv-cinder-779576-8-iscsi, cleared binding levels {{(pid=93955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 16:33:42.808294 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.db [None req-c4367b32-e150-4eec-b926-0cd91376b15b None None] For port d4ae39da-f118-4561-85b4-ad460118629e, host dv-cinder-779576-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779576-8-iscsi',level=0,port_id=d4ae39da-f118-4561-85b4-ad460118629e,segment=NetworkSegment(416aa124-8160-4924-9f36-b14c80e8b3ef),segment_id=416aa124-8160-4924-9f36-b14c80e8b3ef)] {{(pid=93955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 16:33:42.813999 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-c4367b32-e150-4eec-b926-0cd91376b15b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791196459277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791195970012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791195970030'] for port, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:33:42.828827 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-9c6c69e0-ff9d-4c30-8ff6-67572b4843eb admin admin] Notify callbacks [] for port, precommit_create {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:33:42.872310 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4367b32-e150-4eec-b926-0cd91376b15b None None] Pushing event updated for resources: {'Port': ['ID=d4ae39da-f118-4561-85b4-ad460118629e,revision_number=2']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:33:42.872467 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-9c6c69e0-ff9d-4c30-8ff6-67572b4843eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791195969994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126007332'] for port, after_create {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:33:42.913879 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c6c69e0-ff9d-4c30-8ff6-67572b4843eb admin admin] Network 62251075-a3e3-4d47-8761-104d217b089a is already hosted by enough agents. {{(pid=93954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:33:42.916744 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.scheduler.base_scheduler [None req-9c6c69e0-ff9d-4c30-8ff6-67572b4843eb admin admin] Resources bound (agent type, host, resource id): {{(pid=93954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:33:42.923913 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c6c69e0-ff9d-4c30-8ff6-67572b4843eb admin admin] Received port after_create {{(pid=93954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 16:33:42.927058 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6c69e0-ff9d-4c30-8ff6-67572b4843eb admin admin] Pushing event updated for resources: {'Port': ['ID=50e0c484-9b45-40f3-bbea-7802c0d6ebfe,revision_number=1']} {{(pid=93954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:33:43.192599 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-9c6c69e0-ff9d-4c30-8ff6-67572b4843eb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:33:43.390224 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-9c6c69e0-ff9d-4c30-8ff6-67572b4843eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3721989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3725645'] for router, after_create {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:33:43.522465 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2901d2-0031-4ab1-8a8b-ebf7592f13cf req-1dc397dd-d2aa-4623-999d-1741a97c3431 tempest-TestVolumeBootPattern-801906987 tempest-TestVolumeBootPattern-801906987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:33:43.524503 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-bd2901d2-0031-4ab1-8a8b-ebf7592f13cf req-1dc397dd-d2aa-4623-999d-1741a97c3431 tempest-TestVolumeBootPattern-801906987 tempest-TestVolumeBootPattern-801906987-project] 10.222.0.39 "GET /v2.0/ports?device_id=257cc74a-da4c-4efe-9579-f4510a0aa649 HTTP/1.1" status: 200 len: 944 time: 0.0535908 Sep 15 16:33:43.533726 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c6c69e0-ff9d-4c30-8ff6-67572b4843eb admin admin] Router 9d99db99-59c9-498e-835d-354c62ec0f52 is scheduled to L3 agent 7a8df8d7-c3ef-43b4-9534-c977f7014926 with binding_index 1 {{(pid=93954) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 15 16:33:43.566413 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-bd2901d2-0031-4ab1-8a8b-ebf7592f13cf req-f2ef2978-9a38-471e-af9d-4a44511b3b55 tempest-TestVolumeBootPattern-801906987 tempest-TestVolumeBootPattern-801906987-project] 10.222.0.39 "GET /v2.0/security-groups?id=6b6d94b4-d9e2-4118-be58-0e433855682a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354245 Sep 15 16:33:43.646920 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c6c69e0-ff9d-4c30-8ff6-67572b4843eb admin admin] Notify agent at l3_agent.dv-cinder-779576-8-iscsi the message routers_updated {{(pid=93954) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 16:33:43.657592 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0932864d-f59f-4399-b54e-efd20cc310f7 None None] Sync routers for ids ['9d99db99-59c9-498e-835d-354c62ec0f52'] in dv-cinder-779576-8-iscsi {{(pid=93956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 16:33:43.665842 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-9c6c69e0-ff9d-4c30-8ff6-67572b4843eb admin admin] Notify callbacks [] for router, before_response {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:33:43.667209 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [None req-9c6c69e0-ff9d-4c30-8ff6-67572b4843eb admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.5879624 Sep 15 16:33:43.669995 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.wsgi [-] (93954) accepted ('10.222.0.39', 40788) {{(pid=93954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:33:43.670639 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0932864d-f59f-4399-b54e-efd20cc310f7 None None] Routers {'9d99db99-59c9-498e-835d-354c62ec0f52'} bound to L3 agent in host dv-cinder-779576-8-iscsi {{(pid=93956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:33:43.671601 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron.db.l3_hamode_db [None req-0932864d-f59f-4399-b54e-efd20cc310f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779576-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-15T16:14:02Z,description=,heartbeat_timestamp=2021-09-15T16:33:32Z,host='dv-cinder-779576-8-iscsi',id=7a8df8d7-c3ef-43b4-9534-c977f7014926,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T16:14:02Z,topic='l3_agent')) {'router_ids': ['9d99db99-59c9-498e-835d-354c62ec0f52'], 'active': True} {{(pid=93956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:33:43.766095 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2eb100bf-53aa-4668-b1a7-7d1576a42a51 None None] Network e5114a12-53db-4676-99c9-6e0e730337dd requested from dv-cinder-779576-8-iscsi {{(pid=93955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 16:33:43.768735 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fd4c0d-cf31-4221-b550-5ed98d3f56cc req-01927173-0440-404a-af4b-558edf262a4b tempest-TestShelveInstance-312036796 tempest-TestShelveInstance-312036796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:33:43.770239 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-33fd4c0d-cf31-4221-b550-5ed98d3f56cc req-01927173-0440-404a-af4b-558edf262a4b tempest-TestShelveInstance-312036796 tempest-TestShelveInstance-312036796-project] 10.222.0.39 "GET /v2.0/ports?device_id=91edce23-8260-4232-90a7-8d37815878e8 HTTP/1.1" status: 200 len: 946 time: 0.1010323 Sep 15 16:33:43.782572 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron.db.l3_dvr_db [None req-0932864d-f59f-4399-b54e-efd20cc310f7 None None] Set router 9d99db99-59c9-498e-835d-354c62ec0f52 gateway port host: dv-cinder-779576-8-iscsi {{(pid=93956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 16:33:43.888679 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-33fd4c0d-cf31-4221-b550-5ed98d3f56cc req-c91e66ed-cc2c-4841-bf51-c1ff45742769 tempest-TestShelveInstance-312036796 tempest-TestShelveInstance-312036796-project] 10.222.0.39 "GET /v2.0/security-groups?id=d14ff028-a9f3-4410-9e70-5bc9f3c53d96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0872855 Sep 15 16:33:43.894377 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.db.provisioning_blocks [None req-41869525-ec90-4fde-886a-0e60cd5693b2 None None] Provisioning complete for port d4ae39da-f118-4561-85b4-ad460118629e triggered by entity DHCP. {{(pid=93955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:33:43.894926 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-41869525-ec90-4fde-886a-0e60cd5693b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953592'] for port, provisioning_complete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:33:44.004398 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-41869525-ec90-4fde-886a-0e60cd5693b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928820'] for port, before_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:33:44.037463 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.db [None req-41869525-ec90-4fde-886a-0e60cd5693b2 None None] For port d4ae39da-f118-4561-85b4-ad460118629e, host dv-cinder-779576-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779576-8-iscsi',level=0,port_id=d4ae39da-f118-4561-85b4-ad460118629e,segment=NetworkSegment(416aa124-8160-4924-9f36-b14c80e8b3ef),segment_id=416aa124-8160-4924-9f36-b14c80e8b3ef)] {{(pid=93955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:33:44.044538 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-41869525-ec90-4fde-886a-0e60cd5693b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791196459277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791195970012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791195970030'] for port, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:33:44.086975 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron.db.l3_hamode_db [None req-0932864d-f59f-4399-b54e-efd20cc310f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d99db99-59c9-498e-835d-354c62ec0f52', 'name': 'tempest-AttachVolumeTestJSON-1187138833-router', 'tenant_id': '1eedf12f4fe8435397aa63f6ef9368f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62251075-a3e3-4d47-8761-104d217b089a', 'external_fixed_ips': [{'subnet_id': '9a71565b-217b-482b-8364-bc8ecb4c8f88', 'ip_address': '172.27.3.139'}], 'enable_snat': True}, 'gw_port_id': '50e0c484-9b45-40f3-bbea-7802c0d6ebfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:33:42Z', 'updated_at': '2021-09-15T16:33:43Z', 'revision_number': 3, 'project_id': '1eedf12f4fe8435397aa63f6ef9368f9', 'gw_port': {'id': '50e0c484-9b45-40f3-bbea-7802c0d6ebfe', 'name': '', 'network_id': '62251075-a3e3-4d47-8761-104d217b089a', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:47:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d99db99-59c9-498e-835d-354c62ec0f52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '9a71565b-217b-482b-8364-bc8ecb4c8f88', 'ip_address': '172.27.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:33:42Z', 'updated_at': '2021-09-15T16:33:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9a71565b-217b-482b-8364-bc8ecb4c8f88', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779576-8-iscsi'}], 'dv-cinder-779576-8-iscsi', False) {} {{(pid=93956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:33:44.106926 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41869525-ec90-4fde-886a-0e60cd5693b2 None None] Pushing event updated for resources: {'Port': ['ID=d4ae39da-f118-4561-85b4-ad460118629e,revision_number=3']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:33:44.114155 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0932864d-f59f-4399-b54e-efd20cc310f7 None None] Checking router: 9d99db99-59c9-498e-835d-354c62ec0f52 for host: dv-cinder-779576-8-iscsi {{(pid=93956) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 16:33:44.114495 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0932864d-f59f-4399-b54e-efd20cc310f7 None None] Updating router 9d99db99-59c9-498e-835d-354c62ec0f52 port 50e0c484-9b45-40f3-bbea-7802c0d6ebfe binding host dv-cinder-779576-8-iscsi {{(pid=93956) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 16:33:44.141731 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-0932864d-f59f-4399-b54e-efd20cc310f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928820'] for port, before_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:33:44.193902 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-574ea1b7-294d-418e-8cee-b41c9a1e87d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928820'] for port, before_create {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:33:44.267794 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.db.provisioning_blocks [None req-b34fe572-7f85-4748-8625-ceb0e1654e13 None None] Provisioning complete for port d4ae39da-f118-4561-85b4-ad460118629e triggered by entity DHCP. {{(pid=93955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:33:44.268100 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-b34fe572-7f85-4748-8625-ceb0e1654e13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953592'] for port, provisioning_complete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:33:44.353167 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.db.db_base_plugin_common [None req-574ea1b7-294d-418e-8cee-b41c9a1e87d1 admin admin] Allocated IP 172.20.0.1 (e5114a12-53db-4676-99c9-6e0e730337dd/22529361-3b44-49b4-805b-da9f7d11ed5f/c6998fc9-7a0f-4b59-989c-cea8c2e1fe0f) {{(pid=93954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 16:33:44.402196 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-0932864d-f59f-4399-b54e-efd20cc310f7 None None] Notify callbacks [] for port, precommit_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:33:44.422289 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-0932864d-f59f-4399-b54e-efd20cc310f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791196459277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791195970012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791195970030'] for port, after_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:33:44.462451 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-574ea1b7-294d-418e-8cee-b41c9a1e87d1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:33:44.469835 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea4f8da-0303-4f46-b763-7a92a52aa8dc None None] Pushing event updated for resources: {'Port': ['ID=50e0c484-9b45-40f3-bbea-7802c0d6ebfe,revision_number=2']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:33:44.485393 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea4f8da-0303-4f46-b763-7a92a52aa8dc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:33:44.485393 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea4f8da-0303-4f46-b763-7a92a52aa8dc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:33:44.485657 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea4f8da-0303-4f46-b763-7a92a52aa8dc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:33:44.485787 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea4f8da-0303-4f46-b763-7a92a52aa8dc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:33:44.486085 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea4f8da-0303-4f46-b763-7a92a52aa8dc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:33:44.486401 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea4f8da-0303-4f46-b763-7a92a52aa8dc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:33:44.486880 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea4f8da-0303-4f46-b763-7a92a52aa8dc None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:33:44.487005 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea4f8da-0303-4f46-b763-7a92a52aa8dc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:33:44.487337 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea4f8da-0303-4f46-b763-7a92a52aa8dc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:33:44.487648 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea4f8da-0303-4f46-b763-7a92a52aa8dc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:33:44.487962 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea4f8da-0303-4f46-b763-7a92a52aa8dc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:33:44.488288 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea4f8da-0303-4f46-b763-7a92a52aa8dc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:33:44.492398 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron.plugins.ml2.managers [None req-0932864d-f59f-4399-b54e-efd20cc310f7 None None] Attempting to bind port 50e0c484-9b45-40f3-bbea-7802c0d6ebfe on host dv-cinder-779576-8-iscsi for vnic_type normal with profile {{(pid=93956) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 16:33:44.492759 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron.plugins.ml2.managers [None req-0932864d-f59f-4399-b54e-efd20cc310f7 None None] Attempting to bind port 50e0c484-9b45-40f3-bbea-7802c0d6ebfe by drivers openvswitch,hyperv on host dv-cinder-779576-8-iscsi at level 0 using segments [{'id': 'fd8e905d-efc3-4108-bd70-37f32575b93b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62251075-a3e3-4d47-8761-104d217b089a'}] {{(pid=93956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 16:33:44.493114 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0932864d-f59f-4399-b54e-efd20cc310f7 None None] Attempting to bind port 50e0c484-9b45-40f3-bbea-7802c0d6ebfe on network 62251075-a3e3-4d47-8761-104d217b089a {{(pid=93956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 16:33:44.498459 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0932864d-f59f-4399-b54e-efd20cc310f7 None None] Checking agent: {'id': 'afdc58b1-457c-454f-9c1a-1b1c93cc1a70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-779576-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 16, 14, 2), 'started_at': datetime.datetime(2021, 9, 15, 16, 14, 32), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 16, 33, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-779576-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 16:33:44.498623 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-574ea1b7-294d-418e-8cee-b41c9a1e87d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791195969994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126007332'] for port, after_create {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:33:44.498943 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0932864d-f59f-4399-b54e-efd20cc310f7 None None] Checking segment: {'id': 'fd8e905d-efc3-4108-bd70-37f32575b93b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62251075-a3e3-4d47-8761-104d217b089a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93956) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 16:33:44.499200 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-0932864d-f59f-4399-b54e-efd20cc310f7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:33:44.499563 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0932864d-f59f-4399-b54e-efd20cc310f7 None None] Bound using segment: {'id': 'fd8e905d-efc3-4108-bd70-37f32575b93b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62251075-a3e3-4d47-8761-104d217b089a'} {{(pid=93956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 16:33:44.500012 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron.plugins.ml2.managers [None req-0932864d-f59f-4399-b54e-efd20cc310f7 None None] Bound port: 50e0c484-9b45-40f3-bbea-7802c0d6ebfe, host: dv-cinder-779576-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd8e905d-efc3-4108-bd70-37f32575b93b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62251075-a3e3-4d47-8761-104d217b089a'}}] {{(pid=93956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 16:33:44.502094 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-0932864d-f59f-4399-b54e-efd20cc310f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928820'] for port, before_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:33:44.512946 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.rpc [None req-57d8a9a3-d16f-4b20-b77b-ca1e664c03db None None] Device d4ae39da-f118-4561-85b4-ad460118629e up at agent ovs-agent-dv-cinder-779576-8-iscsi {{(pid=93955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 16:33:44.536742 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-574ea1b7-294d-418e-8cee-b41c9a1e87d1 admin admin] Network e5114a12-53db-4676-99c9-6e0e730337dd is already hosted by enough agents. {{(pid=93954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:33:44.539807 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.scheduler.base_scheduler [None req-574ea1b7-294d-418e-8cee-b41c9a1e87d1 admin admin] Resources bound (agent type, host, resource id): {{(pid=93954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:33:44.543337 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-574ea1b7-294d-418e-8cee-b41c9a1e87d1 admin admin] Received port after_create {{(pid=93954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 16:33:44.560669 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron.plugins.ml2.db [None req-0932864d-f59f-4399-b54e-efd20cc310f7 None None] For port 50e0c484-9b45-40f3-bbea-7802c0d6ebfe, host dv-cinder-779576-8-iscsi, cleared binding levels {{(pid=93956) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 16:33:44.564909 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron.plugins.ml2.db [None req-0932864d-f59f-4399-b54e-efd20cc310f7 None None] For port 50e0c484-9b45-40f3-bbea-7802c0d6ebfe, host dv-cinder-779576-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779576-8-iscsi',level=0,port_id=50e0c484-9b45-40f3-bbea-7802c0d6ebfe,segment=NetworkSegment(fd8e905d-efc3-4108-bd70-37f32575b93b),segment_id=fd8e905d-efc3-4108-bd70-37f32575b93b)] {{(pid=93956) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 16:33:44.571128 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-0932864d-f59f-4399-b54e-efd20cc310f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791196459277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791195970012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791195970030'] for port, after_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:33:44.575918 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574ea1b7-294d-418e-8cee-b41c9a1e87d1 admin admin] Pushing event updated for resources: {'Port': ['ID=c6998fc9-7a0f-4b59-989c-cea8c2e1fe0f,revision_number=1']} {{(pid=93954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:33:44.585168 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.db.provisioning_blocks [None req-57d8a9a3-d16f-4b20-b77b-ca1e664c03db None None] Provisioning complete for port d4ae39da-f118-4561-85b4-ad460118629e triggered by entity L2. {{(pid=93955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:33:44.585772 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-57d8a9a3-d16f-4b20-b77b-ca1e664c03db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953592'] for port, provisioning_complete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:33:44.597880 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-574ea1b7-294d-418e-8cee-b41c9a1e87d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3725722'] for router_interface, before_create {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:33:44.654457 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0932864d-f59f-4399-b54e-efd20cc310f7 None None] Routers {'9d99db99-59c9-498e-835d-354c62ec0f52'} bound to L3 agent in host dv-cinder-779576-8-iscsi {{(pid=93956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:33:44.655092 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron.db.l3_hamode_db [None req-0932864d-f59f-4399-b54e-efd20cc310f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779576-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-15T16:14:02Z,description=,heartbeat_timestamp=2021-09-15T16:33:32Z,host='dv-cinder-779576-8-iscsi',id=7a8df8d7-c3ef-43b4-9534-c977f7014926,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T16:14:02Z,topic='l3_agent')) {'router_ids': ['9d99db99-59c9-498e-835d-354c62ec0f52'], 'active': True} {{(pid=93956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:33:44.709196 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533def4d-6d84-4222-9a03-ed223c2c40d6 req-7fab0aa9-1693-4272-9998-0978473cb634 tempest-TestVolumeBootPattern-801906987 tempest-TestVolumeBootPattern-801906987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:33:44.717731 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-533def4d-6d84-4222-9a03-ed223c2c40d6 req-7fab0aa9-1693-4272-9998-0978473cb634 tempest-TestVolumeBootPattern-801906987 tempest-TestVolumeBootPattern-801906987-project] 10.222.0.39 "GET /v2.0/ports?device_id=257cc74a-da4c-4efe-9579-f4510a0aa649 HTTP/1.1" status: 200 len: 944 time: 0.0621161 Sep 15 16:33:44.754885 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea4f8da-0303-4f46-b763-7a92a52aa8dc None None] Pushing event updated for resources: {'Port': ['ID=50e0c484-9b45-40f3-bbea-7802c0d6ebfe,revision_number=3']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:33:44.765843 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-574ea1b7-294d-418e-8cee-b41c9a1e87d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928820'] for port, before_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:33:44.770922 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-533def4d-6d84-4222-9a03-ed223c2c40d6 req-8085e043-2231-4144-a8d2-e4505ae586af tempest-TestVolumeBootPattern-801906987 tempest-TestVolumeBootPattern-801906987-project] 10.222.0.39 "GET /v2.0/security-groups?id=6b6d94b4-d9e2-4118-be58-0e433855682a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508478 Sep 15 16:33:44.795686 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron.db.l3_dvr_db [None req-0932864d-f59f-4399-b54e-efd20cc310f7 None None] Set router 9d99db99-59c9-498e-835d-354c62ec0f52 gateway port host: dv-cinder-779576-8-iscsi {{(pid=93956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 16:33:44.868022 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.db.provisioning_blocks [None req-cbf3e59d-b36f-4deb-852e-f7fdae8e9d7e None None] Provisioning complete for port c6998fc9-7a0f-4b59-989c-cea8c2e1fe0f triggered by entity DHCP. {{(pid=93955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:33:44.868750 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-cbf3e59d-b36f-4deb-852e-f7fdae8e9d7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953592'] for port, provisioning_complete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:33:44.904710 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [None req-cbf3e59d-b36f-4deb-852e-f7fdae8e9d7e None None] Port c6998fc9-7a0f-4b59-989c-cea8c2e1fe0f cannot update to ACTIVE because it is not bound. {{(pid=93955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 16:33:44.939737 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-574ea1b7-294d-418e-8cee-b41c9a1e87d1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:33:44.945566 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-574ea1b7-294d-418e-8cee-b41c9a1e87d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791196459277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791195970012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791195970030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126007357'] for port, after_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:33:44.974793 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron.db.l3_hamode_db [None req-0932864d-f59f-4399-b54e-efd20cc310f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d99db99-59c9-498e-835d-354c62ec0f52', 'name': 'tempest-AttachVolumeTestJSON-1187138833-router', 'tenant_id': '1eedf12f4fe8435397aa63f6ef9368f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62251075-a3e3-4d47-8761-104d217b089a', 'external_fixed_ips': [{'subnet_id': '9a71565b-217b-482b-8364-bc8ecb4c8f88', 'ip_address': '172.27.3.139'}], 'enable_snat': True}, 'gw_port_id': '50e0c484-9b45-40f3-bbea-7802c0d6ebfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:33:42Z', 'updated_at': '2021-09-15T16:33:43Z', 'revision_number': 3, 'project_id': '1eedf12f4fe8435397aa63f6ef9368f9', 'gw_port': {'id': '50e0c484-9b45-40f3-bbea-7802c0d6ebfe', 'name': '', 'network_id': '62251075-a3e3-4d47-8761-104d217b089a', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:47:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d99db99-59c9-498e-835d-354c62ec0f52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '9a71565b-217b-482b-8364-bc8ecb4c8f88', 'ip_address': '172.27.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779576-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:33:42Z', 'updated_at': '2021-09-15T16:33:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9a71565b-217b-482b-8364-bc8ecb4c8f88', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779576-8-iscsi'}], 'dv-cinder-779576-8-iscsi', False) {} {{(pid=93956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:33:45.005102 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0932864d-f59f-4399-b54e-efd20cc310f7 None None] The sync data for ids ['9d99db99-59c9-498e-835d-354c62ec0f52'] in dv-cinder-779576-8-iscsi is: [{'id': '9d99db99-59c9-498e-835d-354c62ec0f52', 'name': 'tempest-AttachVolumeTestJSON-1187138833-router', 'tenant_id': '1eedf12f4fe8435397aa63f6ef9368f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62251075-a3e3-4d47-8761-104d217b089a', 'external_fixed_ips': [{'subnet_id': '9a71565b-217b-482b-8364-bc8ecb4c8f88', 'ip_address': '172.27.3.139'}], 'enable_snat': True}, 'gw_port_id': '50e0c484-9b45-40f3-bbea-7802c0d6ebfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:33:42Z', 'updated_at': '2021-09-15T16:33:43Z', 'revision_number': 3, 'project_id': '1eedf12f4fe8435397aa63f6ef9368f9', 'gw_port': {'id': '50e0c484-9b45-40f3-bbea-7802c0d6ebfe', 'name': '', 'network_id': '62251075-a3e3-4d47-8761-104d217b089a', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:47:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d99db99-59c9-498e-835d-354c62ec0f52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '9a71565b-217b-482b-8364-bc8ecb4c8f88', 'ip_address': '172.27.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779576-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:33:42Z', 'updated_at': '2021-09-15T16:33:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9a71565b-217b-482b-8364-bc8ecb4c8f88', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779576-8-iscsi'}] {{(pid=93956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 16:33:45.036892 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-574ea1b7-294d-418e-8cee-b41c9a1e87d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3751642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3724810'] for router_interface, after_create {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:33:45.050836 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574ea1b7-294d-418e-8cee-b41c9a1e87d1 admin admin] Pushing event updated for resources: {'Port': ['ID=c6998fc9-7a0f-4b59-989c-cea8c2e1fe0f,revision_number=2']} {{(pid=93954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:33:45.078008 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a75f243-e2c7-4ea1-a6c8-fc7e7d867af2 req-44527292-e93d-4646-aa64-04dd66b5cb0f tempest-TestShelveInstance-312036796 tempest-TestShelveInstance-312036796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:33:45.079497 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-9a75f243-e2c7-4ea1-a6c8-fc7e7d867af2 req-44527292-e93d-4646-aa64-04dd66b5cb0f tempest-TestShelveInstance-312036796 tempest-TestShelveInstance-312036796-project] 10.222.0.39 "GET /v2.0/ports?device_id=91edce23-8260-4232-90a7-8d37815878e8 HTTP/1.1" status: 200 len: 946 time: 0.1113799 Sep 15 16:33:45.164667 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-9a75f243-e2c7-4ea1-a6c8-fc7e7d867af2 req-be02f2b6-3450-4914-8a24-9eacababec18 tempest-TestShelveInstance-312036796 tempest-TestShelveInstance-312036796-project] 10.222.0.39 "GET /v2.0/security-groups?id=d14ff028-a9f3-4410-9e70-5bc9f3c53d96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0751150 Sep 15 16:33:45.193653 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-574ea1b7-294d-418e-8cee-b41c9a1e87d1 admin admin] Network e5114a12-53db-4676-99c9-6e0e730337dd is already hosted by enough agents. {{(pid=93954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:33:45.195272 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.scheduler.base_scheduler [None req-574ea1b7-294d-418e-8cee-b41c9a1e87d1 admin admin] Resources bound (agent type, host, resource id): {{(pid=93954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:33:45.328952 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-574ea1b7-294d-418e-8cee-b41c9a1e87d1 admin admin] Router 9d99db99-59c9-498e-835d-354c62ec0f52 has already been hosted by L3 agent 7a8df8d7-c3ef-43b4-9534-c977f7014926 {{(pid=93954) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 16:33:45.430845 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.db.provisioning_blocks [None req-3103ba41-73a0-45ac-9b39-52476e54ce72 None None] Provisioning complete for port c6998fc9-7a0f-4b59-989c-cea8c2e1fe0f triggered by entity DHCP. {{(pid=93955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:33:45.431340 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-3103ba41-73a0-45ac-9b39-52476e54ce72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953592'] for port, provisioning_complete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:33:45.468453 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [None req-3103ba41-73a0-45ac-9b39-52476e54ce72 None None] Port c6998fc9-7a0f-4b59-989c-cea8c2e1fe0f cannot update to ACTIVE because it is not bound. {{(pid=93955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 16:33:45.708449 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-574ea1b7-294d-418e-8cee-b41c9a1e87d1 admin admin] Notify agent at l3_agent.dv-cinder-779576-8-iscsi the message routers_updated {{(pid=93954) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 16:33:45.714097 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [None req-574ea1b7-294d-418e-8cee-b41c9a1e87d1 admin admin] 10.222.0.39 "PUT /v2.0/routers/9d99db99-59c9-498e-835d-354c62ec0f52/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0431702 Sep 15 16:33:45.893976 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b568a760-3789-44b7-a5ff-286a3e4d3f64 req-f29a6983-6be7-4760-a3e0-4b24ed715e4f tempest-TestVolumeBootPattern-801906987 tempest-TestVolumeBootPattern-801906987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:33:45.895636 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-b568a760-3789-44b7-a5ff-286a3e4d3f64 req-f29a6983-6be7-4760-a3e0-4b24ed715e4f tempest-TestVolumeBootPattern-801906987 tempest-TestVolumeBootPattern-801906987-project] 10.222.0.39 "GET /v2.0/ports?device_id=257cc74a-da4c-4efe-9579-f4510a0aa649 HTTP/1.1" status: 200 len: 944 time: 0.0539691 Sep 15 16:33:45.934019 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-b568a760-3789-44b7-a5ff-286a3e4d3f64 req-1ca6f402-8767-42f0-97ee-ac1e47e4767f tempest-TestVolumeBootPattern-801906987 tempest-TestVolumeBootPattern-801906987-project] 10.222.0.39 "GET /v2.0/security-groups?id=6b6d94b4-d9e2-4118-be58-0e433855682a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322781 Sep 15 16:33:46.286080 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf7a725-4e41-40a2-913d-10971dc65449 req-a2561250-a19e-436d-be95-1cbcde3c1703 tempest-TestShelveInstance-312036796 tempest-TestShelveInstance-312036796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:33:46.287645 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-aaf7a725-4e41-40a2-913d-10971dc65449 req-a2561250-a19e-436d-be95-1cbcde3c1703 tempest-TestShelveInstance-312036796 tempest-TestShelveInstance-312036796-project] 10.222.0.39 "GET /v2.0/ports?device_id=91edce23-8260-4232-90a7-8d37815878e8 HTTP/1.1" status: 200 len: 946 time: 0.0494049 Sep 15 16:33:46.327173 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-aaf7a725-4e41-40a2-913d-10971dc65449 req-9310b398-f9e8-492c-a8a2-f6bcba77fad4 tempest-TestShelveInstance-312036796 tempest-TestShelveInstance-312036796-project] 10.222.0.39 "GET /v2.0/security-groups?id=d14ff028-a9f3-4410-9e70-5bc9f3c53d96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334456 Sep 15 16:33:46.403875 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.wsgi [-] (93954) accepted ('10.222.0.39', 40806) {{(pid=93954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:33:46.409221 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.api.v2.base [None req-936346f1-6d12-468c-bf59-fbbbb1ce640e tempest-AttachVolumeTestJSON-1141938147 tempest-AttachVolumeTestJSON-1141938147-project] Request body: {'security_group': {'name': 'tempest-securitygroup--213358084', 'description': 'tempest-description--58443119'}} {{(pid=93954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:33:46.442073 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-936346f1-6d12-468c-bf59-fbbbb1ce640e tempest-AttachVolumeTestJSON-1141938147 tempest-AttachVolumeTestJSON-1141938147-project] Notify callbacks [] for security_group, before_create {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:33:46.484491 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.rpc [None req-57d8a9a3-d16f-4b20-b77b-ca1e664c03db None None] Device 50e0c484-9b45-40f3-bbea-7802c0d6ebfe up at agent ovs-agent-dv-cinder-779576-8-iscsi {{(pid=93955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 16:33:46.506975 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.rpc [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] Device 95da61fc-3e3d-4304-bba4-dde15db271d0 details requested by agent hyperv_hv-cinder-77957 with host hv-cinder-77957 {{(pid=93955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 16:33:46.529059 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb5a36ea-0eeb-4d45-89f0-8c5cc8b58f38 None None] Sync routers for ids ['9d99db99-59c9-498e-835d-354c62ec0f52'] in dv-cinder-779576-8-iscsi {{(pid=93955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 16:33:46.545115 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-936346f1-6d12-468c-bf59-fbbbb1ce640e tempest-AttachVolumeTestJSON-1141938147 tempest-AttachVolumeTestJSON-1141938147-project] Notify callbacks [] for security_group, precommit_create {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:33:46.549885 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-936346f1-6d12-468c-bf59-fbbbb1ce640e tempest-AttachVolumeTestJSON-1141938147 tempest-AttachVolumeTestJSON-1141938147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3702208'] for security_group, after_create {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:33:46.571501 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb5a36ea-0eeb-4d45-89f0-8c5cc8b58f38 None None] Routers {'9d99db99-59c9-498e-835d-354c62ec0f52'} bound to L3 agent in host dv-cinder-779576-8-iscsi {{(pid=93955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:33:46.572453 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.db.l3_hamode_db [None req-fb5a36ea-0eeb-4d45-89f0-8c5cc8b58f38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779576-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-15T16:14:02Z,description=,heartbeat_timestamp=2021-09-15T16:33:32Z,host='dv-cinder-779576-8-iscsi',id=7a8df8d7-c3ef-43b4-9534-c977f7014926,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T16:14:02Z,topic='l3_agent')) {'router_ids': ['9d99db99-59c9-498e-835d-354c62ec0f52'], 'active': True} {{(pid=93955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:33:46.580059 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-936346f1-6d12-468c-bf59-fbbbb1ce640e tempest-AttachVolumeTestJSON-1141938147 tempest-AttachVolumeTestJSON-1141938147-project] Notify callbacks [] for security_group, before_response {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:33:46.584229 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [None req-936346f1-6d12-468c-bf59-fbbbb1ce640e tempest-AttachVolumeTestJSON-1141938147 tempest-AttachVolumeTestJSON-1141938147-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1777 time: 0.1761944 Sep 15 16:33:46.584709 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.wsgi [-] (93953) accepted ('10.222.0.39', 40808) {{(pid=93953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:33:46.585994 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936346f1-6d12-468c-bf59-fbbbb1ce640e tempest-AttachVolumeTestJSON-1141938147 tempest-AttachVolumeTestJSON-1141938147-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c677a93f-fa77-437f-87eb-0624f52b6fc5,revision_number=1']} {{(pid=93954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:33:46.589428 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.api.v2.base [None req-46c97bcf-6d9e-4168-b117-602c25ba5e4e tempest-AttachVolumeTestJSON-1141938147 tempest-AttachVolumeTestJSON-1141938147-project] Request body: {'security_group_rule': {'security_group_id': 'c677a93f-fa77-437f-87eb-0624f52b6fc5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:33:46.618791 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-46c97bcf-6d9e-4168-b117-602c25ba5e4e tempest-AttachVolumeTestJSON-1141938147 tempest-AttachVolumeTestJSON-1141938147-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:33:46.670307 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.db.provisioning_blocks [None req-57d8a9a3-d16f-4b20-b77b-ca1e664c03db None None] Provisioning complete for port 50e0c484-9b45-40f3-bbea-7802c0d6ebfe triggered by entity L2. {{(pid=93955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:33:46.670811 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-57d8a9a3-d16f-4b20-b77b-ca1e664c03db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953592'] for port, provisioning_complete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:33:46.671574 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-46c97bcf-6d9e-4168-b117-602c25ba5e4e tempest-AttachVolumeTestJSON-1141938147 tempest-AttachVolumeTestJSON-1141938147-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:33:46.676540 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-46c97bcf-6d9e-4168-b117-602c25ba5e4e tempest-AttachVolumeTestJSON-1141938147 tempest-AttachVolumeTestJSON-1141938147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3714140'] for security_group_rule, after_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:33:46.697640 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c97bcf-6d9e-4168-b117-602c25ba5e4e tempest-AttachVolumeTestJSON-1141938147 tempest-AttachVolumeTestJSON-1141938147-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f8b5e4b3-a2f4-4473-8385-6756bee9ec66,revision_number=0']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:33:46.705189 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-46c97bcf-6d9e-4168-b117-602c25ba5e4e tempest-AttachVolumeTestJSON-1141938147 tempest-AttachVolumeTestJSON-1141938147-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:33:46.706669 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [None req-46c97bcf-6d9e-4168-b117-602c25ba5e4e tempest-AttachVolumeTestJSON-1141938147 tempest-AttachVolumeTestJSON-1141938147-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1206615 Sep 15 16:33:46.711027 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.wsgi [-] (93954) accepted ('10.222.0.39', 40810) {{(pid=93954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:33:46.716888 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.api.v2.base [None req-e037a7c8-ee15-4476-a343-089a4d91f35c tempest-AttachVolumeTestJSON-1141938147 tempest-AttachVolumeTestJSON-1141938147-project] Request body: {'security_group_rule': {'security_group_id': 'c677a93f-fa77-437f-87eb-0624f52b6fc5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:33:46.753820 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-e037a7c8-ee15-4476-a343-089a4d91f35c tempest-AttachVolumeTestJSON-1141938147 tempest-AttachVolumeTestJSON-1141938147-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:33:46.773019 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.db [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] For port 95da61fc-3e3d-4304-bba4-dde15db271d0, host hv-cinder-77957, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77957',level=0,port_id=95da61fc-3e3d-4304-bba4-dde15db271d0,segment=NetworkSegment(515df8c3-420b-482c-ae85-8decf2a71996),segment_id=515df8c3-420b-482c-ae85-8decf2a71996)] {{(pid=93955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:33:46.798894 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.rpc [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] Returning: {'device': '95da61fc-3e3d-4304-bba4-dde15db271d0', 'network_id': '48dcadf6-1b51-4d33-92c6-65cc509573fa', 'port_id': '95da61fc-3e3d-4304-bba4-dde15db271d0', 'mac_address': 'fa:16:3e:54:d2:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 59, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df755c0f-3453-4699-824d-add9626035f9', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 16:33:46.821473 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.db.l3_dvr_db [None req-fb5a36ea-0eeb-4d45-89f0-8c5cc8b58f38 None None] Set router 9d99db99-59c9-498e-835d-354c62ec0f52 gateway port host: dv-cinder-779576-8-iscsi {{(pid=93955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 16:33:46.831522 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-e037a7c8-ee15-4476-a343-089a4d91f35c tempest-AttachVolumeTestJSON-1141938147 tempest-AttachVolumeTestJSON-1141938147-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:33:46.837871 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-e037a7c8-ee15-4476-a343-089a4d91f35c tempest-AttachVolumeTestJSON-1141938147 tempest-AttachVolumeTestJSON-1141938147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3714140'] for security_group_rule, after_create {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:33:46.854371 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e037a7c8-ee15-4476-a343-089a4d91f35c tempest-AttachVolumeTestJSON-1141938147 tempest-AttachVolumeTestJSON-1141938147-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=99f8fe75-453b-4226-9247-d56f2daa909e,revision_number=0']} {{(pid=93954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:33:46.865937 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-e037a7c8-ee15-4476-a343-089a4d91f35c tempest-AttachVolumeTestJSON-1141938147 tempest-AttachVolumeTestJSON-1141938147-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:33:46.867227 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [None req-e037a7c8-ee15-4476-a343-089a4d91f35c tempest-AttachVolumeTestJSON-1141938147 tempest-AttachVolumeTestJSON-1141938147-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1539013 Sep 15 16:33:46.870986 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.wsgi [-] (93953) accepted ('10.222.0.39', 40812) {{(pid=93953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:33:46.875795 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.api.v2.base [None req-ceb32ce8-160b-4795-b712-b7ed901eca0c tempest-AttachVolumeTestJSON-1141938147 tempest-AttachVolumeTestJSON-1141938147-project] Request body: {'floatingip': {'floating_network_id': '62251075-a3e3-4d47-8761-104d217b089a'}} {{(pid=93953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:33:46.900537 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-ceb32ce8-160b-4795-b712-b7ed901eca0c tempest-AttachVolumeTestJSON-1141938147 tempest-AttachVolumeTestJSON-1141938147-project] Notify callbacks [] for floatingip, before_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:33:46.973233 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928820'] for port, before_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:33:47.028486 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.notifiers.nova [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 95da61fc-3e3d-4304-bba4-dde15db271d0 {{(pid=93955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 16:33:47.061377 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-ceb32ce8-160b-4795-b712-b7ed901eca0c tempest-AttachVolumeTestJSON-1141938147 tempest-AttachVolumeTestJSON-1141938147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928820'] for port, before_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:33:47.065557 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-57d8a9a3-d16f-4b20-b77b-ca1e664c03db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928820'] for port, before_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:33:47.105448 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.db [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] For port 95da61fc-3e3d-4304-bba4-dde15db271d0, host hv-cinder-77957, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77957',level=0,port_id=95da61fc-3e3d-4304-bba4-dde15db271d0,segment=NetworkSegment(515df8c3-420b-482c-ae85-8decf2a71996),segment_id=515df8c3-420b-482c-ae85-8decf2a71996)] {{(pid=93955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:33:47.115267 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.db [None req-57d8a9a3-d16f-4b20-b77b-ca1e664c03db None None] For port 50e0c484-9b45-40f3-bbea-7802c0d6ebfe, host dv-cinder-779576-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779576-8-iscsi',level=0,port_id=50e0c484-9b45-40f3-bbea-7802c0d6ebfe,segment=NetworkSegment(fd8e905d-efc3-4108-bd70-37f32575b93b),segment_id=fd8e905d-efc3-4108-bd70-37f32575b93b)] {{(pid=93955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:33:47.118238 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791196459277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791195970012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791195970030'] for port, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:33:47.130582 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-57d8a9a3-d16f-4b20-b77b-ca1e664c03db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791196459277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791195970012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791195970030'] for port, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:33:47.133378 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793786a2-2436-4bc8-9373-c3df4136101a req-58290c0f-d64b-42b4-ac2c-45cfd8ac62e9 tempest-TestVolumeBootPattern-801906987 tempest-TestVolumeBootPattern-801906987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:33:47.134946 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-793786a2-2436-4bc8-9373-c3df4136101a req-58290c0f-d64b-42b4-ac2c-45cfd8ac62e9 tempest-TestVolumeBootPattern-801906987 tempest-TestVolumeBootPattern-801906987-project] 10.222.0.39 "GET /v2.0/ports?device_id=257cc74a-da4c-4efe-9579-f4510a0aa649 HTTP/1.1" status: 200 len: 944 time: 0.1148732 Sep 15 16:33:47.218727 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] Pushing event updated for resources: {'Port': ['ID=95da61fc-3e3d-4304-bba4-dde15db271d0,revision_number=4']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:33:47.219128 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-793786a2-2436-4bc8-9373-c3df4136101a req-0e7760a2-9d00-4aea-9945-5b47b63c9bb5 tempest-TestVolumeBootPattern-801906987 tempest-TestVolumeBootPattern-801906987-project] 10.222.0.39 "GET /v2.0/security-groups?id=6b6d94b4-d9e2-4118-be58-0e433855682a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0761700 Sep 15 16:33:47.240713 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.db.db_base_plugin_common [None req-ceb32ce8-160b-4795-b712-b7ed901eca0c tempest-AttachVolumeTestJSON-1141938147 tempest-AttachVolumeTestJSON-1141938147-project] Allocated IP 172.27.3.116 (62251075-a3e3-4d47-8761-104d217b089a/9a71565b-217b-482b-8364-bc8ecb4c8f88/0b1732d0-29bc-4b7c-b223-68d3f51f1043) {{(pid=93953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 16:33:47.291337 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d8a9a3-d16f-4b20-b77b-ca1e664c03db None None] Pushing event updated for resources: {'Port': ['ID=50e0c484-9b45-40f3-bbea-7802c0d6ebfe,revision_number=4']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:33:47.298881 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.db.l3_hamode_db [None req-fb5a36ea-0eeb-4d45-89f0-8c5cc8b58f38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d99db99-59c9-498e-835d-354c62ec0f52', 'name': 'tempest-AttachVolumeTestJSON-1187138833-router', 'tenant_id': '1eedf12f4fe8435397aa63f6ef9368f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62251075-a3e3-4d47-8761-104d217b089a', 'external_fixed_ips': [{'subnet_id': '9a71565b-217b-482b-8364-bc8ecb4c8f88', 'ip_address': '172.27.3.139'}], 'enable_snat': True}, 'gw_port_id': '50e0c484-9b45-40f3-bbea-7802c0d6ebfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:33:42Z', 'updated_at': '2021-09-15T16:33:44Z', 'revision_number': 4, 'project_id': '1eedf12f4fe8435397aa63f6ef9368f9', 'gw_port': {'id': '50e0c484-9b45-40f3-bbea-7802c0d6ebfe', 'name': '', 'network_id': '62251075-a3e3-4d47-8761-104d217b089a', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:47:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d99db99-59c9-498e-835d-354c62ec0f52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '9a71565b-217b-482b-8364-bc8ecb4c8f88', 'ip_address': '172.27.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779576-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:33:42Z', 'updated_at': '2021-09-15T16:33:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9a71565b-217b-482b-8364-bc8ecb4c8f88', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779576-8-iscsi', '_interfaces': [{'id': 'c6998fc9-7a0f-4b59-989c-cea8c2e1fe0f', 'name': '', 'network_id': 'e5114a12-53db-4676-99c9-6e0e730337dd', 'tenant_id': '1eedf12f4fe8435397aa63f6ef9368f9', 'mac_address': 'fa:16:3e:20:5d:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d99db99-59c9-498e-835d-354c62ec0f52', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '22529361-3b44-49b4-805b-da9f7d11ed5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:33:44Z', 'updated_at': '2021-09-15T16:33:44Z', 'revision_number': 2, 'project_id': '1eedf12f4fe8435397aa63f6ef9368f9', 'subnets': [{'id': '22529361-3b44-49b4-805b-da9f7d11ed5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779576-8-iscsi', False) {} {{(pid=93955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:33:47.337828 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb5a36ea-0eeb-4d45-89f0-8c5cc8b58f38 None None] Checking router: 9d99db99-59c9-498e-835d-354c62ec0f52 for host: dv-cinder-779576-8-iscsi {{(pid=93955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 16:33:47.338428 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb5a36ea-0eeb-4d45-89f0-8c5cc8b58f38 None None] Updating router 9d99db99-59c9-498e-835d-354c62ec0f52 port c6998fc9-7a0f-4b59-989c-cea8c2e1fe0f binding host dv-cinder-779576-8-iscsi {{(pid=93955) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 16:33:47.366238 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-fb5a36ea-0eeb-4d45-89f0-8c5cc8b58f38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928820'] for port, before_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:33:47.368983 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-ceb32ce8-160b-4795-b712-b7ed901eca0c tempest-AttachVolumeTestJSON-1141938147 tempest-AttachVolumeTestJSON-1141938147-project] Notify callbacks [] for port, precommit_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:33:47.418592 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-ceb32ce8-160b-4795-b712-b7ed901eca0c tempest-AttachVolumeTestJSON-1141938147 tempest-AttachVolumeTestJSON-1141938147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791195969994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127878305'] for port, after_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:33:47.459885 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ceb32ce8-160b-4795-b712-b7ed901eca0c tempest-AttachVolumeTestJSON-1141938147 tempest-AttachVolumeTestJSON-1141938147-project] Network 62251075-a3e3-4d47-8761-104d217b089a is already hosted by enough agents. {{(pid=93953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:33:47.462988 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.scheduler.base_scheduler [None req-ceb32ce8-160b-4795-b712-b7ed901eca0c tempest-AttachVolumeTestJSON-1141938147 tempest-AttachVolumeTestJSON-1141938147-project] Resources bound (agent type, host, resource id): {{(pid=93953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:33:47.466580 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceb32ce8-160b-4795-b712-b7ed901eca0c tempest-AttachVolumeTestJSON-1141938147 tempest-AttachVolumeTestJSON-1141938147-project] Received port after_create {{(pid=93953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 16:33:47.477235 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca8cc86-f8aa-4c7c-8c90-1445b9bef908 req-0d60cd01-f14e-47b7-ac35-74a9bf1e8d80 tempest-TestShelveInstance-312036796 tempest-TestShelveInstance-312036796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:33:47.479306 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-8ca8cc86-f8aa-4c7c-8c90-1445b9bef908 req-0d60cd01-f14e-47b7-ac35-74a9bf1e8d80 tempest-TestShelveInstance-312036796 tempest-TestShelveInstance-312036796-project] 10.222.0.39 "GET /v2.0/ports?device_id=91edce23-8260-4232-90a7-8d37815878e8 HTTP/1.1" status: 200 len: 946 time: 0.0697482 Sep 15 16:33:47.503230 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb32ce8-160b-4795-b712-b7ed901eca0c tempest-AttachVolumeTestJSON-1141938147 tempest-AttachVolumeTestJSON-1141938147-project] Pushing event updated for resources: {'Port': ['ID=0b1732d0-29bc-4b7c-b223-68d3f51f1043,revision_number=1']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:33:47.524274 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-8ca8cc86-f8aa-4c7c-8c90-1445b9bef908 req-ceac35c6-bfb8-42f6-a2fa-b1f01dbe93d0 tempest-TestShelveInstance-312036796 tempest-TestShelveInstance-312036796-project] 10.222.0.39 "GET /v2.0/security-groups?id=d14ff028-a9f3-4410-9e70-5bc9f3c53d96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377100 Sep 15 16:33:47.570180 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-ceb32ce8-160b-4795-b712-b7ed901eca0c tempest-AttachVolumeTestJSON-1141938147 tempest-AttachVolumeTestJSON-1141938147-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:33:47.603725 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.db [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] get_ports_and_sgs() called for port_ids ['95da61fc-3e3d-4304-bba4-dde15db271d0'] {{(pid=93955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 16:33:47.604356 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-ceb32ce8-160b-4795-b712-b7ed901eca0c tempest-AttachVolumeTestJSON-1141938147 tempest-AttachVolumeTestJSON-1141938147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928820'] for port, before_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:33:47.757052 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-ceb32ce8-160b-4795-b712-b7ed901eca0c tempest-AttachVolumeTestJSON-1141938147 tempest-AttachVolumeTestJSON-1141938147-project] Notify callbacks [] for port, precommit_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:33:47.763030 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-ceb32ce8-160b-4795-b712-b7ed901eca0c tempest-AttachVolumeTestJSON-1141938147 tempest-AttachVolumeTestJSON-1141938147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791196459277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791195970012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791195970030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127878328'] for port, after_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:33:47.833598 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb32ce8-160b-4795-b712-b7ed901eca0c tempest-AttachVolumeTestJSON-1141938147 tempest-AttachVolumeTestJSON-1141938147-project] Pushing event updated for resources: {'Port': ['ID=0b1732d0-29bc-4b7c-b223-68d3f51f1043,revision_number=2']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:33:47.844879 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-ceb32ce8-160b-4795-b712-b7ed901eca0c tempest-AttachVolumeTestJSON-1141938147 tempest-AttachVolumeTestJSON-1141938147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3725591'] for floatingip, after_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:33:47.860010 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-ceb32ce8-160b-4795-b712-b7ed901eca0c tempest-AttachVolumeTestJSON-1141938147 tempest-AttachVolumeTestJSON-1141938147-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58602'] for floatingip, before_response {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:33:47.861350 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [None req-ceb32ce8-160b-4795-b712-b7ed901eca0c tempest-AttachVolumeTestJSON-1141938147 tempest-AttachVolumeTestJSON-1141938147-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.9891815 Sep 15 16:33:47.886342 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-fb5a36ea-0eeb-4d45-89f0-8c5cc8b58f38 None None] Notify callbacks [] for port, precommit_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:33:47.895340 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-fb5a36ea-0eeb-4d45-89f0-8c5cc8b58f38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791196459277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791195970012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791195970030'] for port, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:33:47.972662 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6391aa7f-5c28-47d2-a4fa-1e11a67a822b None None] Pushing event updated for resources: {'Port': ['ID=c6998fc9-7a0f-4b59-989c-cea8c2e1fe0f,revision_number=3']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:33:48.015815 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-194a2df9-7a7c-4ab3-87f9-47fc87ea7f86 req-d14146b5-46e3-4cfa-8f50-73abc089be0b tempest-AttachVolumeTestJSON-1141938147 tempest-AttachVolumeTestJSON-1141938147-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-securitygroup--213358084&fields=id&tenant_id=1eedf12f4fe8435397aa63f6ef9368f9 HTTP/1.1" status: 200 len: 267 time: 0.0437734 Sep 15 16:33:48.060480 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [None req-fb5a36ea-0eeb-4d45-89f0-8c5cc8b58f38 None None] Attempting to bind port c6998fc9-7a0f-4b59-989c-cea8c2e1fe0f on host dv-cinder-779576-8-iscsi for vnic_type normal with profile {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 16:33:48.060841 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [None req-fb5a36ea-0eeb-4d45-89f0-8c5cc8b58f38 None None] Attempting to bind port c6998fc9-7a0f-4b59-989c-cea8c2e1fe0f by drivers openvswitch,hyperv on host dv-cinder-779576-8-iscsi at level 0 using segments [{'id': '416aa124-8160-4924-9f36-b14c80e8b3ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'e5114a12-53db-4676-99c9-6e0e730337dd'}] {{(pid=93955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 16:33:48.061206 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb5a36ea-0eeb-4d45-89f0-8c5cc8b58f38 None None] Attempting to bind port c6998fc9-7a0f-4b59-989c-cea8c2e1fe0f on network e5114a12-53db-4676-99c9-6e0e730337dd {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 16:33:48.069058 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb5a36ea-0eeb-4d45-89f0-8c5cc8b58f38 None None] Checking agent: {'id': 'afdc58b1-457c-454f-9c1a-1b1c93cc1a70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-779576-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 16, 14, 2), 'started_at': datetime.datetime(2021, 9, 15, 16, 14, 32), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 16, 33, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-779576-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 16:33:48.069426 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb5a36ea-0eeb-4d45-89f0-8c5cc8b58f38 None None] Checking segment: {'id': '416aa124-8160-4924-9f36-b14c80e8b3ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'e5114a12-53db-4676-99c9-6e0e730337dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 16:33:48.069833 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-fb5a36ea-0eeb-4d45-89f0-8c5cc8b58f38 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:33:48.070224 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb5a36ea-0eeb-4d45-89f0-8c5cc8b58f38 None None] Bound using segment: {'id': '416aa124-8160-4924-9f36-b14c80e8b3ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'e5114a12-53db-4676-99c9-6e0e730337dd'} {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 16:33:48.070697 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [None req-fb5a36ea-0eeb-4d45-89f0-8c5cc8b58f38 None None] Bound port: c6998fc9-7a0f-4b59-989c-cea8c2e1fe0f, host: dv-cinder-779576-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '416aa124-8160-4924-9f36-b14c80e8b3ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'e5114a12-53db-4676-99c9-6e0e730337dd'}}] {{(pid=93955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 16:33:48.071081 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-fb5a36ea-0eeb-4d45-89f0-8c5cc8b58f38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928820'] for port, before_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:33:48.133090 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194a2df9-7a7c-4ab3-87f9-47fc87ea7f86 req-51476071-2031-4970-9149-39c8dad0cd5d tempest-AttachVolumeTestJSON-1141938147 tempest-AttachVolumeTestJSON-1141938147-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:33:48.134573 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-194a2df9-7a7c-4ab3-87f9-47fc87ea7f86 req-51476071-2031-4970-9149-39c8dad0cd5d tempest-AttachVolumeTestJSON-1141938147 tempest-AttachVolumeTestJSON-1141938147-project] 10.222.0.39 "GET /v2.0/networks?id=e5114a12-53db-4676-99c9-6e0e730337dd HTTP/1.1" status: 200 len: 811 time: 0.1111495 Sep 15 16:33:48.137633 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.db [None req-fb5a36ea-0eeb-4d45-89f0-8c5cc8b58f38 None None] For port c6998fc9-7a0f-4b59-989c-cea8c2e1fe0f, host dv-cinder-779576-8-iscsi, cleared binding levels {{(pid=93955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 16:33:48.140685 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.db [None req-fb5a36ea-0eeb-4d45-89f0-8c5cc8b58f38 None None] For port c6998fc9-7a0f-4b59-989c-cea8c2e1fe0f, host dv-cinder-779576-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779576-8-iscsi',level=0,port_id=c6998fc9-7a0f-4b59-989c-cea8c2e1fe0f,segment=NetworkSegment(416aa124-8160-4924-9f36-b14c80e8b3ef),segment_id=416aa124-8160-4924-9f36-b14c80e8b3ef)] {{(pid=93955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 16:33:48.147623 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-fb5a36ea-0eeb-4d45-89f0-8c5cc8b58f38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791196459277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791195970012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791195970030'] for port, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:33:48.150852 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-194a2df9-7a7c-4ab3-87f9-47fc87ea7f86 req-87eb59de-80ba-4b15-98de-13b77d75d8cd tempest-AttachVolumeTestJSON-1141938147 tempest-AttachVolumeTestJSON-1141938147-project] 10.222.0.39 "GET /v2.0/quotas/1eedf12f4fe8435397aa63f6ef9368f9 HTTP/1.1" status: 200 len: 375 time: 0.0104012 Sep 15 16:33:48.206930 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb5a36ea-0eeb-4d45-89f0-8c5cc8b58f38 None None] Routers {'9d99db99-59c9-498e-835d-354c62ec0f52'} bound to L3 agent in host dv-cinder-779576-8-iscsi {{(pid=93955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:33:48.207501 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.db.l3_hamode_db [None req-fb5a36ea-0eeb-4d45-89f0-8c5cc8b58f38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779576-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-15T16:14:02Z,description=,heartbeat_timestamp=2021-09-15T16:33:32Z,host='dv-cinder-779576-8-iscsi',id=7a8df8d7-c3ef-43b4-9534-c977f7014926,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T16:14:02Z,topic='l3_agent')) {'router_ids': ['9d99db99-59c9-498e-835d-354c62ec0f52'], 'active': True} {{(pid=93955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:33:48.211760 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-194a2df9-7a7c-4ab3-87f9-47fc87ea7f86 req-3029deb2-5004-4a56-88ff-054d6e2303e9 tempest-AttachVolumeTestJSON-1141938147 tempest-AttachVolumeTestJSON-1141938147-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=1eedf12f4fe8435397aa63f6ef9368f9&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0547624 Sep 15 16:33:48.253998 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6391aa7f-5c28-47d2-a4fa-1e11a67a822b None None] Pushing event updated for resources: {'Port': ['ID=c6998fc9-7a0f-4b59-989c-cea8c2e1fe0f,revision_number=4']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:33:48.263888 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.db.provisioning_blocks [None req-daba0895-47de-474d-990f-7eb6fa9c2ce4 None None] Provisioning complete for port c6998fc9-7a0f-4b59-989c-cea8c2e1fe0f triggered by entity DHCP. {{(pid=93955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:33:48.264283 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-daba0895-47de-474d-990f-7eb6fa9c2ce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953592'] for port, provisioning_complete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:33:48.316015 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-194a2df9-7a7c-4ab3-87f9-47fc87ea7f86 req-8b49a542-7b18-48bc-afa2-16e3d157908d service neutron] 10.222.0.39 "GET /v2.0/networks/e5114a12-53db-4676-99c9-6e0e730337dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895650 Sep 15 16:33:48.349271 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa94bfa-334d-4796-8ca4-c3ffb3af9c82 req-d0ea486e-1950-4cda-ac62-09c8b13c34a0 tempest-TestVolumeBootPattern-801906987 tempest-TestVolumeBootPattern-801906987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:33:48.358603 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-afa94bfa-334d-4796-8ca4-c3ffb3af9c82 req-d0ea486e-1950-4cda-ac62-09c8b13c34a0 tempest-TestVolumeBootPattern-801906987 tempest-TestVolumeBootPattern-801906987-project] 10.222.0.39 "GET /v2.0/ports?device_id=257cc74a-da4c-4efe-9579-f4510a0aa649 HTTP/1.1" status: 200 len: 945 time: 0.0616663 Sep 15 16:33:48.364969 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.db.l3_dvr_db [None req-fb5a36ea-0eeb-4d45-89f0-8c5cc8b58f38 None None] Set router 9d99db99-59c9-498e-835d-354c62ec0f52 gateway port host: dv-cinder-779576-8-iscsi {{(pid=93955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 16:33:48.397860 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-afa94bfa-334d-4796-8ca4-c3ffb3af9c82 req-8e463bb3-c4bb-43ec-8c14-f5d2ba3dd9ff tempest-TestVolumeBootPattern-801906987 tempest-TestVolumeBootPattern-801906987-project] 10.222.0.39 "GET /v2.0/security-groups?id=6b6d94b4-d9e2-4118-be58-0e433855682a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364056 Sep 15 16:33:48.439563 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-194a2df9-7a7c-4ab3-87f9-47fc87ea7f86 req-7fdca5d7-3166-4d06-b7cb-40333c8e67e4 service neutron] 10.222.0.39 "GET /v2.0/networks/e5114a12-53db-4676-99c9-6e0e730337dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1166067 Sep 15 16:33:48.484476 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.rpc [None req-57d8a9a3-d16f-4b20-b77b-ca1e664c03db None None] Device 50e0c484-9b45-40f3-bbea-7802c0d6ebfe up at agent ovs-agent-dv-cinder-779576-8-iscsi {{(pid=93955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 16:33:48.595238 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-daba0895-47de-474d-990f-7eb6fa9c2ce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928820'] for port, before_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:33:48.604721 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-356f23a7-b08e-49db-9eac-5bf409fe1945 req-8a1383f8-c414-4c1d-b1cd-87fd234bfd06 tempest-AttachVolumeTestJSON-1141938147 tempest-AttachVolumeTestJSON-1141938147-project] 10.222.0.39 "GET /v2.0/ports?device_id=15113f62-27f0-4c75-9dad-844e96a80d67 HTTP/1.1" status: 200 len: 210 time: 0.0269151 Sep 15 16:33:48.653338 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0cca4c-a42b-4899-aef9-7252eb37ae98 req-f7b1f2dd-cf9c-4eb6-8b37-ca5426b3cf46 tempest-TestShelveInstance-312036796 tempest-TestShelveInstance-312036796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:33:48.654930 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-8f0cca4c-a42b-4899-aef9-7252eb37ae98 req-f7b1f2dd-cf9c-4eb6-8b37-ca5426b3cf46 tempest-TestShelveInstance-312036796 tempest-TestShelveInstance-312036796-project] 10.222.0.39 "GET /v2.0/ports?device_id=91edce23-8260-4232-90a7-8d37815878e8 HTTP/1.1" status: 200 len: 946 time: 0.0531828 Sep 15 16:33:48.674707 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.db.provisioning_blocks [None req-57d8a9a3-d16f-4b20-b77b-ca1e664c03db None None] Provisioning complete for port 50e0c484-9b45-40f3-bbea-7802c0d6ebfe triggered by entity L2. {{(pid=93955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:33:48.675278 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-57d8a9a3-d16f-4b20-b77b-ca1e664c03db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953592'] for port, provisioning_complete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:33:48.678558 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.db [None req-daba0895-47de-474d-990f-7eb6fa9c2ce4 None None] For port c6998fc9-7a0f-4b59-989c-cea8c2e1fe0f, host dv-cinder-779576-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779576-8-iscsi',level=0,port_id=c6998fc9-7a0f-4b59-989c-cea8c2e1fe0f,segment=NetworkSegment(416aa124-8160-4924-9f36-b14c80e8b3ef),segment_id=416aa124-8160-4924-9f36-b14c80e8b3ef)] {{(pid=93955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:33:48.693152 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-8f0cca4c-a42b-4899-aef9-7252eb37ae98 req-366c0601-602b-4119-9c70-da6db46ef253 tempest-TestShelveInstance-312036796 tempest-TestShelveInstance-312036796-project] 10.222.0.39 "GET /v2.0/security-groups?id=d14ff028-a9f3-4410-9e70-5bc9f3c53d96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321114 Sep 15 16:33:48.703609 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-daba0895-47de-474d-990f-7eb6fa9c2ce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791196459277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791195970012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791195970030'] for port, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:33:48.777322 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daba0895-47de-474d-990f-7eb6fa9c2ce4 None None] Pushing event updated for resources: {'Port': ['ID=c6998fc9-7a0f-4b59-989c-cea8c2e1fe0f,revision_number=5']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:33:48.784048 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.db.l3_hamode_db [None req-fb5a36ea-0eeb-4d45-89f0-8c5cc8b58f38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d99db99-59c9-498e-835d-354c62ec0f52', 'name': 'tempest-AttachVolumeTestJSON-1187138833-router', 'tenant_id': '1eedf12f4fe8435397aa63f6ef9368f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62251075-a3e3-4d47-8761-104d217b089a', 'external_fixed_ips': [{'subnet_id': '9a71565b-217b-482b-8364-bc8ecb4c8f88', 'ip_address': '172.27.3.139'}], 'enable_snat': True}, 'gw_port_id': '50e0c484-9b45-40f3-bbea-7802c0d6ebfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:33:42Z', 'updated_at': '2021-09-15T16:33:44Z', 'revision_number': 4, 'project_id': '1eedf12f4fe8435397aa63f6ef9368f9', 'gw_port': {'id': '50e0c484-9b45-40f3-bbea-7802c0d6ebfe', 'name': '', 'network_id': '62251075-a3e3-4d47-8761-104d217b089a', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:47:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d99db99-59c9-498e-835d-354c62ec0f52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '9a71565b-217b-482b-8364-bc8ecb4c8f88', 'ip_address': '172.27.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779576-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:33:42Z', 'updated_at': '2021-09-15T16:33:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a71565b-217b-482b-8364-bc8ecb4c8f88', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779576-8-iscsi', '_interfaces': [{'id': 'c6998fc9-7a0f-4b59-989c-cea8c2e1fe0f', 'name': '', 'network_id': 'e5114a12-53db-4676-99c9-6e0e730337dd', 'tenant_id': '1eedf12f4fe8435397aa63f6ef9368f9', 'mac_address': 'fa:16:3e:20:5d:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d99db99-59c9-498e-835d-354c62ec0f52', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '22529361-3b44-49b4-805b-da9f7d11ed5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779576-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:33:44Z', 'updated_at': '2021-09-15T16:33:48Z', 'revision_number': 4, 'project_id': '1eedf12f4fe8435397aa63f6ef9368f9', 'subnets': [{'id': '22529361-3b44-49b4-805b-da9f7d11ed5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779576-8-iscsi', False) {} {{(pid=93955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:33:48.833596 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb5a36ea-0eeb-4d45-89f0-8c5cc8b58f38 None None] The sync data for ids ['9d99db99-59c9-498e-835d-354c62ec0f52'] in dv-cinder-779576-8-iscsi is: [{'id': '9d99db99-59c9-498e-835d-354c62ec0f52', 'name': 'tempest-AttachVolumeTestJSON-1187138833-router', 'tenant_id': '1eedf12f4fe8435397aa63f6ef9368f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62251075-a3e3-4d47-8761-104d217b089a', 'external_fixed_ips': [{'subnet_id': '9a71565b-217b-482b-8364-bc8ecb4c8f88', 'ip_address': '172.27.3.139'}], 'enable_snat': True}, 'gw_port_id': '50e0c484-9b45-40f3-bbea-7802c0d6ebfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:33:42Z', 'updated_at': '2021-09-15T16:33:44Z', 'revision_number': 4, 'project_id': '1eedf12f4fe8435397aa63f6ef9368f9', 'gw_port': {'id': '50e0c484-9b45-40f3-bbea-7802c0d6ebfe', 'name': '', 'network_id': '62251075-a3e3-4d47-8761-104d217b089a', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:47:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d99db99-59c9-498e-835d-354c62ec0f52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '9a71565b-217b-482b-8364-bc8ecb4c8f88', 'ip_address': '172.27.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779576-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:33:42Z', 'updated_at': '2021-09-15T16:33:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a71565b-217b-482b-8364-bc8ecb4c8f88', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779576-8-iscsi', '_interfaces': [{'id': 'c6998fc9-7a0f-4b59-989c-cea8c2e1fe0f', 'name': '', 'network_id': 'e5114a12-53db-4676-99c9-6e0e730337dd', 'tenant_id': '1eedf12f4fe8435397aa63f6ef9368f9', 'mac_address': 'fa:16:3e:20:5d:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d99db99-59c9-498e-835d-354c62ec0f52', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '22529361-3b44-49b4-805b-da9f7d11ed5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779576-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:33:44Z', 'updated_at': '2021-09-15T16:33:48Z', 'revision_number': 4, 'project_id': '1eedf12f4fe8435397aa63f6ef9368f9', 'subnets': [{'id': '22529361-3b44-49b4-805b-da9f7d11ed5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 16:33:48.857240 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.db.provisioning_blocks [None req-55b3e8fa-b709-4395-acec-cc775d2c6674 None None] Provisioning complete for port c6998fc9-7a0f-4b59-989c-cea8c2e1fe0f triggered by entity DHCP. {{(pid=93955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:33:48.857611 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-55b3e8fa-b709-4395-acec-cc775d2c6674 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953592'] for port, provisioning_complete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:33:49.519932 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49653491-ea56-431d-a6c6-6db2be5d08d3 req-c9328bca-699e-4cf7-9521-569016bba4fe tempest-TestVolumeBootPattern-801906987 tempest-TestVolumeBootPattern-801906987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:33:49.521488 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-49653491-ea56-431d-a6c6-6db2be5d08d3 req-c9328bca-699e-4cf7-9521-569016bba4fe tempest-TestVolumeBootPattern-801906987 tempest-TestVolumeBootPattern-801906987-project] 10.222.0.39 "GET /v2.0/ports?device_id=257cc74a-da4c-4efe-9579-f4510a0aa649 HTTP/1.1" status: 200 len: 945 time: 0.0545197 Sep 15 16:33:49.560589 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-49653491-ea56-431d-a6c6-6db2be5d08d3 req-7027acf9-21af-425b-b12b-c426051e80a1 tempest-TestVolumeBootPattern-801906987 tempest-TestVolumeBootPattern-801906987-project] 10.222.0.39 "GET /v2.0/security-groups?id=6b6d94b4-d9e2-4118-be58-0e433855682a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327702 Sep 15 16:33:49.689330 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-17e49914-1c82-4c22-81c6-6351cf4d8704 req-c78e97f7-dc55-4da7-b69b-62652caccfa7 tempest-AttachVolumeTestJSON-1141938147 tempest-AttachVolumeTestJSON-1141938147-project] 10.222.0.39 "GET /v2.0/ports?device_id=15113f62-27f0-4c75-9dad-844e96a80d67 HTTP/1.1" status: 200 len: 210 time: 0.0273664 Sep 15 16:33:49.811740 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae34070-1426-4d55-afa7-c96ed53f3e68 req-c48bace7-6b05-45bd-921b-9c72ee9e2ae9 tempest-TestShelveInstance-312036796 tempest-TestShelveInstance-312036796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:33:49.813231 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-1ae34070-1426-4d55-afa7-c96ed53f3e68 req-c48bace7-6b05-45bd-921b-9c72ee9e2ae9 tempest-TestShelveInstance-312036796 tempest-TestShelveInstance-312036796-project] 10.222.0.39 "GET /v2.0/ports?device_id=91edce23-8260-4232-90a7-8d37815878e8 HTTP/1.1" status: 200 len: 946 time: 0.0495665 Sep 15 16:33:49.851778 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-1ae34070-1426-4d55-afa7-c96ed53f3e68 req-52f28d1e-e393-496c-a9b8-ad7fc9770931 tempest-TestShelveInstance-312036796 tempest-TestShelveInstance-312036796-project] 10.222.0.39 "GET /v2.0/security-groups?id=d14ff028-a9f3-4410-9e70-5bc9f3c53d96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323234 Sep 15 16:33:49.931575 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63115e8-aa01-4111-85d7-80a86f597c81 req-7d5690fa-853b-4ee0-84a2-70d6df8b83f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:33:49.933650 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-e63115e8-aa01-4111-85d7-80a86f597c81 req-7d5690fa-853b-4ee0-84a2-70d6df8b83f7 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=66d1d644c42a42ba8fdbb6c5db63cdfb&device_id=91edce23-8260-4232-90a7-8d37815878e8 HTTP/1.1" status: 200 len: 1099 time: 0.0514479 Sep 15 16:33:50.030448 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63115e8-aa01-4111-85d7-80a86f597c81 req-90a08a2c-588b-4454-b42c-b1b95b02d366 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:33:50.031935 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-e63115e8-aa01-4111-85d7-80a86f597c81 req-90a08a2c-588b-4454-b42c-b1b95b02d366 service neutron] 10.222.0.45 "GET /v2.0/networks?id=c5434ca4-ccc6-4f17-83c3-0e714ba8c18a HTTP/1.1" status: 200 len: 909 time: 0.0901208 Sep 15 16:33:50.102380 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-e63115e8-aa01-4111-85d7-80a86f597c81 req-f9306494-0298-4c5f-9d45-a8715759998c service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1278be16-8f94-4535-b85d-4e24bfa8782e HTTP/1.1" status: 200 len: 1001 time: 0.0635645 Sep 15 16:33:50.153328 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63115e8-aa01-4111-85d7-80a86f597c81 req-442c5747-d046-471e-a3a6-8475cc27ba61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:33:50.154758 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-e63115e8-aa01-4111-85d7-80a86f597c81 req-442c5747-d046-471e-a3a6-8475cc27ba61 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=a878bb0e-ef92-4742-928c-735ec49c3680 HTTP/1.1" status: 200 len: 848 time: 0.0458398 Sep 15 16:33:50.200100 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63115e8-aa01-4111-85d7-80a86f597c81 req-3406c8f0-9cb3-4649-b2e2-dbf94739a874 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:33:50.201466 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-e63115e8-aa01-4111-85d7-80a86f597c81 req-3406c8f0-9cb3-4649-b2e2-dbf94739a874 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=c5434ca4-ccc6-4f17-83c3-0e714ba8c18a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0391450 Sep 15 16:33:50.294738 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-e63115e8-aa01-4111-85d7-80a86f597c81 req-66d0dc48-b993-476b-a4ba-e44ce34c7ef9 service neutron] 10.222.0.45 "GET /v2.0/networks/c5434ca4-ccc6-4f17-83c3-0e714ba8c18a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849981 Sep 15 16:33:50.387610 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-e63115e8-aa01-4111-85d7-80a86f597c81 req-b5c18823-29f1-43dd-9305-89806d9ca505 service neutron] 10.222.0.45 "GET /v2.0/networks/c5434ca4-ccc6-4f17-83c3-0e714ba8c18a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842748 Sep 15 16:33:50.485578 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.rpc [None req-57d8a9a3-d16f-4b20-b77b-ca1e664c03db None None] Device c6998fc9-7a0f-4b59-989c-cea8c2e1fe0f up at agent ovs-agent-dv-cinder-779576-8-iscsi {{(pid=93955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 16:33:50.510660 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.rpc [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] Device 95da61fc-3e3d-4304-bba4-dde15db271d0 up at agent hyperv_hv-cinder-77957 {{(pid=93955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 16:33:50.572401 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.db.provisioning_blocks [None req-57d8a9a3-d16f-4b20-b77b-ca1e664c03db None None] Provisioning complete for port c6998fc9-7a0f-4b59-989c-cea8c2e1fe0f triggered by entity L2. {{(pid=93955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:33:50.572759 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-57d8a9a3-d16f-4b20-b77b-ca1e664c03db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953592'] for port, provisioning_complete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:33:50.604062 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.db.provisioning_blocks [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] Provisioning for port 95da61fc-3e3d-4304-bba4-dde15db271d0 completed by entity L2. {{(pid=93955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 16:33:50.614157 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.db.provisioning_blocks [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] Provisioning complete for port 95da61fc-3e3d-4304-bba4-dde15db271d0 triggered by entity L2. {{(pid=93955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:33:50.614523 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953592'] for port, provisioning_complete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:33:50.683658 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ffad4e-f9b2-4c91-b8bb-c1a8c1526a3a req-7352eefc-6911-40a2-8e27-abed2c134c06 tempest-TestVolumeBootPattern-801906987 tempest-TestVolumeBootPattern-801906987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:33:50.685215 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-57ffad4e-f9b2-4c91-b8bb-c1a8c1526a3a req-7352eefc-6911-40a2-8e27-abed2c134c06 tempest-TestVolumeBootPattern-801906987 tempest-TestVolumeBootPattern-801906987-project] 10.222.0.39 "GET /v2.0/ports?device_id=257cc74a-da4c-4efe-9579-f4510a0aa649 HTTP/1.1" status: 200 len: 945 time: 0.0526400 Sep 15 16:33:50.747689 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928820'] for port, before_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:33:50.754080 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-57ffad4e-f9b2-4c91-b8bb-c1a8c1526a3a req-a167636d-08ab-49b4-b5da-59e36ef3d507 tempest-TestVolumeBootPattern-801906987 tempest-TestVolumeBootPattern-801906987-project] 10.222.0.39 "GET /v2.0/security-groups?id=6b6d94b4-d9e2-4118-be58-0e433855682a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616686 Sep 15 16:33:50.770103 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-6ca134aa-4714-4b64-a3c9-bc754e172c13 req-0aae35b8-919c-4500-bae5-0c646dfffbb6 tempest-AttachVolumeTestJSON-1141938147 tempest-AttachVolumeTestJSON-1141938147-project] 10.222.0.39 "GET /v2.0/ports?device_id=15113f62-27f0-4c75-9dad-844e96a80d67 HTTP/1.1" status: 200 len: 210 time: 0.0279894 Sep 15 16:33:50.775432 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '257cc74a-da4c-4efe-9579-f4510a0aa649', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95da61fc-3e3d-4304-bba4-dde15db271d0'}] {{(pid=93955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 16:33:50.777895 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cc821c0eec02d2c96bcea0a08104c2827b642bf310f598bba7a206798b1bddd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a5d36fc-d050-49ab-9b4e-d00498887607" -d '{"events": [{"server_uuid": "257cc74a-da4c-4efe-9579-f4510a0aa649", "name": "network-vif-plugged", "status": "completed", "tag": "95da61fc-3e3d-4304-bba4-dde15db271d0"}]}' {{(pid=93955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 16:33:50.796416 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.db [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] For port 95da61fc-3e3d-4304-bba4-dde15db271d0, host hv-cinder-77957, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77957',level=0,port_id=95da61fc-3e3d-4304-bba4-dde15db271d0,segment=NetworkSegment(515df8c3-420b-482c-ae85-8decf2a71996),segment_id=515df8c3-420b-482c-ae85-8decf2a71996)] {{(pid=93955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:33:50.802567 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791196459277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791195970012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791195970030'] for port, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:33:50.831006 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 16:33:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb240f41-54ef-4938-9c66-735e0d88acfd x-openstack-request-id: req-bb240f41-54ef-4938-9c66-735e0d88acfd {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 16:33:50.831297 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "257cc74a-da4c-4efe-9579-f4510a0aa649", "name": "network-vif-plugged", "status": "completed", "tag": "95da61fc-3e3d-4304-bba4-dde15db271d0", "code": 200}]} {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 16:33:50.831700 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-bb240f41-54ef-4938-9c66-735e0d88acfd {{(pid=93955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 16:33:50.831938 dv-cinder-779576-8-iscsi neutron-server[93955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '257cc74a-da4c-4efe-9579-f4510a0aa649', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95da61fc-3e3d-4304-bba4-dde15db271d0', 'code': 200} Sep 15 16:33:50.859281 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] Pushing event updated for resources: {'Port': ['ID=95da61fc-3e3d-4304-bba4-dde15db271d0,revision_number=5']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:33:50.970822 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd59355-e6d3-4b07-91ed-77c46d4fca0d req-1352ac50-4335-4425-8487-bc63c723d230 tempest-TestShelveInstance-312036796 tempest-TestShelveInstance-312036796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:33:50.972371 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-edd59355-e6d3-4b07-91ed-77c46d4fca0d req-1352ac50-4335-4425-8487-bc63c723d230 tempest-TestShelveInstance-312036796 tempest-TestShelveInstance-312036796-project] 10.222.0.39 "GET /v2.0/ports?device_id=91edce23-8260-4232-90a7-8d37815878e8 HTTP/1.1" status: 200 len: 946 time: 0.0529764 Sep 15 16:33:51.013944 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-edd59355-e6d3-4b07-91ed-77c46d4fca0d req-a703c158-a7e4-4258-802d-0d2a02671cb7 tempest-TestShelveInstance-312036796 tempest-TestShelveInstance-312036796-project] 10.222.0.39 "GET /v2.0/security-groups?id=d14ff028-a9f3-4410-9e70-5bc9f3c53d96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349963 Sep 15 16:33:51.037330 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d44ff3-2fba-43da-81b8-ea67bd98b198 req-6849e6f4-f340-470e-a838-cd9be7cca548 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:33:51.038979 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-88d44ff3-2fba-43da-81b8-ea67bd98b198 req-6849e6f4-f340-470e-a838-cd9be7cca548 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=257cc74a-da4c-4efe-9579-f4510a0aa649 HTTP/1.1" status: 200 len: 1099 time: 0.0460804 Sep 15 16:33:51.075395 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-88d44ff3-2fba-43da-81b8-ea67bd98b198 req-0429f31f-4c7f-44d1-9666-bd86a31d846a service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=6b6d94b4-d9e2-4118-be58-0e433855682a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0283506 Sep 15 16:33:51.851613 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-2c7de5e8-757d-42d6-99cf-7e9ce81b6d8e req-505b1a5a-2d20-4ef5-b186-277b1c39f7f4 tempest-AttachVolumeTestJSON-1141938147 tempest-AttachVolumeTestJSON-1141938147-project] 10.222.0.39 "GET /v2.0/ports?device_id=15113f62-27f0-4c75-9dad-844e96a80d67 HTTP/1.1" status: 200 len: 210 time: 0.0272932 Sep 15 16:33:51.879154 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab1ef3d-ad8a-49b0-a75c-a38e15187af4 req-87063fed-6875-49ac-878b-fccccf5548f9 tempest-TestVolumeBootPattern-801906987 tempest-TestVolumeBootPattern-801906987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:33:51.880680 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-2ab1ef3d-ad8a-49b0-a75c-a38e15187af4 req-87063fed-6875-49ac-878b-fccccf5548f9 tempest-TestVolumeBootPattern-801906987 tempest-TestVolumeBootPattern-801906987-project] 10.222.0.39 "GET /v2.0/ports?device_id=257cc74a-da4c-4efe-9579-f4510a0aa649 HTTP/1.1" status: 200 len: 946 time: 0.0575299 Sep 15 16:33:51.921710 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-2ab1ef3d-ad8a-49b0-a75c-a38e15187af4 req-f34cdbbe-533d-43ec-ae6e-a5bbdfc13f7f tempest-TestVolumeBootPattern-801906987 tempest-TestVolumeBootPattern-801906987-project] 10.222.0.39 "GET /v2.0/security-groups?id=6b6d94b4-d9e2-4118-be58-0e433855682a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344069 Sep 15 16:33:52.131160 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfc2177-bc52-41d2-8a56-0b47428c5547 req-5060bc43-fc84-4263-8853-a2bf965b52ba tempest-TestShelveInstance-312036796 tempest-TestShelveInstance-312036796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:33:52.132686 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-2cfc2177-bc52-41d2-8a56-0b47428c5547 req-5060bc43-fc84-4263-8853-a2bf965b52ba tempest-TestShelveInstance-312036796 tempest-TestShelveInstance-312036796-project] 10.222.0.39 "GET /v2.0/ports?device_id=91edce23-8260-4232-90a7-8d37815878e8 HTTP/1.1" status: 200 len: 946 time: 0.0498998 Sep 15 16:33:52.173168 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-2cfc2177-bc52-41d2-8a56-0b47428c5547 req-c36df749-1d74-4307-b18a-e2567d63381b tempest-TestShelveInstance-312036796 tempest-TestShelveInstance-312036796-project] 10.222.0.39 "GET /v2.0/security-groups?id=d14ff028-a9f3-4410-9e70-5bc9f3c53d96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343916 Sep 15 16:33:52.959060 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-56ac168e-97c7-4bdd-91fa-b614740da146 req-10a8ec6e-1a18-4dc1-bed7-dfa0b3c28d16 tempest-AttachVolumeTestJSON-1141938147 tempest-AttachVolumeTestJSON-1141938147-project] 10.222.0.39 "GET /v2.0/ports?device_id=15113f62-27f0-4c75-9dad-844e96a80d67 HTTP/1.1" status: 200 len: 210 time: 0.0366781 Sep 15 16:33:53.037023 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c00b314-377e-4134-96f0-1b27a030c45c req-6f3a9952-c7e7-4665-87e1-eeaeaec6c4d8 tempest-TestVolumeBootPattern-801906987 tempest-TestVolumeBootPattern-801906987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:33:53.038468 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-7c00b314-377e-4134-96f0-1b27a030c45c req-6f3a9952-c7e7-4665-87e1-eeaeaec6c4d8 tempest-TestVolumeBootPattern-801906987 tempest-TestVolumeBootPattern-801906987-project] 10.222.0.39 "GET /v2.0/ports?device_id=257cc74a-da4c-4efe-9579-f4510a0aa649 HTTP/1.1" status: 200 len: 946 time: 0.0484855 Sep 15 16:33:53.082317 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-7c00b314-377e-4134-96f0-1b27a030c45c req-acf3f1c7-19d8-408e-9b03-bcd2efd10021 tempest-TestVolumeBootPattern-801906987 tempest-TestVolumeBootPattern-801906987-project] 10.222.0.39 "GET /v2.0/security-groups?id=6b6d94b4-d9e2-4118-be58-0e433855682a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374951 Sep 15 16:33:53.128509 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791196484491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953091'] for agent, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:33:53.212016 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ef64dd-da6b-44a9-9cbd-84a13c74a701 req-adc73061-fc04-4994-aa0d-1b7544b67c06 tempest-TestVolumeBootPattern-801906987 tempest-TestVolumeBootPattern-801906987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:33:53.215604 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-57ef64dd-da6b-44a9-9cbd-84a13c74a701 req-adc73061-fc04-4994-aa0d-1b7544b67c06 tempest-TestVolumeBootPattern-801906987 tempest-TestVolumeBootPattern-801906987-project] 10.222.0.39 "GET /v2.0/ports?device_id=257cc74a-da4c-4efe-9579-f4510a0aa649 HTTP/1.1" status: 200 len: 946 time: 0.0540581 Sep 15 16:33:53.255579 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-57ef64dd-da6b-44a9-9cbd-84a13c74a701 req-06ed1e0e-3aad-4a3b-b85c-a6719d7c50c8 tempest-TestVolumeBootPattern-801906987 tempest-TestVolumeBootPattern-801906987-project] 10.222.0.39 "GET /v2.0/security-groups?id=6b6d94b4-d9e2-4118-be58-0e433855682a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342853 Sep 15 16:33:53.278634 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.wsgi [-] (93953) accepted ('10.222.0.39', 40884) {{(pid=93953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:33:53.302489 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3870e28e-99ed-41e8-a90a-c92d913658e1 req-1141451b-4379-4f40-bd52-61b1cea17005 tempest-TestShelveInstance-312036796 tempest-TestShelveInstance-312036796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:33:53.303972 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-3870e28e-99ed-41e8-a90a-c92d913658e1 req-1141451b-4379-4f40-bd52-61b1cea17005 tempest-TestShelveInstance-312036796 tempest-TestShelveInstance-312036796-project] 10.222.0.39 "GET /v2.0/ports?device_id=91edce23-8260-4232-90a7-8d37815878e8 HTTP/1.1" status: 200 len: 946 time: 0.0531466 Sep 15 16:33:53.320329 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4de79f2c-cd1d-40b3-87b3-47f965733731 tempest-TestVolumeBootPattern-1945737729 tempest-TestVolumeBootPattern-1945737729-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:33:53.322289 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [None req-4de79f2c-cd1d-40b3-87b3-47f965733731 tempest-TestVolumeBootPattern-1945737729 tempest-TestVolumeBootPattern-1945737729-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=257cc74a-da4c-4efe-9579-f4510a0aa649 HTTP/1.1" status: 200 len: 1094 time: 0.0426600 Sep 15 16:33:53.324818 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.wsgi [-] (93953) accepted ('10.222.0.39', 40886) {{(pid=93953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:33:53.330065 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.api.v2.base [None req-3485577e-652e-45da-ae83-2a11de7be068 tempest-TestVolumeBootPattern-801906987 tempest-TestVolumeBootPattern-801906987-project] Request body: {'floatingip': {'floating_network_id': '62251075-a3e3-4d47-8761-104d217b089a', 'port_id': '95da61fc-3e3d-4304-bba4-dde15db271d0', 'tenant_id': 'f448c5fca9014429b532320ab78459ea', 'fixed_ip_address': '172.20.0.10'}} {{(pid=93953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:33:53.348340 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-3870e28e-99ed-41e8-a90a-c92d913658e1 req-954e8a75-5229-4041-8905-1d4eb519930c tempest-TestShelveInstance-312036796 tempest-TestShelveInstance-312036796-project] 10.222.0.39 "GET /v2.0/security-groups?id=d14ff028-a9f3-4410-9e70-5bc9f3c53d96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336692 Sep 15 16:33:53.353333 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-3485577e-652e-45da-ae83-2a11de7be068 tempest-TestVolumeBootPattern-801906987 tempest-TestVolumeBootPattern-801906987-project] Notify callbacks [] for floatingip, before_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:33:53.450540 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-3485577e-652e-45da-ae83-2a11de7be068 tempest-TestVolumeBootPattern-801906987 tempest-TestVolumeBootPattern-801906987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928820'] for port, before_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:33:53.561900 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e158b916-83bf-44e1-b52a-b8a9857f8dcc req-0f3934a3-fba7-4992-8005-2d75a4cb6c2e tempest-TestShelveInstance-312036796 tempest-TestShelveInstance-312036796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:33:53.563434 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-e158b916-83bf-44e1-b52a-b8a9857f8dcc req-0f3934a3-fba7-4992-8005-2d75a4cb6c2e tempest-TestShelveInstance-312036796 tempest-TestShelveInstance-312036796-project] 10.222.0.39 "GET /v2.0/ports?device_id=91edce23-8260-4232-90a7-8d37815878e8 HTTP/1.1" status: 200 len: 946 time: 0.0498109 Sep 15 16:33:53.565757 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.db.db_base_plugin_common [None req-3485577e-652e-45da-ae83-2a11de7be068 tempest-TestVolumeBootPattern-801906987 tempest-TestVolumeBootPattern-801906987-project] Allocated IP 172.27.3.233 (62251075-a3e3-4d47-8761-104d217b089a/9a71565b-217b-482b-8364-bc8ecb4c8f88/0293b83f-9361-45b6-b376-3451d7ed5552) {{(pid=93953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 16:33:53.612116 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-e158b916-83bf-44e1-b52a-b8a9857f8dcc req-f6d644e5-7e04-41df-8d9e-f61ad984efbe tempest-TestShelveInstance-312036796 tempest-TestShelveInstance-312036796-project] 10.222.0.39 "GET /v2.0/security-groups?id=d14ff028-a9f3-4410-9e70-5bc9f3c53d96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402434 Sep 15 16:33:53.750077 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-a0ded248-94c0-41d2-a12a-c69f7876a0c2 req-4488df24-1fc1-499a-a842-2d185ccf6fae service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=91edce23-8260-4232-90a7-8d37815878e8&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2579834 Sep 15 16:33:53.797682 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-3485577e-652e-45da-ae83-2a11de7be068 tempest-TestVolumeBootPattern-801906987 tempest-TestVolumeBootPattern-801906987-project] Notify callbacks [] for port, precommit_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:33:53.805077 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194a2df9-7a7c-4ab3-87f9-47fc87ea7f86 req-92c39f96-721c-45ec-9119-d7a70c3fc665 tempest-AttachVolumeTestJSON-1141938147 tempest-AttachVolumeTestJSON-1141938147-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:33:53.806518 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-194a2df9-7a7c-4ab3-87f9-47fc87ea7f86 req-92c39f96-721c-45ec-9119-d7a70c3fc665 tempest-AttachVolumeTestJSON-1141938147 tempest-AttachVolumeTestJSON-1141938147-project] 10.222.0.45 "GET /v2.0/networks?id=e5114a12-53db-4676-99c9-6e0e730337dd HTTP/1.1" status: 200 len: 811 time: 0.2034862 Sep 15 16:33:53.865488 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-194a2df9-7a7c-4ab3-87f9-47fc87ea7f86 req-512e83c8-654d-4630-8b56-c492c6e17029 tempest-AttachVolumeTestJSON-1141938147 tempest-AttachVolumeTestJSON-1141938147-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1eedf12f4fe8435397aa63f6ef9368f9 HTTP/1.1" status: 200 len: 379 time: 0.0483317 Sep 15 16:33:53.876171 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.api.v2.base [req-194a2df9-7a7c-4ab3-87f9-47fc87ea7f86 req-47105c76-917c-4ad3-a93b-55edf876dbf2 tempest-AttachVolumeTestJSON-1141938147 tempest-AttachVolumeTestJSON-1141938147-project] Request body: {'port': {'device_id': '15113f62-27f0-4c75-9dad-844e96a80d67', 'network_id': 'e5114a12-53db-4676-99c9-6e0e730337dd', 'admin_state_up': True, 'tenant_id': '1eedf12f4fe8435397aa63f6ef9368f9', 'security_groups': ['c677a93f-fa77-437f-87eb-0624f52b6fc5']}} {{(pid=93953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:33:53.879642 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-3485577e-652e-45da-ae83-2a11de7be068 tempest-TestVolumeBootPattern-801906987 tempest-TestVolumeBootPattern-801906987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791195969994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127878305'] for port, after_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:33:53.944210 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3485577e-652e-45da-ae83-2a11de7be068 tempest-TestVolumeBootPattern-801906987 tempest-TestVolumeBootPattern-801906987-project] Network 62251075-a3e3-4d47-8761-104d217b089a is already hosted by enough agents. {{(pid=93953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:33:53.972924 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.scheduler.base_scheduler [None req-3485577e-652e-45da-ae83-2a11de7be068 tempest-TestVolumeBootPattern-801906987 tempest-TestVolumeBootPattern-801906987-project] Resources bound (agent type, host, resource id): {{(pid=93953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:33:53.980582 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3485577e-652e-45da-ae83-2a11de7be068 tempest-TestVolumeBootPattern-801906987 tempest-TestVolumeBootPattern-801906987-project] Received port after_create {{(pid=93953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 16:33:54.015838 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3485577e-652e-45da-ae83-2a11de7be068 tempest-TestVolumeBootPattern-801906987 tempest-TestVolumeBootPattern-801906987-project] Pushing event updated for resources: {'Port': ['ID=0293b83f-9361-45b6-b376-3451d7ed5552,revision_number=1']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:33:54.104776 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-bbafeb27-18e7-4d8d-b53e-025fcf9e0cbc req-1f1b565f-b5d0-46ac-b87f-f0eebdc919ca tempest-AttachVolumeTestJSON-1141938147 tempest-AttachVolumeTestJSON-1141938147-project] 10.222.0.39 "GET /v2.0/ports?device_id=15113f62-27f0-4c75-9dad-844e96a80d67 HTTP/1.1" status: 200 len: 210 time: 0.0618665 Sep 15 16:33:54.160435 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-194a2df9-7a7c-4ab3-87f9-47fc87ea7f86 req-47105c76-917c-4ad3-a93b-55edf876dbf2 tempest-AttachVolumeTestJSON-1141938147 tempest-AttachVolumeTestJSON-1141938147-project] Made reservation on behalf of 1eedf12f4fe8435397aa63f6ef9368f9 for: {'port': 1} {{(pid=93953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 16:33:54.163993 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [req-194a2df9-7a7c-4ab3-87f9-47fc87ea7f86 req-47105c76-917c-4ad3-a93b-55edf876dbf2 tempest-AttachVolumeTestJSON-1141938147 tempest-AttachVolumeTestJSON-1141938147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928820'] for port, before_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:33:54.527103 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.rpc [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] Device 1278be16-8f94-4535-b85d-4e24bfa8782e no longer exists at agent hyperv_hv-cinder-77957 {{(pid=93955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 16:33:54.612903 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928820'] for port, before_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:33:54.642111 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91edce23-8260-4232-90a7-8d37815878e8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1278be16-8f94-4535-b85d-4e24bfa8782e'}] {{(pid=93955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 16:33:54.644959 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cc821c0eec02d2c96bcea0a08104c2827b642bf310f598bba7a206798b1bddd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84460cdf-b9bd-4517-961a-8e6bf906b8fd" -d '{"events": [{"server_uuid": "91edce23-8260-4232-90a7-8d37815878e8", "name": "network-vif-unplugged", "status": "completed", "tag": "1278be16-8f94-4535-b85d-4e24bfa8782e"}]}' {{(pid=93955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 16:33:54.668512 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.db [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] For port 1278be16-8f94-4535-b85d-4e24bfa8782e, host hv-cinder-77957, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77957',level=0,port_id=1278be16-8f94-4535-b85d-4e24bfa8782e,segment=NetworkSegment(357f3e6e-7de5-4e8f-a75a-601eaf932fe9),segment_id=357f3e6e-7de5-4e8f-a75a-601eaf932fe9)] {{(pid=93955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:33:54.679918 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791196459277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791195970012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791195970030'] for port, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:33:54.681553 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.db.db_base_plugin_common [req-194a2df9-7a7c-4ab3-87f9-47fc87ea7f86 req-47105c76-917c-4ad3-a93b-55edf876dbf2 tempest-AttachVolumeTestJSON-1141938147 tempest-AttachVolumeTestJSON-1141938147-project] Allocated IP 172.20.0.4 (e5114a12-53db-4676-99c9-6e0e730337dd/22529361-3b44-49b4-805b-da9f7d11ed5f/a5c6bac9-df74-4e36-90e5-0987a4ac425c) {{(pid=93953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 16:33:54.723853 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 15 Sep 2021 16:33:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6f08d6b-9e5d-4860-9775-21bd4ff2cb68 x-openstack-request-id: req-e6f08d6b-9e5d-4860-9775-21bd4ff2cb68 {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 16:33:54.724633 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91edce23-8260-4232-90a7-8d37815878e8", "name": "network-vif-unplugged", "status": "failed", "tag": "1278be16-8f94-4535-b85d-4e24bfa8782e", "code": 422}]} {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 16:33:54.725114 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-e6f08d6b-9e5d-4860-9775-21bd4ff2cb68 {{(pid=93955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 16:33:54.726943 dv-cinder-779576-8-iscsi neutron-server[93955]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '91edce23-8260-4232-90a7-8d37815878e8', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '1278be16-8f94-4535-b85d-4e24bfa8782e', 'code': 422} returned with failed status Sep 15 16:33:54.759143 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef088e4-59a3-40e6-b5a6-7223e7ff8a51 req-9a1b0cce-a8c6-416f-95d7-d39382325f0c tempest-TestShelveInstance-312036796 tempest-TestShelveInstance-312036796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:33:54.761402 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-7ef088e4-59a3-40e6-b5a6-7223e7ff8a51 req-9a1b0cce-a8c6-416f-95d7-d39382325f0c tempest-TestShelveInstance-312036796 tempest-TestShelveInstance-312036796-project] 10.222.0.39 "GET /v2.0/ports?device_id=91edce23-8260-4232-90a7-8d37815878e8 HTTP/1.1" status: 200 len: 944 time: 0.0613174 Sep 15 16:33:54.782217 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] Pushing event updated for resources: {'Port': ['ID=1278be16-8f94-4535-b85d-4e24bfa8782e,revision_number=6']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:33:54.813358 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-7ef088e4-59a3-40e6-b5a6-7223e7ff8a51 req-d1105a9e-30d6-40af-855a-db34accb25a4 tempest-TestShelveInstance-312036796 tempest-TestShelveInstance-312036796-project] 10.222.0.39 "GET /v2.0/security-groups?id=d14ff028-a9f3-4410-9e70-5bc9f3c53d96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429559 Sep 15 16:33:54.863477 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-3485577e-652e-45da-ae83-2a11de7be068 tempest-TestVolumeBootPattern-801906987 tempest-TestVolumeBootPattern-801906987-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:33:54.936539 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [req-194a2df9-7a7c-4ab3-87f9-47fc87ea7f86 req-47105c76-917c-4ad3-a93b-55edf876dbf2 tempest-AttachVolumeTestJSON-1141938147 tempest-AttachVolumeTestJSON-1141938147-project] Notify callbacks [] for port, precommit_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:33:54.964269 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-3485577e-652e-45da-ae83-2a11de7be068 tempest-TestVolumeBootPattern-801906987 tempest-TestVolumeBootPattern-801906987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928820'] for port, before_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:33:55.056003 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [req-194a2df9-7a7c-4ab3-87f9-47fc87ea7f86 req-47105c76-917c-4ad3-a93b-55edf876dbf2 tempest-AttachVolumeTestJSON-1141938147 tempest-AttachVolumeTestJSON-1141938147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791195969994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127878305'] for port, after_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:33:55.141603 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-194a2df9-7a7c-4ab3-87f9-47fc87ea7f86 req-47105c76-917c-4ad3-a93b-55edf876dbf2 tempest-AttachVolumeTestJSON-1141938147 tempest-AttachVolumeTestJSON-1141938147-project] Network e5114a12-53db-4676-99c9-6e0e730337dd is already hosted by enough agents. {{(pid=93953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:33:55.146932 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.scheduler.base_scheduler [req-194a2df9-7a7c-4ab3-87f9-47fc87ea7f86 req-47105c76-917c-4ad3-a93b-55edf876dbf2 tempest-AttachVolumeTestJSON-1141938147 tempest-AttachVolumeTestJSON-1141938147-project] Resources bound (agent type, host, resource id): {{(pid=93953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:33:55.156472 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.db.l3_dvrscheduler_db [req-194a2df9-7a7c-4ab3-87f9-47fc87ea7f86 req-47105c76-917c-4ad3-a93b-55edf876dbf2 tempest-AttachVolumeTestJSON-1141938147 tempest-AttachVolumeTestJSON-1141938147-project] Received port after_create {{(pid=93953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 16:33:55.196329 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47105c76-917c-4ad3-a93b-55edf876dbf2 tempest-AttachVolumeTestJSON-1141938147 tempest-AttachVolumeTestJSON-1141938147-project] Pushing event updated for resources: {'Port': ['ID=a5c6bac9-df74-4e36-90e5-0987a4ac425c,revision_number=1']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:33:55.200417 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ded248-94c0-41d2-a12a-c69f7876a0c2 req-2b98b21c-e900-4bbf-9624-62f7f440a481 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:33:55.201914 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-a0ded248-94c0-41d2-a12a-c69f7876a0c2 req-2b98b21c-e900-4bbf-9624-62f7f440a481 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=91edce23-8260-4232-90a7-8d37815878e8&tenant_id=66d1d644c42a42ba8fdbb6c5db63cdfb HTTP/1.1" status: 200 len: 1097 time: 0.1892846 Sep 15 16:33:55.303055 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194a2df9-7a7c-4ab3-87f9-47fc87ea7f86 req-47105c76-917c-4ad3-a93b-55edf876dbf2 tempest-AttachVolumeTestJSON-1141938147 tempest-AttachVolumeTestJSON-1141938147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:33:55.303681 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [req-194a2df9-7a7c-4ab3-87f9-47fc87ea7f86 req-47105c76-917c-4ad3-a93b-55edf876dbf2 tempest-AttachVolumeTestJSON-1141938147 tempest-AttachVolumeTestJSON-1141938147-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58602'] for port, before_response {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:33:55.346365 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a81b3b5-a3ef-47c9-be47-799879a2bafb req-42215237-ef1b-4d16-add3-d02563d24b19 tempest-AttachVolumeTestJSON-1141938147 tempest-AttachVolumeTestJSON-1141938147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:33:55.347845 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-6a81b3b5-a3ef-47c9-be47-799879a2bafb req-42215237-ef1b-4d16-add3-d02563d24b19 tempest-AttachVolumeTestJSON-1141938147 tempest-AttachVolumeTestJSON-1141938147-project] 10.222.0.39 "GET /v2.0/ports?device_id=15113f62-27f0-4c75-9dad-844e96a80d67 HTTP/1.1" status: 200 len: 931 time: 0.1576695 Sep 15 16:33:55.350810 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-3485577e-652e-45da-ae83-2a11de7be068 tempest-TestVolumeBootPattern-801906987 tempest-TestVolumeBootPattern-801906987-project] Notify callbacks [] for port, precommit_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:33:55.353508 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-194a2df9-7a7c-4ab3-87f9-47fc87ea7f86 req-47105c76-917c-4ad3-a93b-55edf876dbf2 tempest-AttachVolumeTestJSON-1141938147 tempest-AttachVolumeTestJSON-1141938147-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4817708 Sep 15 16:33:55.358820 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-3485577e-652e-45da-ae83-2a11de7be068 tempest-TestVolumeBootPattern-801906987 tempest-TestVolumeBootPattern-801906987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791196459277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791195970012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791195970030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127878328'] for port, after_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:33:55.375117 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ded248-94c0-41d2-a12a-c69f7876a0c2 req-58aa8bb4-f158-4938-a247-8f1c89d5b8ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:33:55.376584 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-a0ded248-94c0-41d2-a12a-c69f7876a0c2 req-58aa8bb4-f158-4938-a247-8f1c89d5b8ed service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=66d1d644c42a42ba8fdbb6c5db63cdfb&device_id=91edce23-8260-4232-90a7-8d37815878e8 HTTP/1.1" status: 200 len: 1097 time: 0.1276727 Sep 15 16:33:55.380066 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.api.v2.base [req-194a2df9-7a7c-4ab3-87f9-47fc87ea7f86 req-51bd560a-f360-43bb-9711-3cb5300c6aec service neutron] Request body: {'port': {'device_id': '15113f62-27f0-4c75-9dad-844e96a80d67', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77957'}} {{(pid=93953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:33:55.412772 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.db.provisioning_blocks [None req-596501dc-c3ad-48aa-b50b-d79b1129a433 None None] Provisioning complete for port a5c6bac9-df74-4e36-90e5-0987a4ac425c triggered by entity DHCP. {{(pid=93955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:33:55.413245 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-596501dc-c3ad-48aa-b50b-d79b1129a433 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953592'] for port, provisioning_complete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:33:55.451399 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [None req-596501dc-c3ad-48aa-b50b-d79b1129a433 None None] Port a5c6bac9-df74-4e36-90e5-0987a4ac425c cannot update to ACTIVE because it is not bound. {{(pid=93955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 16:33:55.519532 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3485577e-652e-45da-ae83-2a11de7be068 tempest-TestVolumeBootPattern-801906987 tempest-TestVolumeBootPattern-801906987-project] Pushing event updated for resources: {'Port': ['ID=0293b83f-9361-45b6-b376-3451d7ed5552,revision_number=2']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:33:55.539825 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-6a81b3b5-a3ef-47c9-be47-799879a2bafb req-c5c25dfe-90e0-479b-856e-6ae3e7d17615 tempest-AttachVolumeTestJSON-1141938147 tempest-AttachVolumeTestJSON-1141938147-project] 10.222.0.39 "GET /v2.0/security-groups?id=c677a93f-fa77-437f-87eb-0624f52b6fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1843803 Sep 15 16:33:55.549429 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [req-194a2df9-7a7c-4ab3-87f9-47fc87ea7f86 req-51bd560a-f360-43bb-9711-3cb5300c6aec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928820'] for port, before_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:33:55.580896 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-3485577e-652e-45da-ae83-2a11de7be068 tempest-TestVolumeBootPattern-801906987 tempest-TestVolumeBootPattern-801906987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3725591'] for floatingip, after_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:33:55.692884 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ded248-94c0-41d2-a12a-c69f7876a0c2 req-68b8f72b-a83d-4b56-8c9a-2fca5086550c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:33:55.694248 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-a0ded248-94c0-41d2-a12a-c69f7876a0c2 req-68b8f72b-a83d-4b56-8c9a-2fca5086550c service neutron] 10.222.0.45 "GET /v2.0/networks?id=c5434ca4-ccc6-4f17-83c3-0e714ba8c18a HTTP/1.1" status: 200 len: 909 time: 0.2857664 Sep 15 16:33:55.843124 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.db.l3_db [None req-3485577e-652e-45da-ae83-2a11de7be068 tempest-TestVolumeBootPattern-801906987 tempest-TestVolumeBootPattern-801906987-project] Floating IP a8f02f74-3efc-45ae-a749-c270628f4879 associated. External IP: 172.27.3.233, port: 95da61fc-3e3d-4304-bba4-dde15db271d0. Sep 15 16:33:55.863873 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-a0ded248-94c0-41d2-a12a-c69f7876a0c2 req-936db604-82b0-426b-9be0-aaa07878daee service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1278be16-8f94-4535-b85d-4e24bfa8782e HTTP/1.1" status: 200 len: 999 time: 0.1422639 Sep 15 16:33:55.931097 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07dc0ef9-7691-4077-a92e-92894616f156 req-bacb4074-b6fb-484f-9833-d44ce3868e0e tempest-TestShelveInstance-312036796 tempest-TestShelveInstance-312036796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:33:55.932773 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-07dc0ef9-7691-4077-a92e-92894616f156 req-bacb4074-b6fb-484f-9833-d44ce3868e0e tempest-TestShelveInstance-312036796 tempest-TestShelveInstance-312036796-project] 10.222.0.39 "GET /v2.0/ports?device_id=91edce23-8260-4232-90a7-8d37815878e8 HTTP/1.1" status: 200 len: 944 time: 0.0495169 Sep 15 16:33:55.971232 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-07dc0ef9-7691-4077-a92e-92894616f156 req-9a94489e-0437-446e-af4b-bae418eaed6e tempest-TestShelveInstance-312036796 tempest-TestShelveInstance-312036796-project] 10.222.0.39 "GET /v2.0/security-groups?id=d14ff028-a9f3-4410-9e70-5bc9f3c53d96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318954 Sep 15 16:33:56.020484 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ded248-94c0-41d2-a12a-c69f7876a0c2 req-79e04131-9f04-49c1-b865-2be3c84a11fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:33:56.021950 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-a0ded248-94c0-41d2-a12a-c69f7876a0c2 req-79e04131-9f04-49c1-b865-2be3c84a11fe service neutron] 10.222.0.45 "GET /v2.0/subnets?id=a878bb0e-ef92-4742-928c-735ec49c3680 HTTP/1.1" status: 200 len: 848 time: 0.1278582 Sep 15 16:33:56.171612 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ded248-94c0-41d2-a12a-c69f7876a0c2 req-fa9d2379-f4bb-4f43-b12e-6d179618d201 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:33:56.173162 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-a0ded248-94c0-41d2-a12a-c69f7876a0c2 req-fa9d2379-f4bb-4f43-b12e-6d179618d201 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=c5434ca4-ccc6-4f17-83c3-0e714ba8c18a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1415942 Sep 15 16:33:56.197717 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.notifiers.nova [req-194a2df9-7a7c-4ab3-87f9-47fc87ea7f86 req-51bd560a-f360-43bb-9711-3cb5300c6aec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a5c6bac9-df74-4e36-90e5-0987a4ac425c {{(pid=93953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 16:33:56.248174 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [req-194a2df9-7a7c-4ab3-87f9-47fc87ea7f86 req-51bd560a-f360-43bb-9711-3cb5300c6aec service neutron] Notify callbacks [] for port, precommit_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:33:56.301891 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.db.provisioning_blocks [req-194a2df9-7a7c-4ab3-87f9-47fc87ea7f86 req-51bd560a-f360-43bb-9711-3cb5300c6aec service neutron] Transition to ACTIVE for port object a5c6bac9-df74-4e36-90e5-0987a4ac425c will not be triggered until provisioned by entity L2. {{(pid=93953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 16:33:56.311899 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [req-194a2df9-7a7c-4ab3-87f9-47fc87ea7f86 req-51bd560a-f360-43bb-9711-3cb5300c6aec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791196459277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791195970012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791195970030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127878328'] for port, after_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:33:56.315404 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3485577e-652e-45da-ae83-2a11de7be068 tempest-TestVolumeBootPattern-801906987 tempest-TestVolumeBootPattern-801906987-project] Router 8b2a6ad7-614d-4182-8fd5-ec5bbf2affbd has already been hosted by L3 agent 7a8df8d7-c3ef-43b4-9534-c977f7014926 {{(pid=93953) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 16:33:56.371811 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-a0ded248-94c0-41d2-a12a-c69f7876a0c2 req-c9a9c719-0a29-47a6-8fa5-46881f5a6508 service neutron] 10.222.0.45 "GET /v2.0/networks/c5434ca4-ccc6-4f17-83c3-0e714ba8c18a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1893468 Sep 15 16:33:56.391191 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51bd560a-f360-43bb-9711-3cb5300c6aec service neutron] Pushing event updated for resources: {'Port': ['ID=a5c6bac9-df74-4e36-90e5-0987a4ac425c,revision_number=2']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:33:56.898879 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-a0ded248-94c0-41d2-a12a-c69f7876a0c2 req-48527e47-cdca-4366-8f24-4870c2d33ee2 service neutron] 10.222.0.45 "GET /v2.0/networks/c5434ca4-ccc6-4f17-83c3-0e714ba8c18a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5164363 Sep 15 16:33:56.915212 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3485577e-652e-45da-ae83-2a11de7be068 tempest-TestVolumeBootPattern-801906987 tempest-TestVolumeBootPattern-801906987-project] Notify agent at l3_agent.dv-cinder-779576-8-iscsi the message routers_updated {{(pid=93953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 16:33:56.917758 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.managers [req-194a2df9-7a7c-4ab3-87f9-47fc87ea7f86 req-51bd560a-f360-43bb-9711-3cb5300c6aec service neutron] Attempting to bind port a5c6bac9-df74-4e36-90e5-0987a4ac425c on host hv-cinder-77957 for vnic_type normal with profile {{(pid=93953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 16:33:56.918087 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.managers [req-194a2df9-7a7c-4ab3-87f9-47fc87ea7f86 req-51bd560a-f360-43bb-9711-3cb5300c6aec service neutron] Attempting to bind port a5c6bac9-df74-4e36-90e5-0987a4ac425c by drivers openvswitch,hyperv on host hv-cinder-77957 at level 0 using segments [{'id': '416aa124-8160-4924-9f36-b14c80e8b3ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'e5114a12-53db-4676-99c9-6e0e730337dd'}] {{(pid=93953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 16:33:56.918414 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-194a2df9-7a7c-4ab3-87f9-47fc87ea7f86 req-51bd560a-f360-43bb-9711-3cb5300c6aec service neutron] Attempting to bind port a5c6bac9-df74-4e36-90e5-0987a4ac425c on network e5114a12-53db-4676-99c9-6e0e730337dd {{(pid=93953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 16:33:56.926149 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6c7debd-f0f3-4e67-9a9b-67f50d111863 None None] Sync routers for ids ['8b2a6ad7-614d-4182-8fd5-ec5bbf2affbd'] in dv-cinder-779576-8-iscsi {{(pid=93956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 16:33:56.929310 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1204953-ff5f-4274-91b6-c0da961bba5f req-45dde519-299e-451e-94ca-e362da57ec45 tempest-AttachVolumeTestJSON-1141938147 tempest-AttachVolumeTestJSON-1141938147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:33:56.931036 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-e1204953-ff5f-4274-91b6-c0da961bba5f req-45dde519-299e-451e-94ca-e362da57ec45 tempest-AttachVolumeTestJSON-1141938147 tempest-AttachVolumeTestJSON-1141938147-project] 10.222.0.39 "GET /v2.0/ports?device_id=15113f62-27f0-4c75-9dad-844e96a80d67 HTTP/1.1" status: 200 len: 943 time: 0.1451328 Sep 15 16:33:56.935852 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6c7debd-f0f3-4e67-9a9b-67f50d111863 None None] Routers {'8b2a6ad7-614d-4182-8fd5-ec5bbf2affbd'} bound to L3 agent in host dv-cinder-779576-8-iscsi {{(pid=93956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:33:56.936531 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron.db.l3_hamode_db [None req-d6c7debd-f0f3-4e67-9a9b-67f50d111863 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779576-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-15T16:14:02Z,description=,heartbeat_timestamp=2021-09-15T16:33:32Z,host='dv-cinder-779576-8-iscsi',id=7a8df8d7-c3ef-43b4-9534-c977f7014926,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T16:14:02Z,topic='l3_agent')) {'router_ids': ['8b2a6ad7-614d-4182-8fd5-ec5bbf2affbd'], 'active': True} {{(pid=93956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:33:56.940463 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-194a2df9-7a7c-4ab3-87f9-47fc87ea7f86 req-51bd560a-f360-43bb-9711-3cb5300c6aec service neutron] Port a5c6bac9-df74-4e36-90e5-0987a4ac425c on network e5114a12-53db-4676-99c9-6e0e730337dd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77957 {{(pid=93953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 15 16:33:56.940789 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-194a2df9-7a7c-4ab3-87f9-47fc87ea7f86 req-51bd560a-f360-43bb-9711-3cb5300c6aec service neutron] Attempting to bind port a5c6bac9-df74-4e36-90e5-0987a4ac425c on network e5114a12-53db-4676-99c9-6e0e730337dd {{(pid=93953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 16:33:56.959495 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-194a2df9-7a7c-4ab3-87f9-47fc87ea7f86 req-51bd560a-f360-43bb-9711-3cb5300c6aec service neutron] Checking agent: {'id': 'ffe43d43-c071-44aa-bc11-ae2d4b291b02', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77957', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 16, 20, 23), 'started_at': datetime.datetime(2021, 9, 15, 16, 20, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 16, 33, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 16:33:56.959828 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-194a2df9-7a7c-4ab3-87f9-47fc87ea7f86 req-51bd560a-f360-43bb-9711-3cb5300c6aec service neutron] Checking segment: {'id': '416aa124-8160-4924-9f36-b14c80e8b3ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'e5114a12-53db-4676-99c9-6e0e730337dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 16:33:56.960234 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-194a2df9-7a7c-4ab3-87f9-47fc87ea7f86 req-51bd560a-f360-43bb-9711-3cb5300c6aec service neutron] Bound using segment: {'id': '416aa124-8160-4924-9f36-b14c80e8b3ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'e5114a12-53db-4676-99c9-6e0e730337dd'} {{(pid=93953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 16:33:56.960714 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.managers [req-194a2df9-7a7c-4ab3-87f9-47fc87ea7f86 req-51bd560a-f360-43bb-9711-3cb5300c6aec service neutron] Bound port: a5c6bac9-df74-4e36-90e5-0987a4ac425c, host: hv-cinder-77957, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '416aa124-8160-4924-9f36-b14c80e8b3ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'e5114a12-53db-4676-99c9-6e0e730337dd'}}] {{(pid=93953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 16:33:56.961083 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [req-194a2df9-7a7c-4ab3-87f9-47fc87ea7f86 req-51bd560a-f360-43bb-9711-3cb5300c6aec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928820'] for port, before_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:33:56.965332 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-3485577e-652e-45da-ae83-2a11de7be068 tempest-TestVolumeBootPattern-801906987 tempest-TestVolumeBootPattern-801906987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58602'] for floatingip, before_response {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:33:57.031741 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-e1204953-ff5f-4274-91b6-c0da961bba5f req-7827f375-dc74-4ee2-ac85-bf082ae0fded tempest-AttachVolumeTestJSON-1141938147 tempest-AttachVolumeTestJSON-1141938147-project] 10.222.0.39 "GET /v2.0/security-groups?id=c677a93f-fa77-437f-87eb-0624f52b6fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0922263 Sep 15 16:33:57.033209 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [None req-3485577e-652e-45da-ae83-2a11de7be068 tempest-TestVolumeBootPattern-801906987 tempest-TestVolumeBootPattern-801906987-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.7067132 Sep 15 16:33:57.035581 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '257cc74a-da4c-4efe-9579-f4510a0aa649', 'tag': '95da61fc-3e3d-4304-bba4-dde15db271d0'}] {{(pid=93953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 16:33:57.037757 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5192e05b0783e869a38b3815ee673eee9316ce03dcaf8465063259ebfb62487" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df4083bf-ae58-419d-877a-3938c0f704be" -d '{"events": [{"name": "network-changed", "server_uuid": "257cc74a-da4c-4efe-9579-f4510a0aa649", "tag": "95da61fc-3e3d-4304-bba4-dde15db271d0"}]}' {{(pid=93953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 16:33:57.047416 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron.db.l3_dvr_db [None req-d6c7debd-f0f3-4e67-9a9b-67f50d111863 None None] Set router 8b2a6ad7-614d-4182-8fd5-ec5bbf2affbd gateway port host: dv-cinder-779576-8-iscsi {{(pid=93956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 16:33:57.086209 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 16:33:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-561c2d1d-ddfd-47eb-8151-3e6fad676415 x-openstack-request-id: req-561c2d1d-ddfd-47eb-8151-3e6fad676415 {{(pid=93953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 16:33:57.086598 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "257cc74a-da4c-4efe-9579-f4510a0aa649", "tag": "95da61fc-3e3d-4304-bba4-dde15db271d0", "status": "completed", "code": 200}]} {{(pid=93953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 16:33:57.086850 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-561c2d1d-ddfd-47eb-8151-3e6fad676415 {{(pid=93953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 16:33:57.087242 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '257cc74a-da4c-4efe-9579-f4510a0aa649', 'tag': '95da61fc-3e3d-4304-bba4-dde15db271d0', 'status': 'completed', 'code': 200} Sep 15 16:33:57.093916 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.db [req-194a2df9-7a7c-4ab3-87f9-47fc87ea7f86 req-51bd560a-f360-43bb-9711-3cb5300c6aec service neutron] For port a5c6bac9-df74-4e36-90e5-0987a4ac425c, host hv-cinder-77957, cleared binding levels {{(pid=93953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 16:33:57.097715 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.db [req-194a2df9-7a7c-4ab3-87f9-47fc87ea7f86 req-51bd560a-f360-43bb-9711-3cb5300c6aec service neutron] For port a5c6bac9-df74-4e36-90e5-0987a4ac425c, host hv-cinder-77957, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77957',level=0,port_id=a5c6bac9-df74-4e36-90e5-0987a4ac425c,segment=NetworkSegment(416aa124-8160-4924-9f36-b14c80e8b3ef),segment_id=416aa124-8160-4924-9f36-b14c80e8b3ef)] {{(pid=93953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 16:33:57.105144 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [req-194a2df9-7a7c-4ab3-87f9-47fc87ea7f86 req-51bd560a-f360-43bb-9711-3cb5300c6aec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791196459277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791195970012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791195970030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127878328'] for port, after_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:33:57.133614 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6860a1e-f8bc-4ea5-988d-49fd40e0864b req-cd595c33-2e9e-4e9e-9d1f-97cf5c5c616e tempest-TestShelveInstance-312036796 tempest-TestShelveInstance-312036796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:33:57.135085 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-a6860a1e-f8bc-4ea5-988d-49fd40e0864b req-cd595c33-2e9e-4e9e-9d1f-97cf5c5c616e tempest-TestShelveInstance-312036796 tempest-TestShelveInstance-312036796-project] 10.222.0.39 "GET /v2.0/ports?device_id=91edce23-8260-4232-90a7-8d37815878e8 HTTP/1.1" status: 200 len: 944 time: 0.0587533 Sep 15 16:33:57.169125 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194a2df9-7a7c-4ab3-87f9-47fc87ea7f86 req-51bd560a-f360-43bb-9711-3cb5300c6aec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:33:57.169813 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [req-194a2df9-7a7c-4ab3-87f9-47fc87ea7f86 req-51bd560a-f360-43bb-9711-3cb5300c6aec service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58602'] for port, before_response {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:33:57.171297 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-194a2df9-7a7c-4ab3-87f9-47fc87ea7f86 req-51bd560a-f360-43bb-9711-3cb5300c6aec service neutron] 10.222.0.45 "PUT /v2.0/ports/a5c6bac9-df74-4e36-90e5-0987a4ac425c HTTP/1.1" status: 200 len: 1093 time: 1.8008759 Sep 15 16:33:57.181284 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-a6860a1e-f8bc-4ea5-988d-49fd40e0864b req-77d95589-e4a9-49cc-8208-eb8ecaaee34b tempest-TestShelveInstance-312036796 tempest-TestShelveInstance-312036796-project] 10.222.0.39 "GET /v2.0/security-groups?id=d14ff028-a9f3-4410-9e70-5bc9f3c53d96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391796 Sep 15 16:33:57.199972 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51bd560a-f360-43bb-9711-3cb5300c6aec service neutron] Pushing event updated for resources: {'Port': ['ID=a5c6bac9-df74-4e36-90e5-0987a4ac425c,revision_number=3']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:33:57.204155 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4083bf-ae58-419d-877a-3938c0f704be req-ef961904-69d9-4f43-b814-746fe93d05c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:33:57.205718 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-df4083bf-ae58-419d-877a-3938c0f704be req-ef961904-69d9-4f43-b814-746fe93d05c1 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f448c5fca9014429b532320ab78459ea&device_id=257cc74a-da4c-4efe-9579-f4510a0aa649 HTTP/1.1" status: 200 len: 1099 time: 0.0981159 Sep 15 16:33:57.320688 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron.db.l3_hamode_db [None req-d6c7debd-f0f3-4e67-9a9b-67f50d111863 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b2a6ad7-614d-4182-8fd5-ec5bbf2affbd', 'name': 'tempest-TestVolumeBootPattern-1599081810-router', 'tenant_id': 'f448c5fca9014429b532320ab78459ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62251075-a3e3-4d47-8761-104d217b089a', 'external_fixed_ips': [{'subnet_id': '9a71565b-217b-482b-8364-bc8ecb4c8f88', 'ip_address': '172.27.3.54'}], 'enable_snat': True}, 'gw_port_id': 'bae01dab-de4f-4ea6-acc3-abb66545ff41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:29:59Z', 'updated_at': '2021-09-15T16:30:03Z', 'revision_number': 4, 'project_id': 'f448c5fca9014429b532320ab78459ea', 'gw_port': {'id': 'bae01dab-de4f-4ea6-acc3-abb66545ff41', 'name': '', 'network_id': '62251075-a3e3-4d47-8761-104d217b089a', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:bc:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b2a6ad7-614d-4182-8fd5-ec5bbf2affbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '9a71565b-217b-482b-8364-bc8ecb4c8f88', 'ip_address': '172.27.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779576-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:30:00Z', 'updated_at': '2021-09-15T16:30:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a71565b-217b-482b-8364-bc8ecb4c8f88', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779576-8-iscsi', '_floatingips': [{'id': 'a8f02f74-3efc-45ae-a749-c270628f4879', 'tenant_id': 'f448c5fca9014429b532320ab78459ea', 'floating_ip_address': '172.27.3.233', 'floating_network_id': '62251075-a3e3-4d47-8761-104d217b089a', 'router_id': '8b2a6ad7-614d-4182-8fd5-ec5bbf2affbd', 'port_id': '95da61fc-3e3d-4304-bba4-dde15db271d0', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 646, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '48dcadf6-1b51-4d33-92c6-65cc509573fa', 'mac_address': 'fa:16:3e:54:d2:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '257cc74a-da4c-4efe-9579-f4510a0aa649', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T16:33:54Z', 'updated_at': '2021-09-15T16:33:54Z', 'revision_number': 0, 'project_id': 'f448c5fca9014429b532320ab78459ea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2dba4de5-87c7-404d-9adf-25f18479f5c2', 'name': '', 'network_id': '48dcadf6-1b51-4d33-92c6-65cc509573fa', 'tenant_id': 'f448c5fca9014429b532320ab78459ea', 'mac_address': 'fa:16:3e:85:25:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b2a6ad7-614d-4182-8fd5-ec5bbf2affbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': 'df755c0f-3453-4699-824d-add9626035f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779576-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:30:02Z', 'updated_at': '2021-09-15T16:30:09Z', 'revision_number': 5, 'project_id': 'f448c5fca9014429b532320ab78459ea', 'subnets': [{'id': 'df755c0f-3453-4699-824d-add9626035f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779576-8-iscsi', False) {} {{(pid=93956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:33:57.321404 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194a2df9-7a7c-4ab3-87f9-47fc87ea7f86 req-56477cfb-be24-497c-9218-bb73a1c226f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:33:57.322808 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-194a2df9-7a7c-4ab3-87f9-47fc87ea7f86 req-56477cfb-be24-497c-9218-bb73a1c226f0 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=1eedf12f4fe8435397aa63f6ef9368f9&device_id=15113f62-27f0-4c75-9dad-844e96a80d67 HTTP/1.1" status: 200 len: 1096 time: 0.0968237 Sep 15 16:33:57.337825 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4083bf-ae58-419d-877a-3938c0f704be req-0a10faa7-f0e1-4cdb-a378-063786df53b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:33:57.339326 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-df4083bf-ae58-419d-877a-3938c0f704be req-0a10faa7-f0e1-4cdb-a378-063786df53b2 service neutron] 10.222.0.45 "GET /v2.0/networks?id=48dcadf6-1b51-4d33-92c6-65cc509573fa HTTP/1.1" status: 200 len: 912 time: 0.1223695 Sep 15 16:33:57.347917 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6c7debd-f0f3-4e67-9a9b-67f50d111863 None None] Checking router: 8b2a6ad7-614d-4182-8fd5-ec5bbf2affbd for host: dv-cinder-779576-8-iscsi {{(pid=93956) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 16:33:57.357503 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6c7debd-f0f3-4e67-9a9b-67f50d111863 None None] Routers {'8b2a6ad7-614d-4182-8fd5-ec5bbf2affbd'} bound to L3 agent in host dv-cinder-779576-8-iscsi {{(pid=93956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:33:57.359373 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron.db.l3_hamode_db [None req-d6c7debd-f0f3-4e67-9a9b-67f50d111863 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779576-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-15T16:14:02Z,description=,heartbeat_timestamp=2021-09-15T16:33:32Z,host='dv-cinder-779576-8-iscsi',id=7a8df8d7-c3ef-43b4-9534-c977f7014926,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T16:14:02Z,topic='l3_agent')) {'router_ids': ['8b2a6ad7-614d-4182-8fd5-ec5bbf2affbd'], 'active': True} {{(pid=93956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:33:57.402458 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-194a2df9-7a7c-4ab3-87f9-47fc87ea7f86 req-70355d10-e260-44e6-9e3e-4dbbca16d20f service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a5c6bac9-df74-4e36-90e5-0987a4ac425c HTTP/1.1" status: 200 len: 217 time: 0.0489132 Sep 15 16:33:57.477934 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron.db.l3_dvr_db [None req-d6c7debd-f0f3-4e67-9a9b-67f50d111863 None None] Set router 8b2a6ad7-614d-4182-8fd5-ec5bbf2affbd gateway port host: dv-cinder-779576-8-iscsi {{(pid=93956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 16:33:57.490335 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-df4083bf-ae58-419d-877a-3938c0f704be req-5a743270-3dec-4318-9d78-5f02f484ae51 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=95da61fc-3e3d-4304-bba4-dde15db271d0 HTTP/1.1" status: 200 len: 1000 time: 0.1355910 Sep 15 16:33:57.491903 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194a2df9-7a7c-4ab3-87f9-47fc87ea7f86 req-bbe4a615-7282-4d1a-83c8-c2b296ff6545 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:33:57.493305 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-194a2df9-7a7c-4ab3-87f9-47fc87ea7f86 req-bbe4a615-7282-4d1a-83c8-c2b296ff6545 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=22529361-3b44-49b4-805b-da9f7d11ed5f HTTP/1.1" status: 200 len: 850 time: 0.0647726 Sep 15 16:33:57.583680 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4083bf-ae58-419d-877a-3938c0f704be req-f467b375-4758-4c4b-bb04-b09e0164894f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:33:57.585220 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-df4083bf-ae58-419d-877a-3938c0f704be req-f467b375-4758-4c4b-bb04-b09e0164894f service neutron] 10.222.0.45 "GET /v2.0/subnets?id=df755c0f-3453-4699-824d-add9626035f9 HTTP/1.1" status: 200 len: 851 time: 0.0713429 Sep 15 16:33:57.591597 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194a2df9-7a7c-4ab3-87f9-47fc87ea7f86 req-69e8462b-b061-4c46-9075-e68506b95a74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:33:57.592996 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-194a2df9-7a7c-4ab3-87f9-47fc87ea7f86 req-69e8462b-b061-4c46-9075-e68506b95a74 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=e5114a12-53db-4676-99c9-6e0e730337dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0713983 Sep 15 16:33:57.688464 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4083bf-ae58-419d-877a-3938c0f704be req-35876310-628e-4b92-ba35-9b7e5a697d11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:33:57.689846 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-df4083bf-ae58-419d-877a-3938c0f704be req-35876310-628e-4b92-ba35-9b7e5a697d11 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=48dcadf6-1b51-4d33-92c6-65cc509573fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0960314 Sep 15 16:33:57.727334 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-194a2df9-7a7c-4ab3-87f9-47fc87ea7f86 req-b4009305-40a1-49df-8a00-f0f8961ce026 service neutron] 10.222.0.45 "GET /v2.0/networks/e5114a12-53db-4676-99c9-6e0e730337dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261754 Sep 15 16:33:57.790007 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron.db.l3_hamode_db [None req-d6c7debd-f0f3-4e67-9a9b-67f50d111863 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b2a6ad7-614d-4182-8fd5-ec5bbf2affbd', 'name': 'tempest-TestVolumeBootPattern-1599081810-router', 'tenant_id': 'f448c5fca9014429b532320ab78459ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62251075-a3e3-4d47-8761-104d217b089a', 'external_fixed_ips': [{'subnet_id': '9a71565b-217b-482b-8364-bc8ecb4c8f88', 'ip_address': '172.27.3.54'}], 'enable_snat': True}, 'gw_port_id': 'bae01dab-de4f-4ea6-acc3-abb66545ff41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:29:59Z', 'updated_at': '2021-09-15T16:30:03Z', 'revision_number': 4, 'project_id': 'f448c5fca9014429b532320ab78459ea', 'gw_port': {'id': 'bae01dab-de4f-4ea6-acc3-abb66545ff41', 'name': '', 'network_id': '62251075-a3e3-4d47-8761-104d217b089a', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:bc:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b2a6ad7-614d-4182-8fd5-ec5bbf2affbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '9a71565b-217b-482b-8364-bc8ecb4c8f88', 'ip_address': '172.27.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779576-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:30:00Z', 'updated_at': '2021-09-15T16:30:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a71565b-217b-482b-8364-bc8ecb4c8f88', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779576-8-iscsi', '_floatingips': [{'id': 'a8f02f74-3efc-45ae-a749-c270628f4879', 'tenant_id': 'f448c5fca9014429b532320ab78459ea', 'floating_ip_address': '172.27.3.233', 'floating_network_id': '62251075-a3e3-4d47-8761-104d217b089a', 'router_id': '8b2a6ad7-614d-4182-8fd5-ec5bbf2affbd', 'port_id': '95da61fc-3e3d-4304-bba4-dde15db271d0', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 646, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '48dcadf6-1b51-4d33-92c6-65cc509573fa', 'mac_address': 'fa:16:3e:54:d2:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '257cc74a-da4c-4efe-9579-f4510a0aa649', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T16:33:54Z', 'updated_at': '2021-09-15T16:33:54Z', 'revision_number': 0, 'project_id': 'f448c5fca9014429b532320ab78459ea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2dba4de5-87c7-404d-9adf-25f18479f5c2', 'name': '', 'network_id': '48dcadf6-1b51-4d33-92c6-65cc509573fa', 'tenant_id': 'f448c5fca9014429b532320ab78459ea', 'mac_address': 'fa:16:3e:85:25:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b2a6ad7-614d-4182-8fd5-ec5bbf2affbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': 'df755c0f-3453-4699-824d-add9626035f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779576-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:30:02Z', 'updated_at': '2021-09-15T16:30:09Z', 'revision_number': 5, 'project_id': 'f448c5fca9014429b532320ab78459ea', 'subnets': [{'id': 'df755c0f-3453-4699-824d-add9626035f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779576-8-iscsi', False) {} {{(pid=93956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:33:57.816333 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6c7debd-f0f3-4e67-9a9b-67f50d111863 None None] The sync data for ids ['8b2a6ad7-614d-4182-8fd5-ec5bbf2affbd'] in dv-cinder-779576-8-iscsi is: [{'id': '8b2a6ad7-614d-4182-8fd5-ec5bbf2affbd', 'name': 'tempest-TestVolumeBootPattern-1599081810-router', 'tenant_id': 'f448c5fca9014429b532320ab78459ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62251075-a3e3-4d47-8761-104d217b089a', 'external_fixed_ips': [{'subnet_id': '9a71565b-217b-482b-8364-bc8ecb4c8f88', 'ip_address': '172.27.3.54'}], 'enable_snat': True}, 'gw_port_id': 'bae01dab-de4f-4ea6-acc3-abb66545ff41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:29:59Z', 'updated_at': '2021-09-15T16:30:03Z', 'revision_number': 4, 'project_id': 'f448c5fca9014429b532320ab78459ea', 'gw_port': {'id': 'bae01dab-de4f-4ea6-acc3-abb66545ff41', 'name': '', 'network_id': '62251075-a3e3-4d47-8761-104d217b089a', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:bc:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b2a6ad7-614d-4182-8fd5-ec5bbf2affbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '9a71565b-217b-482b-8364-bc8ecb4c8f88', 'ip_address': '172.27.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779576-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:30:00Z', 'updated_at': '2021-09-15T16:30:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a71565b-217b-482b-8364-bc8ecb4c8f88', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779576-8-iscsi', '_floatingips': [{'id': 'a8f02f74-3efc-45ae-a749-c270628f4879', 'tenant_id': 'f448c5fca9014429b532320ab78459ea', 'floating_ip_address': '172.27.3.233', 'floating_network_id': '62251075-a3e3-4d47-8761-104d217b089a', 'router_id': '8b2a6ad7-614d-4182-8fd5-ec5bbf2affbd', 'port_id': '95da61fc-3e3d-4304-bba4-dde15db271d0', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 646, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '48dcadf6-1b51-4d33-92c6-65cc509573fa', 'mac_address': 'fa:16:3e:54:d2:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '257cc74a-da4c-4efe-9579-f4510a0aa649', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T16:33:54Z', 'updated_at': '2021-09-15T16:33:54Z', 'revision_number': 0, 'project_id': 'f448c5fca9014429b532320ab78459ea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2dba4de5-87c7-404d-9adf-25f18479f5c2', 'name': '', 'network_id': '48dcadf6-1b51-4d33-92c6-65cc509573fa', 'tenant_id': 'f448c5fca9014429b532320ab78459ea', 'mac_address': 'fa:16:3e:85:25:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b2a6ad7-614d-4182-8fd5-ec5bbf2affbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': 'df755c0f-3453-4699-824d-add9626035f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779576-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:30:02Z', 'updated_at': '2021-09-15T16:30:09Z', 'revision_number': 5, 'project_id': 'f448c5fca9014429b532320ab78459ea', 'subnets': [{'id': 'df755c0f-3453-4699-824d-add9626035f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 16:33:57.848637 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-df4083bf-ae58-419d-877a-3938c0f704be req-c298bc66-3c5c-48e6-a2d0-b032a8f41cb7 service neutron] 10.222.0.45 "GET /v2.0/networks/48dcadf6-1b51-4d33-92c6-65cc509573fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1479974 Sep 15 16:33:57.891278 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-194a2df9-7a7c-4ab3-87f9-47fc87ea7f86 req-320cebbf-e4fa-495d-8d6d-b3820527e47e service neutron] 10.222.0.45 "GET /v2.0/networks/e5114a12-53db-4676-99c9-6e0e730337dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1558607 Sep 15 16:33:57.954995 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-df4083bf-ae58-419d-877a-3938c0f704be req-4ce5ac2f-a2d4-4bed-9b7d-bbab2f6775a8 service neutron] 10.222.0.45 "GET /v2.0/networks/48dcadf6-1b51-4d33-92c6-65cc509573fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0982828 Sep 15 16:33:58.014064 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92484091-8e04-4b20-b845-2e9f80a040d0 None None] New status for floating IP a8f02f74-3efc-45ae-a749-c270628f4879: ACTIVE {{(pid=93955) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 15 16:33:58.154313 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d21ea3-1303-4d17-bbdc-01607bb615f4 req-3d6586da-c1c3-43eb-bf56-c9b1c572565a tempest-AttachVolumeTestJSON-1141938147 tempest-AttachVolumeTestJSON-1141938147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:33:58.157117 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-38d21ea3-1303-4d17-bbdc-01607bb615f4 req-3d6586da-c1c3-43eb-bf56-c9b1c572565a tempest-AttachVolumeTestJSON-1141938147 tempest-AttachVolumeTestJSON-1141938147-project] 10.222.0.39 "GET /v2.0/ports?device_id=15113f62-27f0-4c75-9dad-844e96a80d67 HTTP/1.1" status: 200 len: 943 time: 0.0539415 Sep 15 16:33:58.196869 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-38d21ea3-1303-4d17-bbdc-01607bb615f4 req-e5d75a9e-34e1-46aa-b1e8-5818d100f804 tempest-AttachVolumeTestJSON-1141938147 tempest-AttachVolumeTestJSON-1141938147-project] 10.222.0.39 "GET /v2.0/security-groups?id=c677a93f-fa77-437f-87eb-0624f52b6fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341377 Sep 15 16:33:58.327371 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb969b6-c591-424e-a5d9-2cfb0bd4b1c6 req-e0fdcebd-0543-4315-9c28-075b3a0d74c5 tempest-TestShelveInstance-312036796 tempest-TestShelveInstance-312036796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:33:58.328867 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-9eb969b6-c591-424e-a5d9-2cfb0bd4b1c6 req-e0fdcebd-0543-4315-9c28-075b3a0d74c5 tempest-TestShelveInstance-312036796 tempest-TestShelveInstance-312036796-project] 10.222.0.39 "GET /v2.0/ports?device_id=91edce23-8260-4232-90a7-8d37815878e8 HTTP/1.1" status: 200 len: 944 time: 0.0534561 Sep 15 16:33:58.375303 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-9eb969b6-c591-424e-a5d9-2cfb0bd4b1c6 req-5b42c3bf-4f5b-4ef3-8e59-15c5977363e5 tempest-TestShelveInstance-312036796 tempest-TestShelveInstance-312036796-project] 10.222.0.39 "GET /v2.0/security-groups?id=d14ff028-a9f3-4410-9e70-5bc9f3c53d96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402894 Sep 15 16:33:59.088893 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15113f62-27f0-4c75-9dad-844e96a80d67', 'tag': 'a5c6bac9-df74-4e36-90e5-0987a4ac425c'}] {{(pid=93953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 16:33:59.091264 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5192e05b0783e869a38b3815ee673eee9316ce03dcaf8465063259ebfb62487" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d4bf222-ecdd-4329-bc82-8b09df494bd6" -d '{"events": [{"name": "network-changed", "server_uuid": "15113f62-27f0-4c75-9dad-844e96a80d67", "tag": "a5c6bac9-df74-4e36-90e5-0987a4ac425c"}]}' {{(pid=93953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 16:33:59.128536 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 16:33:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-671bdb44-2a0d-42b7-a607-f3884f87b595 x-openstack-request-id: req-671bdb44-2a0d-42b7-a607-f3884f87b595 {{(pid=93953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 16:33:59.128821 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "15113f62-27f0-4c75-9dad-844e96a80d67", "tag": "a5c6bac9-df74-4e36-90e5-0987a4ac425c", "status": "completed", "code": 200}]} {{(pid=93953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 16:33:59.129072 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-671bdb44-2a0d-42b7-a607-f3884f87b595 {{(pid=93953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 16:33:59.129459 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '15113f62-27f0-4c75-9dad-844e96a80d67', 'tag': 'a5c6bac9-df74-4e36-90e5-0987a4ac425c', 'status': 'completed', 'code': 200} Sep 15 16:33:59.157323 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-948fc3ca-1c0a-4b88-a97c-d201bfa0bacc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791196484491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953091'] for agent, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:33:59.203184 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4bf222-ecdd-4329-bc82-8b09df494bd6 req-a96728d4-734f-4867-9afa-8fb4e49a4f44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:33:59.204745 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-9d4bf222-ecdd-4329-bc82-8b09df494bd6 req-a96728d4-734f-4867-9afa-8fb4e49a4f44 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=1eedf12f4fe8435397aa63f6ef9368f9&device_id=15113f62-27f0-4c75-9dad-844e96a80d67 HTTP/1.1" status: 200 len: 1096 time: 0.0499563 Sep 15 16:33:59.302685 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4bf222-ecdd-4329-bc82-8b09df494bd6 req-42e3cfaf-2ffe-42c3-9f0d-50537a36b5e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:33:59.304221 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-9d4bf222-ecdd-4329-bc82-8b09df494bd6 req-42e3cfaf-2ffe-42c3-9f0d-50537a36b5e3 service neutron] 10.222.0.45 "GET /v2.0/networks?id=e5114a12-53db-4676-99c9-6e0e730337dd HTTP/1.1" status: 200 len: 911 time: 0.0918279 Sep 15 16:33:59.313839 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2bc10e-5fef-4b11-8486-200ff11d6e20 req-505d5fb4-3b2d-4632-955c-5eb3a4b89444 tempest-AttachVolumeTestJSON-1141938147 tempest-AttachVolumeTestJSON-1141938147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:33:59.315301 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-9d2bc10e-5fef-4b11-8486-200ff11d6e20 req-505d5fb4-3b2d-4632-955c-5eb3a4b89444 tempest-AttachVolumeTestJSON-1141938147 tempest-AttachVolumeTestJSON-1141938147-project] 10.222.0.39 "GET /v2.0/ports?device_id=15113f62-27f0-4c75-9dad-844e96a80d67 HTTP/1.1" status: 200 len: 943 time: 0.0499656 Sep 15 16:33:59.346949 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-9d4bf222-ecdd-4329-bc82-8b09df494bd6 req-5df159c6-b3d5-4ca5-8f90-7d2e6ceac444 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a5c6bac9-df74-4e36-90e5-0987a4ac425c HTTP/1.1" status: 200 len: 217 time: 0.0349994 Sep 15 16:33:59.355199 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-9d2bc10e-5fef-4b11-8486-200ff11d6e20 req-8bac04c5-b1a3-478c-93b8-9f5a92f0e8d6 tempest-AttachVolumeTestJSON-1141938147 tempest-AttachVolumeTestJSON-1141938147-project] 10.222.0.39 "GET /v2.0/security-groups?id=c677a93f-fa77-437f-87eb-0624f52b6fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332623 Sep 15 16:33:59.396274 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4bf222-ecdd-4329-bc82-8b09df494bd6 req-143d9d17-bf96-4ef9-97dc-582d8e23be24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:33:59.397706 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-9d4bf222-ecdd-4329-bc82-8b09df494bd6 req-143d9d17-bf96-4ef9-97dc-582d8e23be24 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=22529361-3b44-49b4-805b-da9f7d11ed5f HTTP/1.1" status: 200 len: 850 time: 0.0429478 Sep 15 16:33:59.454957 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4bf222-ecdd-4329-bc82-8b09df494bd6 req-3f26d20a-7046-48f6-9c75-19b3fa6d4881 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:33:59.456424 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-9d4bf222-ecdd-4329-bc82-8b09df494bd6 req-3f26d20a-7046-48f6-9c75-19b3fa6d4881 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=e5114a12-53db-4676-99c9-6e0e730337dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0517213 Sep 15 16:33:59.548801 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07349e16-93f8-4682-ba35-032dcc851190 req-aaad4e2e-14e4-4a8c-8ea6-5c16dcad619a tempest-TestShelveInstance-312036796 tempest-TestShelveInstance-312036796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:33:59.550273 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-07349e16-93f8-4682-ba35-032dcc851190 req-aaad4e2e-14e4-4a8c-8ea6-5c16dcad619a tempest-TestShelveInstance-312036796 tempest-TestShelveInstance-312036796-project] 10.222.0.39 "GET /v2.0/ports?device_id=91edce23-8260-4232-90a7-8d37815878e8 HTTP/1.1" status: 200 len: 944 time: 0.1058793 Sep 15 16:33:59.587376 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-9d4bf222-ecdd-4329-bc82-8b09df494bd6 req-829296da-e4c1-443f-879b-b8ab4c4f6a7b service neutron] 10.222.0.45 "GET /v2.0/networks/e5114a12-53db-4676-99c9-6e0e730337dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1139698 Sep 15 16:33:59.611276 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-07349e16-93f8-4682-ba35-032dcc851190 req-638f94ac-ab48-4363-b95f-325487d8395a tempest-TestShelveInstance-312036796 tempest-TestShelveInstance-312036796-project] 10.222.0.39 "GET /v2.0/security-groups?id=d14ff028-a9f3-4410-9e70-5bc9f3c53d96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548623 Sep 15 16:33:59.692090 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-9d4bf222-ecdd-4329-bc82-8b09df494bd6 req-7d74c225-50a9-4418-9073-4b4121b40e7f service neutron] 10.222.0.45 "GET /v2.0/networks/e5114a12-53db-4676-99c9-6e0e730337dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952086 Sep 15 16:34:00.475524 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fd5f2d-8423-4691-98d5-b7d3b042e173 req-75f2be68-65a8-4c28-b2ad-51899933cae4 tempest-AttachVolumeTestJSON-1141938147 tempest-AttachVolumeTestJSON-1141938147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:34:00.477145 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-f6fd5f2d-8423-4691-98d5-b7d3b042e173 req-75f2be68-65a8-4c28-b2ad-51899933cae4 tempest-AttachVolumeTestJSON-1141938147 tempest-AttachVolumeTestJSON-1141938147-project] 10.222.0.39 "GET /v2.0/ports?device_id=15113f62-27f0-4c75-9dad-844e96a80d67 HTTP/1.1" status: 200 len: 943 time: 0.0497246 Sep 15 16:34:00.517802 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-f6fd5f2d-8423-4691-98d5-b7d3b042e173 req-9538399f-572f-47aa-8c37-0b0bdee79c9e tempest-AttachVolumeTestJSON-1141938147 tempest-AttachVolumeTestJSON-1141938147-project] 10.222.0.39 "GET /v2.0/security-groups?id=c677a93f-fa77-437f-87eb-0624f52b6fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316064 Sep 15 16:34:00.574083 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.rpc [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] Device a5c6bac9-df74-4e36-90e5-0987a4ac425c details requested by agent hyperv_hv-cinder-77957 with host hv-cinder-77957 {{(pid=93955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 16:34:00.686500 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.db [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] For port a5c6bac9-df74-4e36-90e5-0987a4ac425c, host hv-cinder-77957, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77957',level=0,port_id=a5c6bac9-df74-4e36-90e5-0987a4ac425c,segment=NetworkSegment(416aa124-8160-4924-9f36-b14c80e8b3ef),segment_id=416aa124-8160-4924-9f36-b14c80e8b3ef)] {{(pid=93955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:34:00.698032 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.rpc [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] Returning: {'device': 'a5c6bac9-df74-4e36-90e5-0987a4ac425c', 'network_id': 'e5114a12-53db-4676-99c9-6e0e730337dd', 'port_id': 'a5c6bac9-df74-4e36-90e5-0987a4ac425c', 'mac_address': 'fa:16:3e:85:07:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 50, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '22529361-3b44-49b4-805b-da9f7d11ed5f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 16:34:00.726566 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e935a998-964a-4634-b63e-04c2e28b23bc req-4988051f-6492-440c-9bb2-539525096e0c tempest-TestShelveInstance-312036796 tempest-TestShelveInstance-312036796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:34:00.728099 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-e935a998-964a-4634-b63e-04c2e28b23bc req-4988051f-6492-440c-9bb2-539525096e0c tempest-TestShelveInstance-312036796 tempest-TestShelveInstance-312036796-project] 10.222.0.39 "GET /v2.0/ports?device_id=91edce23-8260-4232-90a7-8d37815878e8 HTTP/1.1" status: 200 len: 944 time: 0.0492697 Sep 15 16:34:00.735270 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928820'] for port, before_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:34:00.748335 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.notifiers.nova [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a5c6bac9-df74-4e36-90e5-0987a4ac425c {{(pid=93955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 16:34:00.765947 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-e935a998-964a-4634-b63e-04c2e28b23bc req-ac4355ce-f835-4659-bfd6-b4cb62fe9d0e tempest-TestShelveInstance-312036796 tempest-TestShelveInstance-312036796-project] 10.222.0.39 "GET /v2.0/security-groups?id=d14ff028-a9f3-4410-9e70-5bc9f3c53d96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318365 Sep 15 16:34:00.767190 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.db [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] For port a5c6bac9-df74-4e36-90e5-0987a4ac425c, host hv-cinder-77957, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77957',level=0,port_id=a5c6bac9-df74-4e36-90e5-0987a4ac425c,segment=NetworkSegment(416aa124-8160-4924-9f36-b14c80e8b3ef),segment_id=416aa124-8160-4924-9f36-b14c80e8b3ef)] {{(pid=93955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:34:00.772753 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791196459277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791195970012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791195970030'] for port, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:34:00.835690 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] Pushing event updated for resources: {'Port': ['ID=a5c6bac9-df74-4e36-90e5-0987a4ac425c,revision_number=4']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:34:01.118223 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.db [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] get_ports_and_sgs() called for port_ids ['a5c6bac9-df74-4e36-90e5-0987a4ac425c'] {{(pid=93955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 16:34:01.632411 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d596c629-5195-4c6b-bbab-7804d7292d8b req-ebba5667-a30c-46b2-ae5c-6f39ae7e74c6 tempest-AttachVolumeTestJSON-1141938147 tempest-AttachVolumeTestJSON-1141938147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:34:01.634093 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-d596c629-5195-4c6b-bbab-7804d7292d8b req-ebba5667-a30c-46b2-ae5c-6f39ae7e74c6 tempest-AttachVolumeTestJSON-1141938147 tempest-AttachVolumeTestJSON-1141938147-project] 10.222.0.39 "GET /v2.0/ports?device_id=15113f62-27f0-4c75-9dad-844e96a80d67 HTTP/1.1" status: 200 len: 944 time: 0.0497680 Sep 15 16:34:01.684202 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-d596c629-5195-4c6b-bbab-7804d7292d8b req-2dd2e714-b2e8-4711-8f95-fffa4635a555 tempest-AttachVolumeTestJSON-1141938147 tempest-AttachVolumeTestJSON-1141938147-project] 10.222.0.39 "GET /v2.0/security-groups?id=c677a93f-fa77-437f-87eb-0624f52b6fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441380 Sep 15 16:34:01.863739 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-57d8a9a3-d16f-4b20-b77b-ca1e664c03db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791196484491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953091'] for agent, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:34:01.898735 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e34ea1e-bd10-4ca3-96d1-9aeeaf5a106a req-56436df9-40a4-43bc-99b3-6fc3c4992965 tempest-TestShelveInstance-312036796 tempest-TestShelveInstance-312036796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:34:01.900248 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-2e34ea1e-bd10-4ca3-96d1-9aeeaf5a106a req-56436df9-40a4-43bc-99b3-6fc3c4992965 tempest-TestShelveInstance-312036796 tempest-TestShelveInstance-312036796-project] 10.222.0.39 "GET /v2.0/ports?device_id=91edce23-8260-4232-90a7-8d37815878e8 HTTP/1.1" status: 200 len: 944 time: 0.0545835 Sep 15 16:34:01.938095 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-2e34ea1e-bd10-4ca3-96d1-9aeeaf5a106a req-172f349b-4382-4e9b-b081-8fe9d3fca7a6 tempest-TestShelveInstance-312036796 tempest-TestShelveInstance-312036796-project] 10.222.0.39 "GET /v2.0/security-groups?id=d14ff028-a9f3-4410-9e70-5bc9f3c53d96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318444 Sep 15 16:34:01.953855 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-d6273af2-1bc0-4d80-9287-cc19fab8a5ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791196484491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953091'] for agent, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:34:02.589772 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.rpc [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] Device a5c6bac9-df74-4e36-90e5-0987a4ac425c up at agent hyperv_hv-cinder-77957 {{(pid=93955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 16:34:02.653875 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.db.provisioning_blocks [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] Provisioning for port a5c6bac9-df74-4e36-90e5-0987a4ac425c completed by entity L2. {{(pid=93955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 16:34:02.658095 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.db.provisioning_blocks [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] Provisioning complete for port a5c6bac9-df74-4e36-90e5-0987a4ac425c triggered by entity L2. {{(pid=93955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:34:02.658397 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953592'] for port, provisioning_complete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:34:02.735952 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928820'] for port, before_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:34:02.758074 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15113f62-27f0-4c75-9dad-844e96a80d67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5c6bac9-df74-4e36-90e5-0987a4ac425c'}] {{(pid=93955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 16:34:02.760430 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cc821c0eec02d2c96bcea0a08104c2827b642bf310f598bba7a206798b1bddd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22f2aec3-7d6f-4273-910e-ab360f7cd25b" -d '{"events": [{"server_uuid": "15113f62-27f0-4c75-9dad-844e96a80d67", "name": "network-vif-plugged", "status": "completed", "tag": "a5c6bac9-df74-4e36-90e5-0987a4ac425c"}]}' {{(pid=93955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 16:34:02.775956 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.db [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] For port a5c6bac9-df74-4e36-90e5-0987a4ac425c, host hv-cinder-77957, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77957',level=0,port_id=a5c6bac9-df74-4e36-90e5-0987a4ac425c,segment=NetworkSegment(416aa124-8160-4924-9f36-b14c80e8b3ef),segment_id=416aa124-8160-4924-9f36-b14c80e8b3ef)] {{(pid=93955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:34:02.781639 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791196459277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791195970012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791195970030'] for port, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:34:02.808770 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ad3da4-9164-4546-9326-ed25d169a26f req-fba52e62-a0c6-4f48-aff3-8548558fe96d tempest-AttachVolumeTestJSON-1141938147 tempest-AttachVolumeTestJSON-1141938147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:34:02.813043 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-79ad3da4-9164-4546-9326-ed25d169a26f req-fba52e62-a0c6-4f48-aff3-8548558fe96d tempest-AttachVolumeTestJSON-1141938147 tempest-AttachVolumeTestJSON-1141938147-project] 10.222.0.39 "GET /v2.0/ports?device_id=15113f62-27f0-4c75-9dad-844e96a80d67 HTTP/1.1" status: 200 len: 944 time: 0.0586786 Sep 15 16:34:02.832578 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] Pushing event updated for resources: {'Port': ['ID=a5c6bac9-df74-4e36-90e5-0987a4ac425c,revision_number=5']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:34:02.850020 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-79ad3da4-9164-4546-9326-ed25d169a26f req-4755b2ed-04e5-4204-9ed7-0c14969fb353 tempest-AttachVolumeTestJSON-1141938147 tempest-AttachVolumeTestJSON-1141938147-project] 10.222.0.39 "GET /v2.0/security-groups?id=c677a93f-fa77-437f-87eb-0624f52b6fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342352 Sep 15 16:34:02.866401 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 16:34:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ae53d0d-ed31-4e2f-bf1f-c85d6ed6ee38 x-openstack-request-id: req-0ae53d0d-ed31-4e2f-bf1f-c85d6ed6ee38 {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 16:34:02.866957 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15113f62-27f0-4c75-9dad-844e96a80d67", "name": "network-vif-plugged", "status": "completed", "tag": "a5c6bac9-df74-4e36-90e5-0987a4ac425c", "code": 200}]} {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 16:34:02.867108 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-0ae53d0d-ed31-4e2f-bf1f-c85d6ed6ee38 {{(pid=93955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 16:34:02.867544 dv-cinder-779576-8-iscsi neutron-server[93955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15113f62-27f0-4c75-9dad-844e96a80d67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5c6bac9-df74-4e36-90e5-0987a4ac425c', 'code': 200} Sep 15 16:34:02.999011 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-eee1357e-56cc-4bdc-884d-16a88731d16f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791196484491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953091'] for agent, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:34:03.041109 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab57d9b-40d1-4e0a-8f96-6c0dfd8e89e3 req-76755591-f2e2-42d3-a28c-9fe751bdfe21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:34:03.042608 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-fab57d9b-40d1-4e0a-8f96-6c0dfd8e89e3 req-76755591-f2e2-42d3-a28c-9fe751bdfe21 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=15113f62-27f0-4c75-9dad-844e96a80d67 HTTP/1.1" status: 200 len: 1098 time: 0.0400541 Sep 15 16:34:03.062893 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce17ff6-8cc7-4b32-9bfb-c1a8f3d492b8 req-9a423bb8-a42a-4164-9821-f33d88a52e78 tempest-TestShelveInstance-312036796 tempest-TestShelveInstance-312036796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:34:03.064391 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-9ce17ff6-8cc7-4b32-9bfb-c1a8f3d492b8 req-9a423bb8-a42a-4164-9821-f33d88a52e78 tempest-TestShelveInstance-312036796 tempest-TestShelveInstance-312036796-project] 10.222.0.39 "GET /v2.0/ports?device_id=91edce23-8260-4232-90a7-8d37815878e8 HTTP/1.1" status: 200 len: 944 time: 0.0503917 Sep 15 16:34:03.080743 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-fab57d9b-40d1-4e0a-8f96-6c0dfd8e89e3 req-a199728d-1d24-4b4c-8d18-0e542ca54562 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=c677a93f-fa77-437f-87eb-0624f52b6fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0294890 Sep 15 16:34:03.104331 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-9ce17ff6-8cc7-4b32-9bfb-c1a8f3d492b8 req-ddd494f4-fede-4947-b33d-860d708bf56c tempest-TestShelveInstance-312036796 tempest-TestShelveInstance-312036796-project] 10.222.0.39 "GET /v2.0/security-groups?id=d14ff028-a9f3-4410-9e70-5bc9f3c53d96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338416 Sep 15 16:34:03.970661 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad7b22a-d07f-4fe0-a09c-404b223a6fa9 req-f0aacb3f-06b1-4c26-89f2-29cec435ee89 tempest-AttachVolumeTestJSON-1141938147 tempest-AttachVolumeTestJSON-1141938147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:34:03.972153 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-3ad7b22a-d07f-4fe0-a09c-404b223a6fa9 req-f0aacb3f-06b1-4c26-89f2-29cec435ee89 tempest-AttachVolumeTestJSON-1141938147 tempest-AttachVolumeTestJSON-1141938147-project] 10.222.0.39 "GET /v2.0/ports?device_id=15113f62-27f0-4c75-9dad-844e96a80d67 HTTP/1.1" status: 200 len: 945 time: 0.0532296 Sep 15 16:34:04.012319 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-3ad7b22a-d07f-4fe0-a09c-404b223a6fa9 req-73f078ac-303d-4d56-a6f4-9bbc9e0e8bde tempest-AttachVolumeTestJSON-1141938147 tempest-AttachVolumeTestJSON-1141938147-project] 10.222.0.39 "GET /v2.0/security-groups?id=c677a93f-fa77-437f-87eb-0624f52b6fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339262 Sep 15 16:34:04.227499 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a466c79d-6398-46e3-b97b-80a555789111 req-a2a1d442-24ed-4b69-857f-b63dd446a93a tempest-TestShelveInstance-312036796 tempest-TestShelveInstance-312036796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:34:04.229150 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-a466c79d-6398-46e3-b97b-80a555789111 req-a2a1d442-24ed-4b69-857f-b63dd446a93a tempest-TestShelveInstance-312036796 tempest-TestShelveInstance-312036796-project] 10.222.0.39 "GET /v2.0/ports?device_id=91edce23-8260-4232-90a7-8d37815878e8 HTTP/1.1" status: 200 len: 944 time: 0.0506511 Sep 15 16:34:04.275499 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-a466c79d-6398-46e3-b97b-80a555789111 req-c72d6825-0750-409e-a182-a40addc9baee tempest-TestShelveInstance-312036796 tempest-TestShelveInstance-312036796-project] 10.222.0.39 "GET /v2.0/security-groups?id=d14ff028-a9f3-4410-9e70-5bc9f3c53d96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373154 Sep 15 16:34:04.507028 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-7ad16b6f-1dcb-4567-914a-8ec9b5a04b47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791196484491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953091'] for agent, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:34:04.612253 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.rpc [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] Device 1278be16-8f94-4535-b85d-4e24bfa8782e details requested by agent hyperv_hv-cinder-77957 with host hv-cinder-77957 {{(pid=93955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 16:34:04.707058 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.db [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] For port 1278be16-8f94-4535-b85d-4e24bfa8782e, host hv-cinder-77957, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77957',level=0,port_id=1278be16-8f94-4535-b85d-4e24bfa8782e,segment=NetworkSegment(357f3e6e-7de5-4e8f-a75a-601eaf932fe9),segment_id=357f3e6e-7de5-4e8f-a75a-601eaf932fe9)] {{(pid=93955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:34:04.718108 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.rpc [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] Returning: {'device': '1278be16-8f94-4535-b85d-4e24bfa8782e', 'network_id': 'c5434ca4-ccc6-4f17-83c3-0e714ba8c18a', 'port_id': '1278be16-8f94-4535-b85d-4e24bfa8782e', 'mac_address': 'fa:16:3e:78:36:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a878bb0e-ef92-4742-928c-735ec49c3680', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 16:34:04.760027 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928820'] for port, before_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:34:04.772997 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.notifiers.nova [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1278be16-8f94-4535-b85d-4e24bfa8782e {{(pid=93955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 16:34:04.792528 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.db [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] For port 1278be16-8f94-4535-b85d-4e24bfa8782e, host hv-cinder-77957, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77957',level=0,port_id=1278be16-8f94-4535-b85d-4e24bfa8782e,segment=NetworkSegment(357f3e6e-7de5-4e8f-a75a-601eaf932fe9),segment_id=357f3e6e-7de5-4e8f-a75a-601eaf932fe9)] {{(pid=93955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:34:04.797780 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791196459277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791195970012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791195970030'] for port, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:34:04.845571 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] Pushing event updated for resources: {'Port': ['ID=1278be16-8f94-4535-b85d-4e24bfa8782e,revision_number=7']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:34:05.138626 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.db [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] get_ports_and_sgs() called for port_ids ['1278be16-8f94-4535-b85d-4e24bfa8782e'] {{(pid=93955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 16:34:05.150251 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ace2230-01ac-45d0-8de5-f0dd9892ecec req-d92f7c5d-624c-469c-8249-b80afdff84d8 tempest-AttachVolumeTestJSON-1141938147 tempest-AttachVolumeTestJSON-1141938147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:34:05.151752 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-6ace2230-01ac-45d0-8de5-f0dd9892ecec req-d92f7c5d-624c-469c-8249-b80afdff84d8 tempest-AttachVolumeTestJSON-1141938147 tempest-AttachVolumeTestJSON-1141938147-project] 10.222.0.39 "GET /v2.0/ports?device_id=15113f62-27f0-4c75-9dad-844e96a80d67 HTTP/1.1" status: 200 len: 945 time: 0.0705492 Sep 15 16:34:05.192033 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-6ace2230-01ac-45d0-8de5-f0dd9892ecec req-a51cb201-4dfe-44c7-a143-66f4c441585e tempest-AttachVolumeTestJSON-1141938147 tempest-AttachVolumeTestJSON-1141938147-project] 10.222.0.39 "GET /v2.0/security-groups?id=c677a93f-fa77-437f-87eb-0624f52b6fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335915 Sep 15 16:34:05.306173 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac74309f-b6c9-4508-8c88-db194b2316a2 req-143e792a-d33c-470a-a6ab-c4a159dc1b10 tempest-AttachVolumeTestJSON-1141938147 tempest-AttachVolumeTestJSON-1141938147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:34:05.307658 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-ac74309f-b6c9-4508-8c88-db194b2316a2 req-143e792a-d33c-470a-a6ab-c4a159dc1b10 tempest-AttachVolumeTestJSON-1141938147 tempest-AttachVolumeTestJSON-1141938147-project] 10.222.0.39 "GET /v2.0/ports?device_id=15113f62-27f0-4c75-9dad-844e96a80d67 HTTP/1.1" status: 200 len: 945 time: 0.0496101 Sep 15 16:34:05.322425 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.wsgi [-] (93953) accepted ('10.222.0.39', 40966) {{(pid=93953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:34:05.327283 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.api.v2.base [None req-6b0b448b-6c96-4a68-95d0-679d99062b5b tempest-AttachVolumeTestJSON-1141938147 tempest-AttachVolumeTestJSON-1141938147-project] Request body: {'floatingip': {'port_id': 'a5c6bac9-df74-4e36-90e5-0987a4ac425c'}} {{(pid=93953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:34:05.378246 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-6b0b448b-6c96-4a68-95d0-679d99062b5b tempest-AttachVolumeTestJSON-1141938147 tempest-AttachVolumeTestJSON-1141938147-project] Notify callbacks [] for floatingip, before_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:34:05.493944 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea5d36c-0c33-4de1-86ec-84c2303d0b5f req-b912865b-39cf-423e-abcf-0d896b7d868a tempest-TestShelveInstance-312036796 tempest-TestShelveInstance-312036796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:34:05.495440 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-7ea5d36c-0c33-4de1-86ec-84c2303d0b5f req-b912865b-39cf-423e-abcf-0d896b7d868a tempest-TestShelveInstance-312036796 tempest-TestShelveInstance-312036796-project] 10.222.0.39 "GET /v2.0/ports?device_id=91edce23-8260-4232-90a7-8d37815878e8 HTTP/1.1" status: 200 len: 945 time: 0.1347239 Sep 15 16:34:05.582244 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-7ea5d36c-0c33-4de1-86ec-84c2303d0b5f req-dc567455-7bbc-4d20-b9e9-7965b02f3c98 tempest-TestShelveInstance-312036796 tempest-TestShelveInstance-312036796-project] 10.222.0.39 "GET /v2.0/security-groups?id=d14ff028-a9f3-4410-9e70-5bc9f3c53d96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0794108 Sep 15 16:34:05.875940 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-6b0b448b-6c96-4a68-95d0-679d99062b5b tempest-AttachVolumeTestJSON-1141938147 tempest-AttachVolumeTestJSON-1141938147-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:34:05.883056 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-6b0b448b-6c96-4a68-95d0-679d99062b5b tempest-AttachVolumeTestJSON-1141938147 tempest-AttachVolumeTestJSON-1141938147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3725591'] for floatingip, after_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:34:05.986909 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.db.l3_db [None req-6b0b448b-6c96-4a68-95d0-679d99062b5b tempest-AttachVolumeTestJSON-1141938147 tempest-AttachVolumeTestJSON-1141938147-project] Floating IP 6e9ff5a3-c465-4829-868a-ec40dac2a8b0 associated. External IP: 172.27.3.116, port: a5c6bac9-df74-4e36-90e5-0987a4ac425c. Sep 15 16:34:06.205980 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b0b448b-6c96-4a68-95d0-679d99062b5b tempest-AttachVolumeTestJSON-1141938147 tempest-AttachVolumeTestJSON-1141938147-project] Router 9d99db99-59c9-498e-835d-354c62ec0f52 has already been hosted by L3 agent 7a8df8d7-c3ef-43b4-9534-c977f7014926 {{(pid=93953) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 16:34:06.326947 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b0b448b-6c96-4a68-95d0-679d99062b5b tempest-AttachVolumeTestJSON-1141938147 tempest-AttachVolumeTestJSON-1141938147-project] Notify agent at l3_agent.dv-cinder-779576-8-iscsi the message routers_updated {{(pid=93953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 16:34:06.332495 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-6b0b448b-6c96-4a68-95d0-679d99062b5b tempest-AttachVolumeTestJSON-1141938147 tempest-AttachVolumeTestJSON-1141938147-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58602'] for floatingip, before_response {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:34:06.337751 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90d4e948-f386-44b6-aaa7-4a1602bdafdf None None] Sync routers for ids ['9d99db99-59c9-498e-835d-354c62ec0f52'] in dv-cinder-779576-8-iscsi {{(pid=93956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 16:34:06.348240 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90d4e948-f386-44b6-aaa7-4a1602bdafdf None None] Routers {'9d99db99-59c9-498e-835d-354c62ec0f52'} bound to L3 agent in host dv-cinder-779576-8-iscsi {{(pid=93956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:34:06.348857 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron.db.l3_hamode_db [None req-90d4e948-f386-44b6-aaa7-4a1602bdafdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779576-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-15T16:14:02Z,description=,heartbeat_timestamp=2021-09-15T16:34:02Z,host='dv-cinder-779576-8-iscsi',id=7a8df8d7-c3ef-43b4-9534-c977f7014926,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T16:14:02Z,topic='l3_agent')) {'router_ids': ['9d99db99-59c9-498e-835d-354c62ec0f52'], 'active': True} {{(pid=93956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:34:06.361434 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [None req-6b0b448b-6c96-4a68-95d0-679d99062b5b tempest-AttachVolumeTestJSON-1141938147 tempest-AttachVolumeTestJSON-1141938147-project] 10.222.0.39 "PUT /v2.0/floatingips/6e9ff5a3-c465-4829-868a-ec40dac2a8b0 HTTP/1.1" status: 200 len: 991 time: 1.0377736 Sep 15 16:34:06.362075 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15113f62-27f0-4c75-9dad-844e96a80d67', 'tag': 'a5c6bac9-df74-4e36-90e5-0987a4ac425c'}] {{(pid=93953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 16:34:06.364440 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5192e05b0783e869a38b3815ee673eee9316ce03dcaf8465063259ebfb62487" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca686854-48ea-4fd8-a1a3-2cb144035b5c" -d '{"events": [{"name": "network-changed", "server_uuid": "15113f62-27f0-4c75-9dad-844e96a80d67", "tag": "a5c6bac9-df74-4e36-90e5-0987a4ac425c"}]}' {{(pid=93953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 16:34:06.399624 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 16:34:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96798cfa-c209-4b7c-8486-28fe65a4b5d5 x-openstack-request-id: req-96798cfa-c209-4b7c-8486-28fe65a4b5d5 {{(pid=93953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 16:34:06.399919 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "15113f62-27f0-4c75-9dad-844e96a80d67", "tag": "a5c6bac9-df74-4e36-90e5-0987a4ac425c", "status": "completed", "code": 200}]} {{(pid=93953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 16:34:06.400187 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-96798cfa-c209-4b7c-8486-28fe65a4b5d5 {{(pid=93953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 16:34:06.400599 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '15113f62-27f0-4c75-9dad-844e96a80d67', 'tag': 'a5c6bac9-df74-4e36-90e5-0987a4ac425c', 'status': 'completed', 'code': 200} Sep 15 16:34:06.458188 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron.db.l3_dvr_db [None req-90d4e948-f386-44b6-aaa7-4a1602bdafdf None None] Set router 9d99db99-59c9-498e-835d-354c62ec0f52 gateway port host: dv-cinder-779576-8-iscsi {{(pid=93956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 16:34:06.465683 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca686854-48ea-4fd8-a1a3-2cb144035b5c req-78d8dc64-e649-4d41-a39e-77305f433698 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:34:06.467205 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-ca686854-48ea-4fd8-a1a3-2cb144035b5c req-78d8dc64-e649-4d41-a39e-77305f433698 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=1eedf12f4fe8435397aa63f6ef9368f9&device_id=15113f62-27f0-4c75-9dad-844e96a80d67 HTTP/1.1" status: 200 len: 1098 time: 0.0430982 Sep 15 16:34:06.567925 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca686854-48ea-4fd8-a1a3-2cb144035b5c req-3d1ba02f-3568-4ec6-b60e-7df4c826f788 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:34:06.569426 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-ca686854-48ea-4fd8-a1a3-2cb144035b5c req-3d1ba02f-3568-4ec6-b60e-7df4c826f788 service neutron] 10.222.0.45 "GET /v2.0/networks?id=e5114a12-53db-4676-99c9-6e0e730337dd HTTP/1.1" status: 200 len: 911 time: 0.0893037 Sep 15 16:34:06.625494 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.rpc [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] Device 1278be16-8f94-4535-b85d-4e24bfa8782e up at agent hyperv_hv-cinder-77957 {{(pid=93955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 16:34:06.645410 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-ca686854-48ea-4fd8-a1a3-2cb144035b5c req-4c31ed3a-c889-4e23-b8fd-ab7d6a73dfff service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a5c6bac9-df74-4e36-90e5-0987a4ac425c HTTP/1.1" status: 200 len: 999 time: 0.0669870 Sep 15 16:34:06.680408 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.db.provisioning_blocks [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] Provisioning complete for port 1278be16-8f94-4535-b85d-4e24bfa8782e triggered by entity L2. {{(pid=93955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:34:06.680778 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953592'] for port, provisioning_complete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:34:06.696769 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron.db.l3_hamode_db [None req-90d4e948-f386-44b6-aaa7-4a1602bdafdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d99db99-59c9-498e-835d-354c62ec0f52', 'name': 'tempest-AttachVolumeTestJSON-1187138833-router', 'tenant_id': '1eedf12f4fe8435397aa63f6ef9368f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62251075-a3e3-4d47-8761-104d217b089a', 'external_fixed_ips': [{'subnet_id': '9a71565b-217b-482b-8364-bc8ecb4c8f88', 'ip_address': '172.27.3.139'}], 'enable_snat': True}, 'gw_port_id': '50e0c484-9b45-40f3-bbea-7802c0d6ebfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:33:42Z', 'updated_at': '2021-09-15T16:33:44Z', 'revision_number': 4, 'project_id': '1eedf12f4fe8435397aa63f6ef9368f9', 'gw_port': {'id': '50e0c484-9b45-40f3-bbea-7802c0d6ebfe', 'name': '', 'network_id': '62251075-a3e3-4d47-8761-104d217b089a', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:47:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d99db99-59c9-498e-835d-354c62ec0f52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '9a71565b-217b-482b-8364-bc8ecb4c8f88', 'ip_address': '172.27.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779576-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:33:42Z', 'updated_at': '2021-09-15T16:33:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a71565b-217b-482b-8364-bc8ecb4c8f88', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779576-8-iscsi', '_floatingips': [{'id': '6e9ff5a3-c465-4829-868a-ec40dac2a8b0', 'tenant_id': '1eedf12f4fe8435397aa63f6ef9368f9', 'floating_ip_address': '172.27.3.116', 'floating_network_id': '62251075-a3e3-4d47-8761-104d217b089a', 'router_id': '9d99db99-59c9-498e-835d-354c62ec0f52', 'port_id': 'a5c6bac9-df74-4e36-90e5-0987a4ac425c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 643, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e5114a12-53db-4676-99c9-6e0e730337dd', 'mac_address': 'fa:16:3e:85:07:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15113f62-27f0-4c75-9dad-844e96a80d67', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T16:33:47Z', 'updated_at': '2021-09-15T16:34:05Z', 'revision_number': 1, 'project_id': '1eedf12f4fe8435397aa63f6ef9368f9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c6998fc9-7a0f-4b59-989c-cea8c2e1fe0f', 'name': '', 'network_id': 'e5114a12-53db-4676-99c9-6e0e730337dd', 'tenant_id': '1eedf12f4fe8435397aa63f6ef9368f9', 'mac_address': 'fa:16:3e:20:5d:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d99db99-59c9-498e-835d-354c62ec0f52', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '22529361-3b44-49b4-805b-da9f7d11ed5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779576-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:33:44Z', 'updated_at': '2021-09-15T16:33:48Z', 'revision_number': 5, 'project_id': '1eedf12f4fe8435397aa63f6ef9368f9', 'subnets': [{'id': '22529361-3b44-49b4-805b-da9f7d11ed5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779576-8-iscsi', False) {} {{(pid=93956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:34:06.726286 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90d4e948-f386-44b6-aaa7-4a1602bdafdf None None] Checking router: 9d99db99-59c9-498e-835d-354c62ec0f52 for host: dv-cinder-779576-8-iscsi {{(pid=93956) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 16:34:06.728828 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca686854-48ea-4fd8-a1a3-2cb144035b5c req-1eb66e5f-4100-46fe-aea4-573138c6e047 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:34:06.730319 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-ca686854-48ea-4fd8-a1a3-2cb144035b5c req-1eb66e5f-4100-46fe-aea4-573138c6e047 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=22529361-3b44-49b4-805b-da9f7d11ed5f HTTP/1.1" status: 200 len: 850 time: 0.0738590 Sep 15 16:34:06.736361 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90d4e948-f386-44b6-aaa7-4a1602bdafdf None None] Routers {'9d99db99-59c9-498e-835d-354c62ec0f52'} bound to L3 agent in host dv-cinder-779576-8-iscsi {{(pid=93956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:34:06.736965 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron.db.l3_hamode_db [None req-90d4e948-f386-44b6-aaa7-4a1602bdafdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779576-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-15T16:14:02Z,description=,heartbeat_timestamp=2021-09-15T16:34:02Z,host='dv-cinder-779576-8-iscsi',id=7a8df8d7-c3ef-43b4-9534-c977f7014926,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T16:14:02Z,topic='l3_agent')) {'router_ids': ['9d99db99-59c9-498e-835d-354c62ec0f52'], 'active': True} {{(pid=93956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:34:06.742502 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f412626-4ec9-4341-a31e-d2cab122ae56 req-df922350-60b6-4391-9adf-3a7087927682 tempest-TestShelveInstance-312036796 tempest-TestShelveInstance-312036796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:34:06.744091 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-0f412626-4ec9-4341-a31e-d2cab122ae56 req-df922350-60b6-4391-9adf-3a7087927682 tempest-TestShelveInstance-312036796 tempest-TestShelveInstance-312036796-project] 10.222.0.39 "GET /v2.0/ports?device_id=91edce23-8260-4232-90a7-8d37815878e8 HTTP/1.1" status: 200 len: 945 time: 0.0609918 Sep 15 16:34:06.760458 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928820'] for port, before_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:34:06.784647 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91edce23-8260-4232-90a7-8d37815878e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1278be16-8f94-4535-b85d-4e24bfa8782e'}] {{(pid=93955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 16:34:06.787540 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cc821c0eec02d2c96bcea0a08104c2827b642bf310f598bba7a206798b1bddd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f71fd9b-b1ca-4461-87f8-38259a092836" -d '{"events": [{"server_uuid": "91edce23-8260-4232-90a7-8d37815878e8", "name": "network-vif-plugged", "status": "completed", "tag": "1278be16-8f94-4535-b85d-4e24bfa8782e"}]}' {{(pid=93955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 16:34:06.806431 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.db [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] For port 1278be16-8f94-4535-b85d-4e24bfa8782e, host hv-cinder-77957, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77957',level=0,port_id=1278be16-8f94-4535-b85d-4e24bfa8782e,segment=NetworkSegment(357f3e6e-7de5-4e8f-a75a-601eaf932fe9),segment_id=357f3e6e-7de5-4e8f-a75a-601eaf932fe9)] {{(pid=93955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:34:06.808257 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-0f412626-4ec9-4341-a31e-d2cab122ae56 req-5cf93a6c-2b22-432a-b67b-931316264049 tempest-TestShelveInstance-312036796 tempest-TestShelveInstance-312036796-project] 10.222.0.39 "GET /v2.0/security-groups?id=d14ff028-a9f3-4410-9e70-5bc9f3c53d96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545073 Sep 15 16:34:06.811294 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca686854-48ea-4fd8-a1a3-2cb144035b5c req-e562903e-6286-496a-ab95-e9ff189a0184 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:34:06.813614 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-ca686854-48ea-4fd8-a1a3-2cb144035b5c req-e562903e-6286-496a-ab95-e9ff189a0184 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=e5114a12-53db-4676-99c9-6e0e730337dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0679336 Sep 15 16:34:06.816173 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791196459277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791195970012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791195970030'] for port, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:34:06.850144 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 16:34:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41c0121b-179f-4c66-b0af-652dfb351736 x-openstack-request-id: req-41c0121b-179f-4c66-b0af-652dfb351736 {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 16:34:06.850503 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91edce23-8260-4232-90a7-8d37815878e8", "name": "network-vif-plugged", "status": "completed", "tag": "1278be16-8f94-4535-b85d-4e24bfa8782e", "code": 200}]} {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 16:34:06.850708 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-41c0121b-179f-4c66-b0af-652dfb351736 {{(pid=93955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 16:34:06.851434 dv-cinder-779576-8-iscsi neutron-server[93955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91edce23-8260-4232-90a7-8d37815878e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1278be16-8f94-4535-b85d-4e24bfa8782e', 'code': 200} Sep 15 16:34:06.856984 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron.db.l3_dvr_db [None req-90d4e948-f386-44b6-aaa7-4a1602bdafdf None None] Set router 9d99db99-59c9-498e-835d-354c62ec0f52 gateway port host: dv-cinder-779576-8-iscsi {{(pid=93956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 16:34:06.880480 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] Pushing event updated for resources: {'Port': ['ID=1278be16-8f94-4535-b85d-4e24bfa8782e,revision_number=8']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:34:06.919826 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-ca686854-48ea-4fd8-a1a3-2cb144035b5c req-97be7fe6-bb51-4f6d-9004-dd4aa5963021 service neutron] 10.222.0.45 "GET /v2.0/networks/e5114a12-53db-4676-99c9-6e0e730337dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0989721 Sep 15 16:34:07.023344 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-ca686854-48ea-4fd8-a1a3-2cb144035b5c req-d4ea5e76-911f-4a10-bde7-027f0db56b7a service neutron] 10.222.0.45 "GET /v2.0/networks/e5114a12-53db-4676-99c9-6e0e730337dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946479 Sep 15 16:34:07.083015 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240d1dfa-28dc-4e14-bd5a-74846c3216e3 req-7af8356a-fa94-4faf-9947-239879c4b42d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:34:07.084594 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-240d1dfa-28dc-4e14-bd5a-74846c3216e3 req-7af8356a-fa94-4faf-9947-239879c4b42d service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=91edce23-8260-4232-90a7-8d37815878e8 HTTP/1.1" status: 200 len: 1099 time: 0.0391097 Sep 15 16:34:07.092480 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron.db.l3_hamode_db [None req-90d4e948-f386-44b6-aaa7-4a1602bdafdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d99db99-59c9-498e-835d-354c62ec0f52', 'name': 'tempest-AttachVolumeTestJSON-1187138833-router', 'tenant_id': '1eedf12f4fe8435397aa63f6ef9368f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62251075-a3e3-4d47-8761-104d217b089a', 'external_fixed_ips': [{'subnet_id': '9a71565b-217b-482b-8364-bc8ecb4c8f88', 'ip_address': '172.27.3.139'}], 'enable_snat': True}, 'gw_port_id': '50e0c484-9b45-40f3-bbea-7802c0d6ebfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:33:42Z', 'updated_at': '2021-09-15T16:33:44Z', 'revision_number': 4, 'project_id': '1eedf12f4fe8435397aa63f6ef9368f9', 'gw_port': {'id': '50e0c484-9b45-40f3-bbea-7802c0d6ebfe', 'name': '', 'network_id': '62251075-a3e3-4d47-8761-104d217b089a', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:47:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d99db99-59c9-498e-835d-354c62ec0f52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '9a71565b-217b-482b-8364-bc8ecb4c8f88', 'ip_address': '172.27.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779576-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:33:42Z', 'updated_at': '2021-09-15T16:33:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a71565b-217b-482b-8364-bc8ecb4c8f88', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779576-8-iscsi', '_floatingips': [{'id': '6e9ff5a3-c465-4829-868a-ec40dac2a8b0', 'tenant_id': '1eedf12f4fe8435397aa63f6ef9368f9', 'floating_ip_address': '172.27.3.116', 'floating_network_id': '62251075-a3e3-4d47-8761-104d217b089a', 'router_id': '9d99db99-59c9-498e-835d-354c62ec0f52', 'port_id': 'a5c6bac9-df74-4e36-90e5-0987a4ac425c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 643, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e5114a12-53db-4676-99c9-6e0e730337dd', 'mac_address': 'fa:16:3e:85:07:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15113f62-27f0-4c75-9dad-844e96a80d67', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T16:33:47Z', 'updated_at': '2021-09-15T16:34:05Z', 'revision_number': 1, 'project_id': '1eedf12f4fe8435397aa63f6ef9368f9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c6998fc9-7a0f-4b59-989c-cea8c2e1fe0f', 'name': '', 'network_id': 'e5114a12-53db-4676-99c9-6e0e730337dd', 'tenant_id': '1eedf12f4fe8435397aa63f6ef9368f9', 'mac_address': 'fa:16:3e:20:5d:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d99db99-59c9-498e-835d-354c62ec0f52', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '22529361-3b44-49b4-805b-da9f7d11ed5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779576-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:33:44Z', 'updated_at': '2021-09-15T16:33:48Z', 'revision_number': 5, 'project_id': '1eedf12f4fe8435397aa63f6ef9368f9', 'subnets': [{'id': '22529361-3b44-49b4-805b-da9f7d11ed5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779576-8-iscsi', False) {} {{(pid=93956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:34:07.119624 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90d4e948-f386-44b6-aaa7-4a1602bdafdf None None] The sync data for ids ['9d99db99-59c9-498e-835d-354c62ec0f52'] in dv-cinder-779576-8-iscsi is: [{'id': '9d99db99-59c9-498e-835d-354c62ec0f52', 'name': 'tempest-AttachVolumeTestJSON-1187138833-router', 'tenant_id': '1eedf12f4fe8435397aa63f6ef9368f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62251075-a3e3-4d47-8761-104d217b089a', 'external_fixed_ips': [{'subnet_id': '9a71565b-217b-482b-8364-bc8ecb4c8f88', 'ip_address': '172.27.3.139'}], 'enable_snat': True}, 'gw_port_id': '50e0c484-9b45-40f3-bbea-7802c0d6ebfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:33:42Z', 'updated_at': '2021-09-15T16:33:44Z', 'revision_number': 4, 'project_id': '1eedf12f4fe8435397aa63f6ef9368f9', 'gw_port': {'id': '50e0c484-9b45-40f3-bbea-7802c0d6ebfe', 'name': '', 'network_id': '62251075-a3e3-4d47-8761-104d217b089a', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:47:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d99db99-59c9-498e-835d-354c62ec0f52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '9a71565b-217b-482b-8364-bc8ecb4c8f88', 'ip_address': '172.27.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779576-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:33:42Z', 'updated_at': '2021-09-15T16:33:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a71565b-217b-482b-8364-bc8ecb4c8f88', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779576-8-iscsi', '_floatingips': [{'id': '6e9ff5a3-c465-4829-868a-ec40dac2a8b0', 'tenant_id': '1eedf12f4fe8435397aa63f6ef9368f9', 'floating_ip_address': '172.27.3.116', 'floating_network_id': '62251075-a3e3-4d47-8761-104d217b089a', 'router_id': '9d99db99-59c9-498e-835d-354c62ec0f52', 'port_id': 'a5c6bac9-df74-4e36-90e5-0987a4ac425c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 643, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e5114a12-53db-4676-99c9-6e0e730337dd', 'mac_address': 'fa:16:3e:85:07:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15113f62-27f0-4c75-9dad-844e96a80d67', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T16:33:47Z', 'updated_at': '2021-09-15T16:34:05Z', 'revision_number': 1, 'project_id': '1eedf12f4fe8435397aa63f6ef9368f9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c6998fc9-7a0f-4b59-989c-cea8c2e1fe0f', 'name': '', 'network_id': 'e5114a12-53db-4676-99c9-6e0e730337dd', 'tenant_id': '1eedf12f4fe8435397aa63f6ef9368f9', 'mac_address': 'fa:16:3e:20:5d:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d99db99-59c9-498e-835d-354c62ec0f52', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '22529361-3b44-49b4-805b-da9f7d11ed5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779576-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:33:44Z', 'updated_at': '2021-09-15T16:33:48Z', 'revision_number': 5, 'project_id': '1eedf12f4fe8435397aa63f6ef9368f9', 'subnets': [{'id': '22529361-3b44-49b4-805b-da9f7d11ed5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 16:34:07.120141 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-240d1dfa-28dc-4e14-bd5a-74846c3216e3 req-9221e19c-00dd-437a-a62b-2825b77e7737 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=d14ff028-a9f3-4410-9e70-5bc9f3c53d96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0284371 Sep 15 16:34:07.311753 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cee05524-6103-4e64-b23a-dc9caa5dd2f1 None None] New status for floating IP 6e9ff5a3-c465-4829-868a-ec40dac2a8b0: ACTIVE {{(pid=93955) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 15 16:34:07.948932 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea339aa-49db-4b0d-ab49-0910e24a7175 req-122dd646-4059-4be7-9867-bb4d88c9ebc1 tempest-TestShelveInstance-312036796 tempest-TestShelveInstance-312036796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:34:07.950410 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-3ea339aa-49db-4b0d-ab49-0910e24a7175 req-122dd646-4059-4be7-9867-bb4d88c9ebc1 tempest-TestShelveInstance-312036796 tempest-TestShelveInstance-312036796-project] 10.222.0.39 "GET /v2.0/ports?device_id=91edce23-8260-4232-90a7-8d37815878e8 HTTP/1.1" status: 200 len: 946 time: 0.0584824 Sep 15 16:34:07.994923 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-3ea339aa-49db-4b0d-ab49-0910e24a7175 req-b543b232-75be-49ee-b227-1f02ca160add tempest-TestShelveInstance-312036796 tempest-TestShelveInstance-312036796-project] 10.222.0.39 "GET /v2.0/security-groups?id=d14ff028-a9f3-4410-9e70-5bc9f3c53d96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355730 Sep 15 16:34:09.114575 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178f4722-4821-4cc8-b5dd-d5aa2410e279 req-e377e5fa-bf4b-4490-b11b-e6031763019b tempest-TestShelveInstance-312036796 tempest-TestShelveInstance-312036796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:34:09.116068 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-178f4722-4821-4cc8-b5dd-d5aa2410e279 req-e377e5fa-bf4b-4490-b11b-e6031763019b tempest-TestShelveInstance-312036796 tempest-TestShelveInstance-312036796-project] 10.222.0.39 "GET /v2.0/ports?device_id=91edce23-8260-4232-90a7-8d37815878e8 HTTP/1.1" status: 200 len: 946 time: 0.0511787 Sep 15 16:34:09.155158 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-178f4722-4821-4cc8-b5dd-d5aa2410e279 req-f5aeb4b1-f336-4e34-9dd7-b68b362e1747 tempest-TestShelveInstance-312036796 tempest-TestShelveInstance-312036796-project] 10.222.0.39 "GET /v2.0/security-groups?id=d14ff028-a9f3-4410-9e70-5bc9f3c53d96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317841 Sep 15 16:34:19.440289 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron.db.agents_db [None req-9c583be1-859f-4a85-bd6b-6d26517e04c2 None None] Agent healthcheck: found 6 active agents {{(pid=93956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 16:34:23.128696 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791196484491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953091'] for agent, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:34:29.173253 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-b0446bb0-9575-45f6-8c6e-32ab0f3fb111 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791196484491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953091'] for agent, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:34:31.870675 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-57d8a9a3-d16f-4b20-b77b-ca1e664c03db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791196484491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953091'] for agent, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:34:31.958968 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-9c5f981c-4646-4691-8878-81924f8c248b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791196484491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953091'] for agent, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:34:33.003541 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-eee1357e-56cc-4bdc-884d-16a88731d16f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791196484491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953091'] for agent, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:34:34.391279 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-7ad16b6f-1dcb-4567-914a-8ec9b5a04b47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791196484491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953091'] for agent, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:34:35.306557 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-e3169529-cd65-4127-9fbd-ac8540a25a16 req-34cfdeea-3c4a-4587-bda3-36539ccc926a service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=91edce23-8260-4232-90a7-8d37815878e8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0427227 Sep 15 16:34:35.396695 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3169529-cd65-4127-9fbd-ac8540a25a16 req-074bc3a0-ef68-4cff-a197-0fb6a039a000 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:34:35.398152 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-e3169529-cd65-4127-9fbd-ac8540a25a16 req-074bc3a0-ef68-4cff-a197-0fb6a039a000 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=66d1d644c42a42ba8fdbb6c5db63cdfb&device_id=91edce23-8260-4232-90a7-8d37815878e8 HTTP/1.1" status: 200 len: 1099 time: 0.0413475 Sep 15 16:34:35.508899 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3169529-cd65-4127-9fbd-ac8540a25a16 req-5f2f264c-a817-4d75-b1d1-99e09e5ac8e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:34:35.510343 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-e3169529-cd65-4127-9fbd-ac8540a25a16 req-5f2f264c-a817-4d75-b1d1-99e09e5ac8e7 service neutron] 10.222.0.45 "GET /v2.0/networks?id=c5434ca4-ccc6-4f17-83c3-0e714ba8c18a HTTP/1.1" status: 200 len: 909 time: 0.0880613 Sep 15 16:34:35.579540 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-e3169529-cd65-4127-9fbd-ac8540a25a16 req-3f1b92bd-5461-406b-bac4-9c701de836fe service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1278be16-8f94-4535-b85d-4e24bfa8782e HTTP/1.1" status: 200 len: 1001 time: 0.0615137 Sep 15 16:34:35.630771 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3169529-cd65-4127-9fbd-ac8540a25a16 req-1e0cb77f-97f9-43ee-9afb-b05b1d65e8ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:34:35.632203 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-e3169529-cd65-4127-9fbd-ac8540a25a16 req-1e0cb77f-97f9-43ee-9afb-b05b1d65e8ae service neutron] 10.222.0.45 "GET /v2.0/subnets?id=a878bb0e-ef92-4742-928c-735ec49c3680 HTTP/1.1" status: 200 len: 848 time: 0.0457554 Sep 15 16:34:35.677990 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3169529-cd65-4127-9fbd-ac8540a25a16 req-67637f86-ff00-4f29-afd9-1db9aee69fd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:34:35.679567 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-e3169529-cd65-4127-9fbd-ac8540a25a16 req-67637f86-ff00-4f29-afd9-1db9aee69fd9 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=c5434ca4-ccc6-4f17-83c3-0e714ba8c18a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0397179 Sep 15 16:34:35.785730 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-e3169529-cd65-4127-9fbd-ac8540a25a16 req-9606f658-01f2-47e9-979d-4337ad3e4635 service neutron] 10.222.0.45 "GET /v2.0/networks/c5434ca4-ccc6-4f17-83c3-0e714ba8c18a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0965741 Sep 15 16:34:35.875266 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-e3169529-cd65-4127-9fbd-ac8540a25a16 req-8450942d-6e9d-4472-b052-7c34982d2b22 service neutron] 10.222.0.45 "GET /v2.0/networks/c5434ca4-ccc6-4f17-83c3-0e714ba8c18a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817029 Sep 15 16:34:53.145634 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791196484491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953091'] for agent, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:34:56.445523 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron.db.agents_db [None req-9c583be1-859f-4a85-bd6b-6d26517e04c2 None None] Agent healthcheck: found 6 active agents {{(pid=93956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 16:34:59.162852 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-265036fa-815b-4f5b-bc80-89d4636f47e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791196484491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953091'] for agent, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:35:01.870244 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-57d8a9a3-d16f-4b20-b77b-ca1e664c03db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791196484491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953091'] for agent, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:35:01.961784 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-cd0b3d0e-0b32-4e46-ae45-a3f2825c55ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791196484491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953091'] for agent, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:35:03.009855 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-eee1357e-56cc-4bdc-884d-16a88731d16f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791196484491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953091'] for agent, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:35:04.392828 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-7ad16b6f-1dcb-4567-914a-8ec9b5a04b47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791196484491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953091'] for agent, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:35:23.161084 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791196484491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953091'] for agent, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:35:29.164518 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-b967270c-42b3-4682-8550-220820886fb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791196484491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953091'] for agent, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:35:31.870615 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-57d8a9a3-d16f-4b20-b77b-ca1e664c03db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791196484491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953091'] for agent, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:35:31.977488 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-7e7fd6d8-4c97-4c35-af2e-028828747477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791196484491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953091'] for agent, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:35:33.019796 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-eee1357e-56cc-4bdc-884d-16a88731d16f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791196484491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953091'] for agent, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:35:33.446222 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron.db.agents_db [None req-9c583be1-859f-4a85-bd6b-6d26517e04c2 None None] Agent healthcheck: found 6 active agents {{(pid=93956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 16:35:34.399259 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-7ad16b6f-1dcb-4567-914a-8ec9b5a04b47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791196484491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953091'] for agent, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:35:35.309676 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-db01c069-5dd0-4919-afdf-87ac9bb176f3 req-aa3ad722-e652-4277-927c-c85ff84339ec service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=257cc74a-da4c-4efe-9579-f4510a0aa649&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0444481 Sep 15 16:35:35.385784 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db01c069-5dd0-4919-afdf-87ac9bb176f3 req-dc114a84-bcb9-4610-94b3-1016dd6a9d4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:35:35.387237 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-db01c069-5dd0-4919-afdf-87ac9bb176f3 req-dc114a84-bcb9-4610-94b3-1016dd6a9d4f service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f448c5fca9014429b532320ab78459ea&device_id=257cc74a-da4c-4efe-9579-f4510a0aa649 HTTP/1.1" status: 200 len: 1099 time: 0.0463774 Sep 15 16:35:35.502629 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db01c069-5dd0-4919-afdf-87ac9bb176f3 req-8c82b563-0fea-4f73-9c6a-c4e64b2cdb0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:35:35.504186 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-db01c069-5dd0-4919-afdf-87ac9bb176f3 req-8c82b563-0fea-4f73-9c6a-c4e64b2cdb0f service neutron] 10.222.0.45 "GET /v2.0/networks?id=48dcadf6-1b51-4d33-92c6-65cc509573fa HTTP/1.1" status: 200 len: 912 time: 0.0944712 Sep 15 16:35:35.852213 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-db01c069-5dd0-4919-afdf-87ac9bb176f3 req-f67348a6-04d3-4d50-ae5d-7ad058f1eee8 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=95da61fc-3e3d-4304-bba4-dde15db271d0 HTTP/1.1" status: 200 len: 1002 time: 0.3340430 Sep 15 16:35:35.907492 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db01c069-5dd0-4919-afdf-87ac9bb176f3 req-088b7df1-f09b-4e76-bdde-06d702a0bd3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:35:35.908983 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-db01c069-5dd0-4919-afdf-87ac9bb176f3 req-088b7df1-f09b-4e76-bdde-06d702a0bd3c service neutron] 10.222.0.45 "GET /v2.0/subnets?id=df755c0f-3453-4699-824d-add9626035f9 HTTP/1.1" status: 200 len: 851 time: 0.0474260 Sep 15 16:35:35.960927 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db01c069-5dd0-4919-afdf-87ac9bb176f3 req-fc968988-a171-4bee-a4bc-c1b81e586ab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:35:35.962387 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-db01c069-5dd0-4919-afdf-87ac9bb176f3 req-fc968988-a171-4bee-a4bc-c1b81e586ab8 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=48dcadf6-1b51-4d33-92c6-65cc509573fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0446830 Sep 15 16:35:36.055164 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-db01c069-5dd0-4919-afdf-87ac9bb176f3 req-0da51e51-c5ac-497b-a12a-521f97273183 service neutron] 10.222.0.45 "GET /v2.0/networks/48dcadf6-1b51-4d33-92c6-65cc509573fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845540 Sep 15 16:35:36.152172 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-db01c069-5dd0-4919-afdf-87ac9bb176f3 req-bc953751-8939-42c9-bf9d-dc6494d31618 service neutron] 10.222.0.45 "GET /v2.0/networks/48dcadf6-1b51-4d33-92c6-65cc509573fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895145 Sep 15 16:35:37.497673 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71604ac6-17ef-45ad-babf-871728243665 req-857984af-058f-4592-953d-386c9326f250 tempest-AttachVolumeTestJSON-1141938147 tempest-AttachVolumeTestJSON-1141938147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:35:37.499141 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-71604ac6-17ef-45ad-babf-871728243665 req-857984af-058f-4592-953d-386c9326f250 tempest-AttachVolumeTestJSON-1141938147 tempest-AttachVolumeTestJSON-1141938147-project] 10.222.0.39 "GET /v2.0/ports?device_id=15113f62-27f0-4c75-9dad-844e96a80d67 HTTP/1.1" status: 200 len: 945 time: 0.0552380 Sep 15 16:35:37.538005 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-71604ac6-17ef-45ad-babf-871728243665 req-817db596-bd86-4e34-bbe6-f9790d3e5107 tempest-AttachVolumeTestJSON-1141938147 tempest-AttachVolumeTestJSON-1141938147-project] 10.222.0.39 "GET /v2.0/security-groups?id=c677a93f-fa77-437f-87eb-0624f52b6fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327017 Sep 15 16:35:38.669333 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344c8634-2ee8-42de-8d0b-4ce5a0220819 req-cfb20153-a747-403f-b544-541ff33c7cb9 tempest-AttachVolumeTestJSON-1141938147 tempest-AttachVolumeTestJSON-1141938147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:35:38.670810 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-344c8634-2ee8-42de-8d0b-4ce5a0220819 req-cfb20153-a747-403f-b544-541ff33c7cb9 tempest-AttachVolumeTestJSON-1141938147 tempest-AttachVolumeTestJSON-1141938147-project] 10.222.0.39 "GET /v2.0/ports?device_id=15113f62-27f0-4c75-9dad-844e96a80d67 HTTP/1.1" status: 200 len: 945 time: 0.0597255 Sep 15 16:35:38.711695 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-344c8634-2ee8-42de-8d0b-4ce5a0220819 req-4fe11c03-d9e3-42c4-8279-19969245d0f3 tempest-AttachVolumeTestJSON-1141938147 tempest-AttachVolumeTestJSON-1141938147-project] 10.222.0.39 "GET /v2.0/security-groups?id=c677a93f-fa77-437f-87eb-0624f52b6fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323400 Sep 15 16:35:39.845903 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8669b1-72cb-4cfd-8109-94aff6fff669 req-673c4385-ca13-47eb-8fb9-40f7409e3507 tempest-AttachVolumeTestJSON-1141938147 tempest-AttachVolumeTestJSON-1141938147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:35:39.847381 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-6e8669b1-72cb-4cfd-8109-94aff6fff669 req-673c4385-ca13-47eb-8fb9-40f7409e3507 tempest-AttachVolumeTestJSON-1141938147 tempest-AttachVolumeTestJSON-1141938147-project] 10.222.0.39 "GET /v2.0/ports?device_id=15113f62-27f0-4c75-9dad-844e96a80d67 HTTP/1.1" status: 200 len: 945 time: 0.0527246 Sep 15 16:35:39.887417 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-6e8669b1-72cb-4cfd-8109-94aff6fff669 req-2911c04c-9a04-4e3d-98db-29a9f51cc0c3 tempest-AttachVolumeTestJSON-1141938147 tempest-AttachVolumeTestJSON-1141938147-project] 10.222.0.39 "GET /v2.0/security-groups?id=c677a93f-fa77-437f-87eb-0624f52b6fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333228 Sep 15 16:35:41.018169 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196a13e2-6e53-4fff-b1ec-1409a73b262f req-61726e6f-d2e0-40b4-b0c3-298228b49ab8 tempest-AttachVolumeTestJSON-1141938147 tempest-AttachVolumeTestJSON-1141938147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:35:41.019650 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-196a13e2-6e53-4fff-b1ec-1409a73b262f req-61726e6f-d2e0-40b4-b0c3-298228b49ab8 tempest-AttachVolumeTestJSON-1141938147 tempest-AttachVolumeTestJSON-1141938147-project] 10.222.0.39 "GET /v2.0/ports?device_id=15113f62-27f0-4c75-9dad-844e96a80d67 HTTP/1.1" status: 200 len: 945 time: 0.0503178 Sep 15 16:35:41.057979 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-196a13e2-6e53-4fff-b1ec-1409a73b262f req-fa27d0ba-9b82-4a28-a301-24257c8bd05a tempest-AttachVolumeTestJSON-1141938147 tempest-AttachVolumeTestJSON-1141938147-project] 10.222.0.39 "GET /v2.0/security-groups?id=c677a93f-fa77-437f-87eb-0624f52b6fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322738 Sep 15 16:35:42.193878 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb5387f-37d2-467b-86fc-b999e0bd8ac8 req-82d9052e-6c0c-4975-bd63-bb3cf249812d tempest-AttachVolumeTestJSON-1141938147 tempest-AttachVolumeTestJSON-1141938147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:35:42.195333 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-1bb5387f-37d2-467b-86fc-b999e0bd8ac8 req-82d9052e-6c0c-4975-bd63-bb3cf249812d tempest-AttachVolumeTestJSON-1141938147 tempest-AttachVolumeTestJSON-1141938147-project] 10.222.0.39 "GET /v2.0/ports?device_id=15113f62-27f0-4c75-9dad-844e96a80d67 HTTP/1.1" status: 200 len: 945 time: 0.0520723 Sep 15 16:35:42.234834 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-1bb5387f-37d2-467b-86fc-b999e0bd8ac8 req-2526a337-95a3-45f0-98ed-ce0d75982c49 tempest-AttachVolumeTestJSON-1141938147 tempest-AttachVolumeTestJSON-1141938147-project] 10.222.0.39 "GET /v2.0/security-groups?id=c677a93f-fa77-437f-87eb-0624f52b6fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334744 Sep 15 16:35:43.376487 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ca039c-5ee3-4677-ad05-3df603778e43 req-26fbd1b9-8a11-4c51-94c9-be585707e63a tempest-AttachVolumeTestJSON-1141938147 tempest-AttachVolumeTestJSON-1141938147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:35:43.377996 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-a1ca039c-5ee3-4677-ad05-3df603778e43 req-26fbd1b9-8a11-4c51-94c9-be585707e63a tempest-AttachVolumeTestJSON-1141938147 tempest-AttachVolumeTestJSON-1141938147-project] 10.222.0.39 "GET /v2.0/ports?device_id=15113f62-27f0-4c75-9dad-844e96a80d67 HTTP/1.1" status: 200 len: 945 time: 0.0607305 Sep 15 16:35:43.420855 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-a1ca039c-5ee3-4677-ad05-3df603778e43 req-15039f3a-de3c-4ca5-b68d-9e94ee97bd96 tempest-AttachVolumeTestJSON-1141938147 tempest-AttachVolumeTestJSON-1141938147-project] 10.222.0.39 "GET /v2.0/security-groups?id=c677a93f-fa77-437f-87eb-0624f52b6fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340874 Sep 15 16:35:44.550768 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ffaab0-c9fb-4aa9-bc30-2e9bf2790d37 req-34628592-daf7-45bb-a360-a4bd5eecd34b tempest-AttachVolumeTestJSON-1141938147 tempest-AttachVolumeTestJSON-1141938147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:35:44.552677 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-41ffaab0-c9fb-4aa9-bc30-2e9bf2790d37 req-34628592-daf7-45bb-a360-a4bd5eecd34b tempest-AttachVolumeTestJSON-1141938147 tempest-AttachVolumeTestJSON-1141938147-project] 10.222.0.39 "GET /v2.0/ports?device_id=15113f62-27f0-4c75-9dad-844e96a80d67 HTTP/1.1" status: 200 len: 945 time: 0.0552976 Sep 15 16:35:44.590014 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-41ffaab0-c9fb-4aa9-bc30-2e9bf2790d37 req-8648c8b7-dfa9-4a48-b0a1-ccf78f0346ba tempest-AttachVolumeTestJSON-1141938147 tempest-AttachVolumeTestJSON-1141938147-project] 10.222.0.39 "GET /v2.0/security-groups?id=c677a93f-fa77-437f-87eb-0624f52b6fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315390 Sep 15 16:35:44.805374 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.wsgi [-] (93954) accepted ('10.222.0.39', 41230) {{(pid=93954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:35:45.110390 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.plugin [None req-292eb8b7-2c3a-432f-a02e-94dc0d07b920 tempest-TestShelveInstance-312036796 tempest-TestShelveInstance-312036796-project] Deleting port 98cabb99-1b00-4386-95f3-cddd47decb89 {{(pid=93954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:35:45.110965 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-292eb8b7-2c3a-432f-a02e-94dc0d07b920 tempest-TestShelveInstance-312036796 tempest-TestShelveInstance-312036796-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791196454449'] for port, before_delete {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:35:45.185001 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-292eb8b7-2c3a-432f-a02e-94dc0d07b920 tempest-TestShelveInstance-312036796 tempest-TestShelveInstance-312036796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3729503'] for port, precommit_delete {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:35:45.185318 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-292eb8b7-2c3a-432f-a02e-94dc0d07b920 tempest-TestShelveInstance-312036796 tempest-TestShelveInstance-312036796-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:35:45.196890 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.plugin [None req-292eb8b7-2c3a-432f-a02e-94dc0d07b920 tempest-TestShelveInstance-312036796 tempest-TestShelveInstance-312036796-project] Calling delete_port for 98cabb99-1b00-4386-95f3-cddd47decb89 owned by network:floatingip {{(pid=93954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:35:45.389002 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-292eb8b7-2c3a-432f-a02e-94dc0d07b920 tempest-TestShelveInstance-312036796 tempest-TestShelveInstance-312036796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791196460023', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791195970003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126007332'] for port, after_delete {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:35:45.416737 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292eb8b7-2c3a-432f-a02e-94dc0d07b920 tempest-TestShelveInstance-312036796 tempest-TestShelveInstance-312036796-project] Pushing event deleted for resources: {'Port': ['ID=98cabb99-1b00-4386-95f3-cddd47decb89,revision_number=None']} {{(pid=93954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:35:45.448984 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-292eb8b7-2c3a-432f-a02e-94dc0d07b920 tempest-TestShelveInstance-312036796 tempest-TestShelveInstance-312036796-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:35:45.449325 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-292eb8b7-2c3a-432f-a02e-94dc0d07b920 tempest-TestShelveInstance-312036796 tempest-TestShelveInstance-312036796-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:35:45.449662 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-292eb8b7-2c3a-432f-a02e-94dc0d07b920 tempest-TestShelveInstance-312036796 tempest-TestShelveInstance-312036796-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:35:45.449989 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-292eb8b7-2c3a-432f-a02e-94dc0d07b920 tempest-TestShelveInstance-312036796 tempest-TestShelveInstance-312036796-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:35:45.450317 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-292eb8b7-2c3a-432f-a02e-94dc0d07b920 tempest-TestShelveInstance-312036796 tempest-TestShelveInstance-312036796-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:35:45.450637 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-292eb8b7-2c3a-432f-a02e-94dc0d07b920 tempest-TestShelveInstance-312036796 tempest-TestShelveInstance-312036796-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:35:45.450957 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-292eb8b7-2c3a-432f-a02e-94dc0d07b920 tempest-TestShelveInstance-312036796 tempest-TestShelveInstance-312036796-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:35:45.451270 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-292eb8b7-2c3a-432f-a02e-94dc0d07b920 tempest-TestShelveInstance-312036796 tempest-TestShelveInstance-312036796-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:35:45.451591 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-292eb8b7-2c3a-432f-a02e-94dc0d07b920 tempest-TestShelveInstance-312036796 tempest-TestShelveInstance-312036796-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:35:45.451911 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-292eb8b7-2c3a-432f-a02e-94dc0d07b920 tempest-TestShelveInstance-312036796 tempest-TestShelveInstance-312036796-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:35:45.452252 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-292eb8b7-2c3a-432f-a02e-94dc0d07b920 tempest-TestShelveInstance-312036796 tempest-TestShelveInstance-312036796-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:35:45.452546 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-292eb8b7-2c3a-432f-a02e-94dc0d07b920 tempest-TestShelveInstance-312036796 tempest-TestShelveInstance-312036796-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:35:45.490948 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-292eb8b7-2c3a-432f-a02e-94dc0d07b920 tempest-TestShelveInstance-312036796 tempest-TestShelveInstance-312036796-project] Notify callbacks [] for floatingip, after_delete {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:35:45.491270 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.db.l3_db [None req-292eb8b7-2c3a-432f-a02e-94dc0d07b920 tempest-TestShelveInstance-312036796 tempest-TestShelveInstance-312036796-project] Floating IP 210cfb40-8bbf-4c25-840e-74623cb2e1ae disassociated (deleted). External IP: 172.27.3.72, port: 1278be16-8f94-4535-b85d-4e24bfa8782e. Sep 15 16:35:45.726588 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-292eb8b7-2c3a-432f-a02e-94dc0d07b920 tempest-TestShelveInstance-312036796 tempest-TestShelveInstance-312036796-project] Router 5fbd7505-4ba3-4760-ad1e-279724b61dec has already been hosted by L3 agent 7a8df8d7-c3ef-43b4-9534-c977f7014926 {{(pid=93954) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 16:35:45.741498 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd3b11d-8589-40cd-80e3-2e19a1229843 req-77404a14-83ef-4552-8d70-50ddbdb502ad tempest-AttachVolumeTestJSON-1141938147 tempest-AttachVolumeTestJSON-1141938147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:35:45.742969 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-8dd3b11d-8589-40cd-80e3-2e19a1229843 req-77404a14-83ef-4552-8d70-50ddbdb502ad tempest-AttachVolumeTestJSON-1141938147 tempest-AttachVolumeTestJSON-1141938147-project] 10.222.0.39 "GET /v2.0/ports?device_id=15113f62-27f0-4c75-9dad-844e96a80d67 HTTP/1.1" status: 200 len: 945 time: 0.0669603 Sep 15 16:35:45.823334 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-8dd3b11d-8589-40cd-80e3-2e19a1229843 req-6cad0a65-d674-4764-bf78-a9be39bc0276 tempest-AttachVolumeTestJSON-1141938147 tempest-AttachVolumeTestJSON-1141938147-project] 10.222.0.39 "GET /v2.0/security-groups?id=c677a93f-fa77-437f-87eb-0624f52b6fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0733676 Sep 15 16:35:45.872985 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-292eb8b7-2c3a-432f-a02e-94dc0d07b920 tempest-TestShelveInstance-312036796 tempest-TestShelveInstance-312036796-project] Notify agent at l3_agent.dv-cinder-779576-8-iscsi the message routers_updated {{(pid=93954) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 16:35:45.878093 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-292eb8b7-2c3a-432f-a02e-94dc0d07b920 tempest-TestShelveInstance-312036796 tempest-TestShelveInstance-312036796-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58602'] for floatingip, before_response {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:35:45.884106 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8894c5e-f042-407c-9120-e9b413eed2d6 None None] Sync routers for ids ['5fbd7505-4ba3-4760-ad1e-279724b61dec'] in dv-cinder-779576-8-iscsi {{(pid=93956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 16:35:45.894078 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8894c5e-f042-407c-9120-e9b413eed2d6 None None] Routers {'5fbd7505-4ba3-4760-ad1e-279724b61dec'} bound to L3 agent in host dv-cinder-779576-8-iscsi {{(pid=93956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:35:45.894956 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron.db.l3_hamode_db [None req-f8894c5e-f042-407c-9120-e9b413eed2d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779576-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-15T16:14:02Z,description=,heartbeat_timestamp=2021-09-15T16:35:32Z,host='dv-cinder-779576-8-iscsi',id=7a8df8d7-c3ef-43b4-9534-c977f7014926,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T16:14:02Z,topic='l3_agent')) {'router_ids': ['5fbd7505-4ba3-4760-ad1e-279724b61dec'], 'active': True} {{(pid=93956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:35:45.904513 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [None req-292eb8b7-2c3a-432f-a02e-94dc0d07b920 tempest-TestShelveInstance-312036796 tempest-TestShelveInstance-312036796-project] 10.222.0.39 "DELETE /v2.0/floatingips/210cfb40-8bbf-4c25-840e-74623cb2e1ae HTTP/1.1" status: 204 len: 168 time: 1.0977612 Sep 15 16:35:45.905113 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91edce23-8260-4232-90a7-8d37815878e8', 'tag': '1278be16-8f94-4535-b85d-4e24bfa8782e'}] {{(pid=93954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 16:35:45.907414 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6d34c38c0cdc03ce39e2c460ccb262b82dff3a58d2f42c4e7ad7906abe071cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f8fe4b5-5e10-49d0-96a1-f4305ce8cea1" -d '{"events": [{"name": "network-changed", "server_uuid": "91edce23-8260-4232-90a7-8d37815878e8", "tag": "1278be16-8f94-4535-b85d-4e24bfa8782e"}]}' {{(pid=93954) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 16:35:46.002648 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron.db.l3_dvr_db [None req-f8894c5e-f042-407c-9120-e9b413eed2d6 None None] Set router 5fbd7505-4ba3-4760-ad1e-279724b61dec gateway port host: dv-cinder-779576-8-iscsi {{(pid=93956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 16:35:46.019230 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 16:35:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d572e72b-7da3-4f0c-bc2d-d382e3268e4c x-openstack-request-id: req-d572e72b-7da3-4f0c-bc2d-d382e3268e4c {{(pid=93954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 16:35:46.019718 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "91edce23-8260-4232-90a7-8d37815878e8", "tag": "1278be16-8f94-4535-b85d-4e24bfa8782e", "status": "completed", "code": 200}]} {{(pid=93954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 16:35:46.020834 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-d572e72b-7da3-4f0c-bc2d-d382e3268e4c {{(pid=93954) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 16:35:46.021291 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91edce23-8260-4232-90a7-8d37815878e8', 'tag': '1278be16-8f94-4535-b85d-4e24bfa8782e', 'status': 'completed', 'code': 200} Sep 15 16:35:46.089292 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8fe4b5-5e10-49d0-96a1-f4305ce8cea1 req-37e25066-82d4-4e98-94f3-5c539181a71f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:35:46.090856 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-9f8fe4b5-5e10-49d0-96a1-f4305ce8cea1 req-37e25066-82d4-4e98-94f3-5c539181a71f service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=66d1d644c42a42ba8fdbb6c5db63cdfb&device_id=91edce23-8260-4232-90a7-8d37815878e8 HTTP/1.1" status: 200 len: 1099 time: 0.0481961 Sep 15 16:35:46.160201 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db06e7b-228f-4fa4-b83a-ea1a552bb3b0 req-ebe9d9c2-bd5e-4844-b333-44acc46a9335 tempest-TestShelveInstance-312036796 tempest-TestShelveInstance-312036796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:35:46.161835 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-8db06e7b-228f-4fa4-b83a-ea1a552bb3b0 req-ebe9d9c2-bd5e-4844-b333-44acc46a9335 tempest-TestShelveInstance-312036796 tempest-TestShelveInstance-312036796-project] 10.222.0.39 "GET /v2.0/ports?device_id=91edce23-8260-4232-90a7-8d37815878e8 HTTP/1.1" status: 200 len: 946 time: 0.0590596 Sep 15 16:35:46.185196 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8fe4b5-5e10-49d0-96a1-f4305ce8cea1 req-4f546c22-3461-47f6-a66d-619c2320184f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:35:46.186680 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-9f8fe4b5-5e10-49d0-96a1-f4305ce8cea1 req-4f546c22-3461-47f6-a66d-619c2320184f service neutron] 10.222.0.45 "GET /v2.0/networks?id=c5434ca4-ccc6-4f17-83c3-0e714ba8c18a HTTP/1.1" status: 200 len: 909 time: 0.0882559 Sep 15 16:35:46.201285 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-8db06e7b-228f-4fa4-b83a-ea1a552bb3b0 req-94e346ed-1256-43a7-8f5b-feea88e507f0 tempest-TestShelveInstance-312036796 tempest-TestShelveInstance-312036796-project] 10.222.0.39 "GET /v2.0/security-groups?id=d14ff028-a9f3-4410-9e70-5bc9f3c53d96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335040 Sep 15 16:35:46.228258 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron.db.l3_hamode_db [None req-f8894c5e-f042-407c-9120-e9b413eed2d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fbd7505-4ba3-4760-ad1e-279724b61dec', 'name': 'tempest-TestShelveInstance-1476785183-router', 'tenant_id': '66d1d644c42a42ba8fdbb6c5db63cdfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62251075-a3e3-4d47-8761-104d217b089a', 'external_fixed_ips': [{'subnet_id': '9a71565b-217b-482b-8364-bc8ecb4c8f88', 'ip_address': '172.27.3.168'}], 'enable_snat': True}, 'gw_port_id': '755a56e2-d81f-4d33-8df4-784c94aa399f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:30:05Z', 'updated_at': '2021-09-15T16:30:09Z', 'revision_number': 4, 'project_id': '66d1d644c42a42ba8fdbb6c5db63cdfb', 'gw_port': {'id': '755a56e2-d81f-4d33-8df4-784c94aa399f', 'name': '', 'network_id': '62251075-a3e3-4d47-8761-104d217b089a', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:88:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fbd7505-4ba3-4760-ad1e-279724b61dec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '9a71565b-217b-482b-8364-bc8ecb4c8f88', 'ip_address': '172.27.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779576-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:30:06Z', 'updated_at': '2021-09-15T16:30:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a71565b-217b-482b-8364-bc8ecb4c8f88', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779576-8-iscsi', '_interfaces': [{'id': 'f117cd83-5e0f-45cb-af55-fa8182149f9e', 'name': '', 'network_id': 'c5434ca4-ccc6-4f17-83c3-0e714ba8c18a', 'tenant_id': '66d1d644c42a42ba8fdbb6c5db63cdfb', 'mac_address': 'fa:16:3e:d0:d2:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fbd7505-4ba3-4760-ad1e-279724b61dec', 'device_owner': 'network:router_interface', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': 'a878bb0e-ef92-4742-928c-735ec49c3680', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779576-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:30:09Z', 'updated_at': '2021-09-15T16:30:18Z', 'revision_number': 5, 'project_id': '66d1d644c42a42ba8fdbb6c5db63cdfb', 'subnets': [{'id': 'a878bb0e-ef92-4742-928c-735ec49c3680', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779576-8-iscsi', False) {} {{(pid=93956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:35:46.234262 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-9f8fe4b5-5e10-49d0-96a1-f4305ce8cea1 req-2548811d-82ed-4a37-a9ba-604b45249f28 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1278be16-8f94-4535-b85d-4e24bfa8782e HTTP/1.1" status: 200 len: 217 time: 0.0399072 Sep 15 16:35:46.254675 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8894c5e-f042-407c-9120-e9b413eed2d6 None None] Checking router: 5fbd7505-4ba3-4760-ad1e-279724b61dec for host: dv-cinder-779576-8-iscsi {{(pid=93956) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 16:35:46.263160 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8894c5e-f042-407c-9120-e9b413eed2d6 None None] Routers {'5fbd7505-4ba3-4760-ad1e-279724b61dec'} bound to L3 agent in host dv-cinder-779576-8-iscsi {{(pid=93956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:35:46.263788 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron.db.l3_hamode_db [None req-f8894c5e-f042-407c-9120-e9b413eed2d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779576-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-15T16:14:02Z,description=,heartbeat_timestamp=2021-09-15T16:35:32Z,host='dv-cinder-779576-8-iscsi',id=7a8df8d7-c3ef-43b4-9534-c977f7014926,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T16:14:02Z,topic='l3_agent')) {'router_ids': ['5fbd7505-4ba3-4760-ad1e-279724b61dec'], 'active': True} {{(pid=93956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:35:46.282511 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8fe4b5-5e10-49d0-96a1-f4305ce8cea1 req-3d900912-2975-4989-8b8b-bf3e114cd274 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:35:46.283986 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-9f8fe4b5-5e10-49d0-96a1-f4305ce8cea1 req-3d900912-2975-4989-8b8b-bf3e114cd274 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=a878bb0e-ef92-4742-928c-735ec49c3680 HTTP/1.1" status: 200 len: 848 time: 0.0423517 Sep 15 16:35:46.332296 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8fe4b5-5e10-49d0-96a1-f4305ce8cea1 req-09f8e63d-7528-433b-a3da-5028d315fda2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:35:46.333837 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-9f8fe4b5-5e10-49d0-96a1-f4305ce8cea1 req-09f8e63d-7528-433b-a3da-5028d315fda2 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=c5434ca4-ccc6-4f17-83c3-0e714ba8c18a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0397131 Sep 15 16:35:46.439039 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-9f8fe4b5-5e10-49d0-96a1-f4305ce8cea1 req-af8c0b93-f934-4f70-b27c-dcdc224732f4 service neutron] 10.222.0.45 "GET /v2.0/networks/c5434ca4-ccc6-4f17-83c3-0e714ba8c18a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954781 Sep 15 16:35:46.455164 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron.db.l3_dvr_db [None req-f8894c5e-f042-407c-9120-e9b413eed2d6 None None] Set router 5fbd7505-4ba3-4760-ad1e-279724b61dec gateway port host: dv-cinder-779576-8-iscsi {{(pid=93956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 16:35:46.529912 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-9f8fe4b5-5e10-49d0-96a1-f4305ce8cea1 req-4ee9b39b-3f2d-4b32-a455-a4f7473bf843 service neutron] 10.222.0.45 "GET /v2.0/networks/c5434ca4-ccc6-4f17-83c3-0e714ba8c18a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823762 Sep 15 16:35:46.674622 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron.db.l3_hamode_db [None req-f8894c5e-f042-407c-9120-e9b413eed2d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fbd7505-4ba3-4760-ad1e-279724b61dec', 'name': 'tempest-TestShelveInstance-1476785183-router', 'tenant_id': '66d1d644c42a42ba8fdbb6c5db63cdfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62251075-a3e3-4d47-8761-104d217b089a', 'external_fixed_ips': [{'subnet_id': '9a71565b-217b-482b-8364-bc8ecb4c8f88', 'ip_address': '172.27.3.168'}], 'enable_snat': True}, 'gw_port_id': '755a56e2-d81f-4d33-8df4-784c94aa399f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:30:05Z', 'updated_at': '2021-09-15T16:30:09Z', 'revision_number': 4, 'project_id': '66d1d644c42a42ba8fdbb6c5db63cdfb', 'gw_port': {'id': '755a56e2-d81f-4d33-8df4-784c94aa399f', 'name': '', 'network_id': '62251075-a3e3-4d47-8761-104d217b089a', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:88:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fbd7505-4ba3-4760-ad1e-279724b61dec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '9a71565b-217b-482b-8364-bc8ecb4c8f88', 'ip_address': '172.27.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779576-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:30:06Z', 'updated_at': '2021-09-15T16:30:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a71565b-217b-482b-8364-bc8ecb4c8f88', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779576-8-iscsi', '_interfaces': [{'id': 'f117cd83-5e0f-45cb-af55-fa8182149f9e', 'name': '', 'network_id': 'c5434ca4-ccc6-4f17-83c3-0e714ba8c18a', 'tenant_id': '66d1d644c42a42ba8fdbb6c5db63cdfb', 'mac_address': 'fa:16:3e:d0:d2:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fbd7505-4ba3-4760-ad1e-279724b61dec', 'device_owner': 'network:router_interface', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': 'a878bb0e-ef92-4742-928c-735ec49c3680', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779576-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:30:09Z', 'updated_at': '2021-09-15T16:30:18Z', 'revision_number': 5, 'project_id': '66d1d644c42a42ba8fdbb6c5db63cdfb', 'subnets': [{'id': 'a878bb0e-ef92-4742-928c-735ec49c3680', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779576-8-iscsi', False) {} {{(pid=93956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:35:46.704857 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8894c5e-f042-407c-9120-e9b413eed2d6 None None] The sync data for ids ['5fbd7505-4ba3-4760-ad1e-279724b61dec'] in dv-cinder-779576-8-iscsi is: [{'id': '5fbd7505-4ba3-4760-ad1e-279724b61dec', 'name': 'tempest-TestShelveInstance-1476785183-router', 'tenant_id': '66d1d644c42a42ba8fdbb6c5db63cdfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62251075-a3e3-4d47-8761-104d217b089a', 'external_fixed_ips': [{'subnet_id': '9a71565b-217b-482b-8364-bc8ecb4c8f88', 'ip_address': '172.27.3.168'}], 'enable_snat': True}, 'gw_port_id': '755a56e2-d81f-4d33-8df4-784c94aa399f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:30:05Z', 'updated_at': '2021-09-15T16:30:09Z', 'revision_number': 4, 'project_id': '66d1d644c42a42ba8fdbb6c5db63cdfb', 'gw_port': {'id': '755a56e2-d81f-4d33-8df4-784c94aa399f', 'name': '', 'network_id': '62251075-a3e3-4d47-8761-104d217b089a', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:88:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fbd7505-4ba3-4760-ad1e-279724b61dec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '9a71565b-217b-482b-8364-bc8ecb4c8f88', 'ip_address': '172.27.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779576-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:30:06Z', 'updated_at': '2021-09-15T16:30:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a71565b-217b-482b-8364-bc8ecb4c8f88', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779576-8-iscsi', '_interfaces': [{'id': 'f117cd83-5e0f-45cb-af55-fa8182149f9e', 'name': '', 'network_id': 'c5434ca4-ccc6-4f17-83c3-0e714ba8c18a', 'tenant_id': '66d1d644c42a42ba8fdbb6c5db63cdfb', 'mac_address': 'fa:16:3e:d0:d2:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fbd7505-4ba3-4760-ad1e-279724b61dec', 'device_owner': 'network:router_interface', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': 'a878bb0e-ef92-4742-928c-735ec49c3680', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779576-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:30:09Z', 'updated_at': '2021-09-15T16:30:18Z', 'revision_number': 5, 'project_id': '66d1d644c42a42ba8fdbb6c5db63cdfb', 'subnets': [{'id': 'a878bb0e-ef92-4742-928c-735ec49c3680', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 16:35:46.936430 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-237159d6-df9b-4f20-b863-9b76bb4e3312 None None] New status for floating IP 210cfb40-8bbf-4c25-840e-74623cb2e1ae: DOWN {{(pid=93955) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 15 16:35:46.953881 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6cdec4-2892-4735-afa4-543c82480954 req-9e2cd2ec-b61b-47b0-b485-eaa440ef96ed tempest-AttachVolumeTestJSON-1141938147 tempest-AttachVolumeTestJSON-1141938147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:35:46.955403 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-ba6cdec4-2892-4735-afa4-543c82480954 req-9e2cd2ec-b61b-47b0-b485-eaa440ef96ed tempest-AttachVolumeTestJSON-1141938147 tempest-AttachVolumeTestJSON-1141938147-project] 10.222.0.39 "GET /v2.0/ports?device_id=15113f62-27f0-4c75-9dad-844e96a80d67 HTTP/1.1" status: 200 len: 945 time: 0.0585735 Sep 15 16:35:46.994556 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-ba6cdec4-2892-4735-afa4-543c82480954 req-9e381f8a-6af9-49f6-be34-d539baeaa345 tempest-AttachVolumeTestJSON-1141938147 tempest-AttachVolumeTestJSON-1141938147-project] 10.222.0.39 "GET /v2.0/security-groups?id=c677a93f-fa77-437f-87eb-0624f52b6fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330248 Sep 15 16:35:47.325646 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1079dd2a-e036-4f2e-a828-33eb029a36ed req-a348bf6c-20ab-4843-9b3e-56a2b2aba9d9 tempest-TestShelveInstance-312036796 tempest-TestShelveInstance-312036796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:35:47.327130 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-1079dd2a-e036-4f2e-a828-33eb029a36ed req-a348bf6c-20ab-4843-9b3e-56a2b2aba9d9 tempest-TestShelveInstance-312036796 tempest-TestShelveInstance-312036796-project] 10.222.0.39 "GET /v2.0/ports?device_id=91edce23-8260-4232-90a7-8d37815878e8 HTTP/1.1" status: 200 len: 946 time: 0.0498958 Sep 15 16:35:47.364111 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-1079dd2a-e036-4f2e-a828-33eb029a36ed req-2eb0373b-91da-42bb-84a2-a00071676dad tempest-TestShelveInstance-312036796 tempest-TestShelveInstance-312036796-project] 10.222.0.39 "GET /v2.0/security-groups?id=d14ff028-a9f3-4410-9e70-5bc9f3c53d96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310211 Sep 15 16:35:47.756201 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782a1f43-f3da-4646-8ff5-00e2bc7aa5df req-f236b4d4-14b7-40df-8808-823d1a485545 tempest-TestShelveInstance-312036796 tempest-TestShelveInstance-312036796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:35:47.757774 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-782a1f43-f3da-4646-8ff5-00e2bc7aa5df req-f236b4d4-14b7-40df-8808-823d1a485545 tempest-TestShelveInstance-312036796 tempest-TestShelveInstance-312036796-project] 10.222.0.45 "GET /v2.0/ports?device_id=91edce23-8260-4232-90a7-8d37815878e8 HTTP/1.1" status: 200 len: 946 time: 0.0605454 Sep 15 16:35:47.859323 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.plugin [req-782a1f43-f3da-4646-8ff5-00e2bc7aa5df req-9c865107-3c0c-455f-8f72-dcaf91df19cb tempest-TestShelveInstance-312036796 tempest-TestShelveInstance-312036796-project] Deleting port 1278be16-8f94-4535-b85d-4e24bfa8782e {{(pid=93953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:35:47.859687 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [req-782a1f43-f3da-4646-8ff5-00e2bc7aa5df req-9c865107-3c0c-455f-8f72-dcaf91df19cb tempest-TestShelveInstance-312036796 tempest-TestShelveInstance-312036796-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791196454449'] for port, before_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:35:47.946943 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.db [req-782a1f43-f3da-4646-8ff5-00e2bc7aa5df req-9c865107-3c0c-455f-8f72-dcaf91df19cb tempest-TestShelveInstance-312036796 tempest-TestShelveInstance-312036796-project] For port 1278be16-8f94-4535-b85d-4e24bfa8782e, host hv-cinder-77957, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77957',level=0,port_id=1278be16-8f94-4535-b85d-4e24bfa8782e,segment=NetworkSegment(357f3e6e-7de5-4e8f-a75a-601eaf932fe9),segment_id=357f3e6e-7de5-4e8f-a75a-601eaf932fe9)] {{(pid=93953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:35:47.947300 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [req-782a1f43-f3da-4646-8ff5-00e2bc7aa5df req-9c865107-3c0c-455f-8f72-dcaf91df19cb tempest-TestShelveInstance-312036796 tempest-TestShelveInstance-312036796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3729503'] for port, precommit_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:35:47.959730 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.plugin [req-782a1f43-f3da-4646-8ff5-00e2bc7aa5df req-9c865107-3c0c-455f-8f72-dcaf91df19cb tempest-TestShelveInstance-312036796 tempest-TestShelveInstance-312036796-project] Calling delete_port for 1278be16-8f94-4535-b85d-4e24bfa8782e owned by compute:nova {{(pid=93953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:35:48.123931 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc28068-7f34-408a-be49-1939ad9ae301 req-5e822c83-7572-449e-b207-6f525b58e75c tempest-AttachVolumeTestJSON-1141938147 tempest-AttachVolumeTestJSON-1141938147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:35:48.125480 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-2bc28068-7f34-408a-be49-1939ad9ae301 req-5e822c83-7572-449e-b207-6f525b58e75c tempest-AttachVolumeTestJSON-1141938147 tempest-AttachVolumeTestJSON-1141938147-project] 10.222.0.39 "GET /v2.0/ports?device_id=15113f62-27f0-4c75-9dad-844e96a80d67 HTTP/1.1" status: 200 len: 945 time: 0.0625670 Sep 15 16:35:48.126216 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [req-782a1f43-f3da-4646-8ff5-00e2bc7aa5df req-9c865107-3c0c-455f-8f72-dcaf91df19cb tempest-TestShelveInstance-312036796 tempest-TestShelveInstance-312036796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791196460023', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791195970003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127878305'] for port, after_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:35:48.169178 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c865107-3c0c-455f-8f72-dcaf91df19cb tempest-TestShelveInstance-312036796 tempest-TestShelveInstance-312036796-project] Pushing event deleted for resources: {'Port': ['ID=1278be16-8f94-4535-b85d-4e24bfa8782e,revision_number=None']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:35:48.200935 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c865107-3c0c-455f-8f72-dcaf91df19cb tempest-TestShelveInstance-312036796 tempest-TestShelveInstance-312036796-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:35:48.201281 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c865107-3c0c-455f-8f72-dcaf91df19cb tempest-TestShelveInstance-312036796 tempest-TestShelveInstance-312036796-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:35:48.201614 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c865107-3c0c-455f-8f72-dcaf91df19cb tempest-TestShelveInstance-312036796 tempest-TestShelveInstance-312036796-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:35:48.201947 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c865107-3c0c-455f-8f72-dcaf91df19cb tempest-TestShelveInstance-312036796 tempest-TestShelveInstance-312036796-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:35:48.202269 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c865107-3c0c-455f-8f72-dcaf91df19cb tempest-TestShelveInstance-312036796 tempest-TestShelveInstance-312036796-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:35:48.202573 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c865107-3c0c-455f-8f72-dcaf91df19cb tempest-TestShelveInstance-312036796 tempest-TestShelveInstance-312036796-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:35:48.202920 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c865107-3c0c-455f-8f72-dcaf91df19cb tempest-TestShelveInstance-312036796 tempest-TestShelveInstance-312036796-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:35:48.203237 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c865107-3c0c-455f-8f72-dcaf91df19cb tempest-TestShelveInstance-312036796 tempest-TestShelveInstance-312036796-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:35:48.203559 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c865107-3c0c-455f-8f72-dcaf91df19cb tempest-TestShelveInstance-312036796 tempest-TestShelveInstance-312036796-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:35:48.203874 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c865107-3c0c-455f-8f72-dcaf91df19cb tempest-TestShelveInstance-312036796 tempest-TestShelveInstance-312036796-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:35:48.204199 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c865107-3c0c-455f-8f72-dcaf91df19cb tempest-TestShelveInstance-312036796 tempest-TestShelveInstance-312036796-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:35:48.204515 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c865107-3c0c-455f-8f72-dcaf91df19cb tempest-TestShelveInstance-312036796 tempest-TestShelveInstance-312036796-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:35:48.233829 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-2bc28068-7f34-408a-be49-1939ad9ae301 req-6d0adec2-2a5f-4d9e-9ac9-36560ba2801d tempest-AttachVolumeTestJSON-1141938147 tempest-AttachVolumeTestJSON-1141938147-project] 10.222.0.39 "GET /v2.0/security-groups?id=c677a93f-fa77-437f-87eb-0624f52b6fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1003482 Sep 15 16:35:48.234631 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.db.l3_dvrscheduler_db [req-782a1f43-f3da-4646-8ff5-00e2bc7aa5df req-9c865107-3c0c-455f-8f72-dcaf91df19cb tempest-TestShelveInstance-312036796 tempest-TestShelveInstance-312036796-project] No DVR routers for this DVR port 1278be16-8f94-4535-b85d-4e24bfa8782e on host hv-cinder-77957 {{(pid=93953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 16:35:48.237499 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [req-782a1f43-f3da-4646-8ff5-00e2bc7aa5df req-9c865107-3c0c-455f-8f72-dcaf91df19cb tempest-TestShelveInstance-312036796 tempest-TestShelveInstance-312036796-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58602'] for port, before_response {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:35:48.239394 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-782a1f43-f3da-4646-8ff5-00e2bc7aa5df req-9c865107-3c0c-455f-8f72-dcaf91df19cb tempest-TestShelveInstance-312036796 tempest-TestShelveInstance-312036796-project] 10.222.0.45 "DELETE /v2.0/ports/1278be16-8f94-4535-b85d-4e24bfa8782e HTTP/1.1" status: 204 len: 173 time: 0.4750586 Sep 15 16:35:48.239824 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91edce23-8260-4232-90a7-8d37815878e8', 'name': 'network-vif-deleted', 'tag': '1278be16-8f94-4535-b85d-4e24bfa8782e'}] {{(pid=93953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 16:35:48.242159 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5192e05b0783e869a38b3815ee673eee9316ce03dcaf8465063259ebfb62487" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54061e19-c0b4-4987-9124-4d8b306eaa1b" -d '{"events": [{"server_uuid": "91edce23-8260-4232-90a7-8d37815878e8", "name": "network-vif-deleted", "tag": "1278be16-8f94-4535-b85d-4e24bfa8782e"}]}' {{(pid=93953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 16:35:48.281585 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 16:35:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-374051ae-ce78-4d64-b61c-34f44ce3dfcf x-openstack-request-id: req-374051ae-ce78-4d64-b61c-34f44ce3dfcf {{(pid=93953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 16:35:48.281881 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91edce23-8260-4232-90a7-8d37815878e8", "name": "network-vif-deleted", "tag": "1278be16-8f94-4535-b85d-4e24bfa8782e", "status": "completed", "code": 200}]} {{(pid=93953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 16:35:48.282162 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-374051ae-ce78-4d64-b61c-34f44ce3dfcf {{(pid=93953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 16:35:48.282557 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91edce23-8260-4232-90a7-8d37815878e8', 'name': 'network-vif-deleted', 'tag': '1278be16-8f94-4535-b85d-4e24bfa8782e', 'status': 'completed', 'code': 200} Sep 15 16:35:48.466248 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-e1589f34-6863-4f0a-beb3-49d926c4a548 req-d1842326-fdcb-4b02-8619-4a59a4149ee5 tempest-TestShelveInstance-312036796 tempest-TestShelveInstance-312036796-project] 10.222.0.39 "GET /v2.0/ports?device_id=91edce23-8260-4232-90a7-8d37815878e8 HTTP/1.1" status: 200 len: 210 time: 0.0272026 Sep 15 16:35:49.371259 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c903eaf-83c6-4796-8a76-66275779224b req-edff0495-7872-480e-8984-a61f1c97ffa8 tempest-AttachVolumeTestJSON-1141938147 tempest-AttachVolumeTestJSON-1141938147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:35:49.372635 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-7c903eaf-83c6-4796-8a76-66275779224b req-edff0495-7872-480e-8984-a61f1c97ffa8 tempest-AttachVolumeTestJSON-1141938147 tempest-AttachVolumeTestJSON-1141938147-project] 10.222.0.39 "GET /v2.0/ports?device_id=15113f62-27f0-4c75-9dad-844e96a80d67 HTTP/1.1" status: 200 len: 945 time: 0.0542207 Sep 15 16:35:49.411699 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-7c903eaf-83c6-4796-8a76-66275779224b req-22a3cdce-fa14-4dac-bde8-952dbecba44b tempest-AttachVolumeTestJSON-1141938147 tempest-AttachVolumeTestJSON-1141938147-project] 10.222.0.39 "GET /v2.0/security-groups?id=c677a93f-fa77-437f-87eb-0624f52b6fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327401 Sep 15 16:35:49.534220 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.wsgi [-] (93954) accepted ('10.222.0.39', 41260) {{(pid=93954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:35:49.619371 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-c81c782f-a500-4566-ae8b-b51cd6dffb42 tempest-TestShelveInstance-312036796 tempest-TestShelveInstance-312036796-project] Notify callbacks [] for security_group, before_delete {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:35:49.656835 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-c81c782f-a500-4566-ae8b-b51cd6dffb42 tempest-TestShelveInstance-312036796 tempest-TestShelveInstance-312036796-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:35:49.745765 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-c81c782f-a500-4566-ae8b-b51cd6dffb42 tempest-TestShelveInstance-312036796 tempest-TestShelveInstance-312036796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3702208'] for security_group, after_delete {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:35:49.748543 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-c81c782f-a500-4566-ae8b-b51cd6dffb42 tempest-TestShelveInstance-312036796 tempest-TestShelveInstance-312036796-project] Notify callbacks [] for security_group, before_response {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:35:49.750105 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [None req-c81c782f-a500-4566-ae8b-b51cd6dffb42 tempest-TestShelveInstance-312036796 tempest-TestShelveInstance-312036796-project] 10.222.0.39 "DELETE /v2.0/security-groups/d14ff028-a9f3-4410-9e70-5bc9f3c53d96 HTTP/1.1" status: 204 len: 168 time: 0.2142830 Sep 15 16:35:49.759660 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81c782f-a500-4566-ae8b-b51cd6dffb42 tempest-TestShelveInstance-312036796 tempest-TestShelveInstance-312036796-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d14ff028-a9f3-4410-9e70-5bc9f3c53d96,revision_number=None']} {{(pid=93954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:35:49.798652 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.wsgi [-] (93954) accepted ('10.222.0.39', 41264) {{(pid=93954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:35:50.263597 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-427038c6-cc20-470a-a4ab-24a6ba210fd6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3724823'] for router_interface, before_delete {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:35:50.522056 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.plugin [None req-427038c6-cc20-470a-a4ab-24a6ba210fd6 admin admin] Deleting port f117cd83-5e0f-45cb-af55-fa8182149f9e {{(pid=93954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:35:50.522749 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-427038c6-cc20-470a-a4ab-24a6ba210fd6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791196454449'] for port, before_delete {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:35:50.530518 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defd211b-c855-41b2-93e5-66ef7ed3c243 req-74116802-25f1-4133-b421-80d9e4dd9975 tempest-AttachVolumeTestJSON-1141938147 tempest-AttachVolumeTestJSON-1141938147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:35:50.532144 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-defd211b-c855-41b2-93e5-66ef7ed3c243 req-74116802-25f1-4133-b421-80d9e4dd9975 tempest-AttachVolumeTestJSON-1141938147 tempest-AttachVolumeTestJSON-1141938147-project] 10.222.0.39 "GET /v2.0/ports?device_id=15113f62-27f0-4c75-9dad-844e96a80d67 HTTP/1.1" status: 200 len: 945 time: 0.0494273 Sep 15 16:35:50.569696 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-defd211b-c855-41b2-93e5-66ef7ed3c243 req-9c63f910-58d4-4771-a313-00902b1a70d5 tempest-AttachVolumeTestJSON-1141938147 tempest-AttachVolumeTestJSON-1141938147-project] 10.222.0.39 "GET /v2.0/security-groups?id=c677a93f-fa77-437f-87eb-0624f52b6fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315511 Sep 15 16:35:50.605212 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.db [None req-427038c6-cc20-470a-a4ab-24a6ba210fd6 admin admin] For port f117cd83-5e0f-45cb-af55-fa8182149f9e, host dv-cinder-779576-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779576-8-iscsi',level=0,port_id=f117cd83-5e0f-45cb-af55-fa8182149f9e,segment=NetworkSegment(357f3e6e-7de5-4e8f-a75a-601eaf932fe9),segment_id=357f3e6e-7de5-4e8f-a75a-601eaf932fe9)] {{(pid=93954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:35:50.605567 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-427038c6-cc20-470a-a4ab-24a6ba210fd6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3729503'] for port, precommit_delete {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:35:50.618274 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.plugin [None req-427038c6-cc20-470a-a4ab-24a6ba210fd6 admin admin] Calling delete_port for f117cd83-5e0f-45cb-af55-fa8182149f9e owned by network:router_interface {{(pid=93954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:35:50.811230 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-427038c6-cc20-470a-a4ab-24a6ba210fd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791196460023', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791195970003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126007332'] for port, after_delete {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:35:50.836383 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427038c6-cc20-470a-a4ab-24a6ba210fd6 admin admin] Pushing event deleted for resources: {'Port': ['ID=f117cd83-5e0f-45cb-af55-fa8182149f9e,revision_number=None']} {{(pid=93954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:35:51.004119 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-427038c6-cc20-470a-a4ab-24a6ba210fd6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3751619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3725735'] for router_interface, after_delete {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:35:51.228442 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-427038c6-cc20-470a-a4ab-24a6ba210fd6 admin admin] Router 5fbd7505-4ba3-4760-ad1e-279724b61dec has already been hosted by L3 agent 7a8df8d7-c3ef-43b4-9534-c977f7014926 {{(pid=93954) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 16:35:51.344919 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-427038c6-cc20-470a-a4ab-24a6ba210fd6 admin admin] Notify agent at l3_agent.dv-cinder-779576-8-iscsi the message routers_updated {{(pid=93954) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 16:35:51.350354 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [None req-427038c6-cc20-470a-a4ab-24a6ba210fd6 admin admin] 10.222.0.39 "PUT /v2.0/routers/5fbd7505-4ba3-4760-ad1e-279724b61dec/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5506208 Sep 15 16:35:51.354150 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.wsgi [-] (93954) accepted ('10.222.0.39', 41270) {{(pid=93954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:35:51.356883 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ad0814b-bb2b-4653-b6bf-553b0767d831 None None] Sync routers for ids ['5fbd7505-4ba3-4760-ad1e-279724b61dec'] in dv-cinder-779576-8-iscsi {{(pid=93956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 16:35:51.367296 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ad0814b-bb2b-4653-b6bf-553b0767d831 None None] Routers {'5fbd7505-4ba3-4760-ad1e-279724b61dec'} bound to L3 agent in host dv-cinder-779576-8-iscsi {{(pid=93956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:35:51.368014 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron.db.l3_hamode_db [None req-8ad0814b-bb2b-4653-b6bf-553b0767d831 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779576-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-15T16:14:02Z,description=,heartbeat_timestamp=2021-09-15T16:35:32Z,host='dv-cinder-779576-8-iscsi',id=7a8df8d7-c3ef-43b4-9534-c977f7014926,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T16:14:02Z,topic='l3_agent')) {'router_ids': ['5fbd7505-4ba3-4760-ad1e-279724b61dec'], 'active': True} {{(pid=93956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:35:51.477534 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron.db.l3_dvr_db [None req-8ad0814b-bb2b-4653-b6bf-553b0767d831 None None] Set router 5fbd7505-4ba3-4760-ad1e-279724b61dec gateway port host: dv-cinder-779576-8-iscsi {{(pid=93956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 16:35:51.662772 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron.db.l3_hamode_db [None req-8ad0814b-bb2b-4653-b6bf-553b0767d831 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fbd7505-4ba3-4760-ad1e-279724b61dec', 'name': 'tempest-TestShelveInstance-1476785183-router', 'tenant_id': '66d1d644c42a42ba8fdbb6c5db63cdfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62251075-a3e3-4d47-8761-104d217b089a', 'external_fixed_ips': [{'subnet_id': '9a71565b-217b-482b-8364-bc8ecb4c8f88', 'ip_address': '172.27.3.168'}], 'enable_snat': True}, 'gw_port_id': '755a56e2-d81f-4d33-8df4-784c94aa399f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:30:05Z', 'updated_at': '2021-09-15T16:35:50Z', 'revision_number': 5, 'project_id': '66d1d644c42a42ba8fdbb6c5db63cdfb', 'gw_port': {'id': '755a56e2-d81f-4d33-8df4-784c94aa399f', 'name': '', 'network_id': '62251075-a3e3-4d47-8761-104d217b089a', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:88:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fbd7505-4ba3-4760-ad1e-279724b61dec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '9a71565b-217b-482b-8364-bc8ecb4c8f88', 'ip_address': '172.27.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779576-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:30:06Z', 'updated_at': '2021-09-15T16:30:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a71565b-217b-482b-8364-bc8ecb4c8f88', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779576-8-iscsi'}], 'dv-cinder-779576-8-iscsi', False) {} {{(pid=93956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:35:51.689205 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ad0814b-bb2b-4653-b6bf-553b0767d831 None None] Checking router: 5fbd7505-4ba3-4760-ad1e-279724b61dec for host: dv-cinder-779576-8-iscsi {{(pid=93956) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 16:35:51.697876 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ad0814b-bb2b-4653-b6bf-553b0767d831 None None] Routers {'5fbd7505-4ba3-4760-ad1e-279724b61dec'} bound to L3 agent in host dv-cinder-779576-8-iscsi {{(pid=93956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:35:51.698475 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron.db.l3_hamode_db [None req-8ad0814b-bb2b-4653-b6bf-553b0767d831 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779576-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-15T16:14:02Z,description=,heartbeat_timestamp=2021-09-15T16:35:32Z,host='dv-cinder-779576-8-iscsi',id=7a8df8d7-c3ef-43b4-9534-c977f7014926,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T16:14:02Z,topic='l3_agent')) {'router_ids': ['5fbd7505-4ba3-4760-ad1e-279724b61dec'], 'active': True} {{(pid=93956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:35:51.742975 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-402e3500-3716-43fe-802a-af2de1e33fdd admin admin] Notify callbacks [] for router, before_delete {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:35:51.793408 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f5a861-2eec-452a-b0c7-c29bc4aae0a8 req-582e0ac1-5dd5-48c1-a3f9-f4af7b2754e8 tempest-AttachVolumeTestJSON-1141938147 tempest-AttachVolumeTestJSON-1141938147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:35:51.794871 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-43f5a861-2eec-452a-b0c7-c29bc4aae0a8 req-582e0ac1-5dd5-48c1-a3f9-f4af7b2754e8 tempest-AttachVolumeTestJSON-1141938147 tempest-AttachVolumeTestJSON-1141938147-project] 10.222.0.39 "GET /v2.0/ports?device_id=15113f62-27f0-4c75-9dad-844e96a80d67 HTTP/1.1" status: 200 len: 945 time: 0.1185768 Sep 15 16:35:51.800785 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron.db.l3_dvr_db [None req-8ad0814b-bb2b-4653-b6bf-553b0767d831 None None] Set router 5fbd7505-4ba3-4760-ad1e-279724b61dec gateway port host: dv-cinder-779576-8-iscsi {{(pid=93956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 16:35:51.884164 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-43f5a861-2eec-452a-b0c7-c29bc4aae0a8 req-b99e5396-102f-4705-b5dc-b2c8d5a2c61c tempest-AttachVolumeTestJSON-1141938147 tempest-AttachVolumeTestJSON-1141938147-project] 10.222.0.39 "GET /v2.0/security-groups?id=c677a93f-fa77-437f-87eb-0624f52b6fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0828798 Sep 15 16:35:51.889035 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-402e3500-3716-43fe-802a-af2de1e33fdd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:35:51.942064 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.plugin [None req-402e3500-3716-43fe-802a-af2de1e33fdd admin admin] Deleting port 755a56e2-d81f-4d33-8df4-784c94aa399f {{(pid=93954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:35:51.942392 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-402e3500-3716-43fe-802a-af2de1e33fdd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791196454449'] for port, before_delete {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:35:51.980999 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron.db.l3_hamode_db [None req-8ad0814b-bb2b-4653-b6bf-553b0767d831 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fbd7505-4ba3-4760-ad1e-279724b61dec', 'name': 'tempest-TestShelveInstance-1476785183-router', 'tenant_id': '66d1d644c42a42ba8fdbb6c5db63cdfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62251075-a3e3-4d47-8761-104d217b089a', 'external_fixed_ips': [{'subnet_id': '9a71565b-217b-482b-8364-bc8ecb4c8f88', 'ip_address': '172.27.3.168'}], 'enable_snat': True}, 'gw_port_id': '755a56e2-d81f-4d33-8df4-784c94aa399f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:30:05Z', 'updated_at': '2021-09-15T16:35:50Z', 'revision_number': 5, 'project_id': '66d1d644c42a42ba8fdbb6c5db63cdfb', 'gw_port': {'id': '755a56e2-d81f-4d33-8df4-784c94aa399f', 'name': '', 'network_id': '62251075-a3e3-4d47-8761-104d217b089a', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:88:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fbd7505-4ba3-4760-ad1e-279724b61dec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '9a71565b-217b-482b-8364-bc8ecb4c8f88', 'ip_address': '172.27.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779576-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:30:06Z', 'updated_at': '2021-09-15T16:30:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a71565b-217b-482b-8364-bc8ecb4c8f88', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779576-8-iscsi'}], 'dv-cinder-779576-8-iscsi', False) {} {{(pid=93956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:35:52.008041 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ad0814b-bb2b-4653-b6bf-553b0767d831 None None] The sync data for ids ['5fbd7505-4ba3-4760-ad1e-279724b61dec'] in dv-cinder-779576-8-iscsi is: [{'id': '5fbd7505-4ba3-4760-ad1e-279724b61dec', 'name': 'tempest-TestShelveInstance-1476785183-router', 'tenant_id': '66d1d644c42a42ba8fdbb6c5db63cdfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62251075-a3e3-4d47-8761-104d217b089a', 'external_fixed_ips': [{'subnet_id': '9a71565b-217b-482b-8364-bc8ecb4c8f88', 'ip_address': '172.27.3.168'}], 'enable_snat': True}, 'gw_port_id': '755a56e2-d81f-4d33-8df4-784c94aa399f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:30:05Z', 'updated_at': '2021-09-15T16:35:50Z', 'revision_number': 5, 'project_id': '66d1d644c42a42ba8fdbb6c5db63cdfb', 'gw_port': {'id': '755a56e2-d81f-4d33-8df4-784c94aa399f', 'name': '', 'network_id': '62251075-a3e3-4d47-8761-104d217b089a', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:88:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fbd7505-4ba3-4760-ad1e-279724b61dec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '9a71565b-217b-482b-8364-bc8ecb4c8f88', 'ip_address': '172.27.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779576-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:30:06Z', 'updated_at': '2021-09-15T16:30:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a71565b-217b-482b-8364-bc8ecb4c8f88', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779576-8-iscsi'}] {{(pid=93956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 16:35:52.020670 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.db [None req-402e3500-3716-43fe-802a-af2de1e33fdd admin admin] For port 755a56e2-d81f-4d33-8df4-784c94aa399f, host dv-cinder-779576-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779576-8-iscsi',level=0,port_id=755a56e2-d81f-4d33-8df4-784c94aa399f,segment=NetworkSegment(fd8e905d-efc3-4108-bd70-37f32575b93b),segment_id=fd8e905d-efc3-4108-bd70-37f32575b93b)] {{(pid=93954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:35:52.021024 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-402e3500-3716-43fe-802a-af2de1e33fdd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3729503'] for port, precommit_delete {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:35:52.034229 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.plugin [None req-402e3500-3716-43fe-802a-af2de1e33fdd admin admin] Calling delete_port for 755a56e2-d81f-4d33-8df4-784c94aa399f owned by network:router_gateway {{(pid=93954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:35:52.205684 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-402e3500-3716-43fe-802a-af2de1e33fdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791196460023', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791195970003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126007332'] for port, after_delete {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:35:52.234048 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402e3500-3716-43fe-802a-af2de1e33fdd admin admin] Pushing event deleted for resources: {'Port': ['ID=755a56e2-d81f-4d33-8df4-784c94aa399f,revision_number=None']} {{(pid=93954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:35:52.293333 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-402e3500-3716-43fe-802a-af2de1e33fdd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3725665'] for router_gateway, after_delete {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:35:52.384850 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-402e3500-3716-43fe-802a-af2de1e33fdd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3722032', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-670'] for router, precommit_delete {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:35:52.387181 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-402e3500-3716-43fe-802a-af2de1e33fdd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:35:52.432323 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-402e3500-3716-43fe-802a-af2de1e33fdd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3722187'] for router, after_delete {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:35:52.432954 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-402e3500-3716-43fe-802a-af2de1e33fdd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5fbd7505-4ba3-4760-ad1e-279724b61dec {{(pid=93954) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 15 16:35:52.438479 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-402e3500-3716-43fe-802a-af2de1e33fdd admin admin] Notify callbacks [] for router, before_response {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:35:52.439647 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [None req-402e3500-3716-43fe-802a-af2de1e33fdd admin admin] 10.222.0.39 "DELETE /v2.0/routers/5fbd7505-4ba3-4760-ad1e-279724b61dec HTTP/1.1" status: 204 len: 168 time: 1.0846233 Sep 15 16:35:52.442464 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.wsgi [-] (93954) accepted ('10.222.0.39', 41274) {{(pid=93954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:35:52.494134 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.db.db_base_plugin_v2 [None req-4606d5e7-258e-4132-a0d4-a1e80d3dc026 admin admin] Deleting subnet a878bb0e-ef92-4742-928c-735ec49c3680 {{(pid=93954) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 15 16:35:52.497609 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-4606d5e7-258e-4132-a0d4-a1e80d3dc026 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:35:52.533247 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-4606d5e7-258e-4132-a0d4-a1e80d3dc026 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126845993'] for subnet, precommit_delete_associations {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:35:52.596326 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.rpc [None req-57d8a9a3-d16f-4b20-b77b-ca1e664c03db None None] Device f117cd83-5e0f-45cb-af55-fa8182149f9e no longer exists at agent ovs-agent-dv-cinder-779576-8-iscsi {{(pid=93955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 16:35:52.617088 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-4606d5e7-258e-4132-a0d4-a1e80d3dc026 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-957316'] for subnet, precommit_delete {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:35:52.617821 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [None req-57d8a9a3-d16f-4b20-b77b-ca1e664c03db None None] No Port match for: f117cd83-5e0f-45cb-af55-fa8182149f9e {{(pid=93955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 16:35:52.618324 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.rpc [None req-57d8a9a3-d16f-4b20-b77b-ca1e664c03db None None] Device f117cd83-5e0f-45cb-af55-fa8182149f9e not bound to the agent host dv-cinder-779576-8-iscsi {{(pid=93955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 16:35:52.676527 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-4606d5e7-258e-4132-a0d4-a1e80d3dc026 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-957331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126007307', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125831603'] for subnet, after_delete {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:35:52.701677 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4606d5e7-258e-4132-a0d4-a1e80d3dc026 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a878bb0e-ef92-4742-928c-735ec49c3680,revision_number=None']} {{(pid=93954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:35:52.705258 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-4606d5e7-258e-4132-a0d4-a1e80d3dc026 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:35:52.707083 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [None req-4606d5e7-258e-4132-a0d4-a1e80d3dc026 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/a878bb0e-ef92-4742-928c-735ec49c3680 HTTP/1.1" status: 204 len: 168 time: 0.2637014 Sep 15 16:35:52.709904 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.wsgi [-] (93953) accepted ('10.222.0.39', 41276) {{(pid=93953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:35:52.710597 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adfc887b-d317-48b2-8176-d1b766403a1e None None] Network c5434ca4-ccc6-4f17-83c3-0e714ba8c18a requested from dv-cinder-779576-8-iscsi {{(pid=93955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 16:35:52.780330 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-ff8cbfdf-94cd-42ff-9166-63ab64d8e79c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-644213'] for network, before_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:35:52.831754 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.plugin [None req-ff8cbfdf-94cd-42ff-9166-63ab64d8e79c admin admin] Deleting port 5bae831a-67b5-4eb9-92e6-00eb50ff718a {{(pid=93953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:35:52.832107 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-ff8cbfdf-94cd-42ff-9166-63ab64d8e79c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791196454449'] for port, before_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:35:52.898867 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.db [None req-ff8cbfdf-94cd-42ff-9166-63ab64d8e79c admin admin] For port 5bae831a-67b5-4eb9-92e6-00eb50ff718a, host dv-cinder-779576-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779576-8-iscsi',level=0,port_id=5bae831a-67b5-4eb9-92e6-00eb50ff718a,segment=NetworkSegment(357f3e6e-7de5-4e8f-a75a-601eaf932fe9),segment_id=357f3e6e-7de5-4e8f-a75a-601eaf932fe9)] {{(pid=93953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:35:52.899224 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-ff8cbfdf-94cd-42ff-9166-63ab64d8e79c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3729503'] for port, precommit_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:35:52.911521 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.plugin [None req-ff8cbfdf-94cd-42ff-9166-63ab64d8e79c admin admin] Calling delete_port for 5bae831a-67b5-4eb9-92e6-00eb50ff718a owned by network:dhcp {{(pid=93953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:35:52.997848 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07d07991-5058-42f1-bb13-cf77ab402cdc None None] DHCP port deletion for c5434ca4-ccc6-4f17-83c3-0e714ba8c18a request from dv-cinder-779576-8-iscsi {{(pid=93955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 15 16:35:53.022092 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a7d881-a65c-4b61-bf15-e53160fa7f84 req-2daab24b-652e-4814-a09f-5f928a5d2c5d tempest-AttachVolumeTestJSON-1141938147 tempest-AttachVolumeTestJSON-1141938147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:35:53.023817 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-f1a7d881-a65c-4b61-bf15-e53160fa7f84 req-2daab24b-652e-4814-a09f-5f928a5d2c5d tempest-AttachVolumeTestJSON-1141938147 tempest-AttachVolumeTestJSON-1141938147-project] 10.222.0.39 "GET /v2.0/ports?device_id=15113f62-27f0-4c75-9dad-844e96a80d67 HTTP/1.1" status: 200 len: 945 time: 0.0706880 Sep 15 16:35:53.038057 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-ff8cbfdf-94cd-42ff-9166-63ab64d8e79c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791196460023', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791195970003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127878305'] for port, after_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:35:53.055633 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [None req-07d07991-5058-42f1-bb13-cf77ab402cdc None None] Deleting port 5bae831a-67b5-4eb9-92e6-00eb50ff718a {{(pid=93955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:35:53.056005 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-07d07991-5058-42f1-bb13-cf77ab402cdc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791196454449'] for port, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:35:53.076085 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8cbfdf-94cd-42ff-9166-63ab64d8e79c admin admin] Pushing event deleted for resources: {'Port': ['ID=5bae831a-67b5-4eb9-92e6-00eb50ff718a,revision_number=None']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:35:53.085505 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff8cbfdf-94cd-42ff-9166-63ab64d8e79c admin admin] No DVR routers for this DVR port 5bae831a-67b5-4eb9-92e6-00eb50ff718a on host dv-cinder-779576-8-iscsi {{(pid=93953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 16:35:53.095843 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-f1a7d881-a65c-4b61-bf15-e53160fa7f84 req-a366e1b9-c9c2-4efd-ba30-dc767884515a tempest-AttachVolumeTestJSON-1141938147 tempest-AttachVolumeTestJSON-1141938147-project] 10.222.0.39 "GET /v2.0/security-groups?id=c677a93f-fa77-437f-87eb-0624f52b6fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0651543 Sep 15 16:35:53.120536 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.db [None req-07d07991-5058-42f1-bb13-cf77ab402cdc None None] For port 5bae831a-67b5-4eb9-92e6-00eb50ff718a, host dv-cinder-779576-8-iscsi, got binding levels [] {{(pid=93955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:35:53.120931 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-07d07991-5058-42f1-bb13-cf77ab402cdc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3729503'] for port, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:35:53.136845 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.rpc [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] Device 1278be16-8f94-4535-b85d-4e24bfa8782e no longer exists at agent hyperv_hv-cinder-77957 {{(pid=93955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 16:35:53.139463 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [None req-07d07991-5058-42f1-bb13-cf77ab402cdc None None] Calling delete_port for 5bae831a-67b5-4eb9-92e6-00eb50ff718a owned by network:dhcp {{(pid=93955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:35:53.143080 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.db.ipam_backend_mixin [None req-07d07991-5058-42f1-bb13-cf77ab402cdc None None] Port 5bae831a-67b5-4eb9-92e6-00eb50ff718a was not found and therefore no delete operation was performed {{(pid=93955) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 15 16:35:53.163734 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-07d07991-5058-42f1-bb13-cf77ab402cdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791196460023', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791195970003'] for port, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:35:53.164780 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-ff8cbfdf-94cd-42ff-9166-63ab64d8e79c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-950531', 'neutron.services.segments.db._delete_segments_for_network-8791196484509'] for network, precommit_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:35:53.169762 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] No Port match for: 1278be16-8f94-4535-b85d-4e24bfa8782e {{(pid=93955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 16:35:53.170087 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.rpc [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] Device 1278be16-8f94-4535-b85d-4e24bfa8782e not bound to the agent host hv-cinder-77957 {{(pid=93955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 16:35:53.187088 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.services.segments.db [None req-ff8cbfdf-94cd-42ff-9166-63ab64d8e79c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c5434ca4-ccc6-4f17-83c3-0e714ba8c18a']}} {{(pid=93953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:35:53.196212 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d07991-5058-42f1-bb13-cf77ab402cdc None None] Pushing event deleted for resources: {'Port': ['ID=5bae831a-67b5-4eb9-92e6-00eb50ff718a,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:35:53.196545 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.services.segments.db [None req-ff8cbfdf-94cd-42ff-9166-63ab64d8e79c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '357f3e6e-7de5-4e8f-a75a-601eaf932fe9') {'for_net_delete': True} {{(pid=93953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:35:53.196836 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.services.segments.db [None req-ff8cbfdf-94cd-42ff-9166-63ab64d8e79c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '357f3e6e-7de5-4e8f-a75a-601eaf932fe9') {} {{(pid=93953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:35:53.198224 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791196484491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953091'] for agent, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:35:53.204061 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07d07991-5058-42f1-bb13-cf77ab402cdc None None] No DVR routers for this DVR port 5bae831a-67b5-4eb9-92e6-00eb50ff718a on host dv-cinder-779576-8-iscsi {{(pid=93955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 16:35:53.206404 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07d07991-5058-42f1-bb13-cf77ab402cdc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:35:53.206848 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07d07991-5058-42f1-bb13-cf77ab402cdc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:35:53.207187 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07d07991-5058-42f1-bb13-cf77ab402cdc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:35:53.207518 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07d07991-5058-42f1-bb13-cf77ab402cdc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:35:53.207842 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07d07991-5058-42f1-bb13-cf77ab402cdc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:35:53.208197 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07d07991-5058-42f1-bb13-cf77ab402cdc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:35:53.208521 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07d07991-5058-42f1-bb13-cf77ab402cdc None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:35:53.208842 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07d07991-5058-42f1-bb13-cf77ab402cdc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:35:53.209183 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07d07991-5058-42f1-bb13-cf77ab402cdc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:35:53.209749 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07d07991-5058-42f1-bb13-cf77ab402cdc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:35:53.209867 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07d07991-5058-42f1-bb13-cf77ab402cdc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:35:53.210121 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07d07991-5058-42f1-bb13-cf77ab402cdc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:35:53.211685 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-ff8cbfdf-94cd-42ff-9166-63ab64d8e79c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791196485798', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127891487'] for segment, before_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:35:53.227697 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-ff8cbfdf-94cd-42ff-9166-63ab64d8e79c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-955409'] for segment, precommit_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:35:53.233514 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff8cbfdf-94cd-42ff-9166-63ab64d8e79c admin admin] Releasing vlan 91 on physical network physnet1 to pool {{(pid=93953) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 16:35:53.233896 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-ff8cbfdf-94cd-42ff-9166-63ab64d8e79c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-955409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127877712'] for segment, after_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:35:53.236020 dv-cinder-779576-8-iscsi neutron-server[93953]: Traceback (most recent call last): Sep 15 16:35:53.236020 dv-cinder-779576-8-iscsi neutron-server[93953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 15 16:35:53.236020 dv-cinder-779576-8-iscsi neutron-server[93953]: timer() Sep 15 16:35:53.236020 dv-cinder-779576-8-iscsi neutron-server[93953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 16:35:53.236020 dv-cinder-779576-8-iscsi neutron-server[93953]: cb(*args, **kw) Sep 15 16:35:53.236020 dv-cinder-779576-8-iscsi neutron-server[93953]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 15 16:35:53.236020 dv-cinder-779576-8-iscsi neutron-server[93953]: return func(*args, **kwargs) Sep 15 16:35:53.236020 dv-cinder-779576-8-iscsi neutron-server[93953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 16:35:53.236020 dv-cinder-779576-8-iscsi neutron-server[93953]: self._notify() Sep 15 16:35:53.236020 dv-cinder-779576-8-iscsi neutron-server[93953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 16:35:53.236020 dv-cinder-779576-8-iscsi neutron-server[93953]: self.callback(batched_events) Sep 15 16:35:53.236020 dv-cinder-779576-8-iscsi neutron-server[93953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 16:35:53.236020 dv-cinder-779576-8-iscsi neutron-server[93953]: event.method(event) Sep 15 16:35:53.236020 dv-cinder-779576-8-iscsi neutron-server[93953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 15 16:35:53.236020 dv-cinder-779576-8-iscsi neutron-server[93953]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 16:35:53.236020 dv-cinder-779576-8-iscsi neutron-server[93953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 15 16:35:53.236020 dv-cinder-779576-8-iscsi neutron-server[93953]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 16:35:53.236020 dv-cinder-779576-8-iscsi neutron-server[93953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 15 16:35:53.236020 dv-cinder-779576-8-iscsi neutron-server[93953]: return f(self, *a, **k) Sep 15 16:35:53.236020 dv-cinder-779576-8-iscsi neutron-server[93953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 15 16:35:53.236020 dv-cinder-779576-8-iscsi neutron-server[93953]: return self._get(url).json() Sep 15 16:35:53.236020 dv-cinder-779576-8-iscsi neutron-server[93953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 16:35:53.236020 dv-cinder-779576-8-iscsi neutron-server[93953]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 16:35:53.236020 dv-cinder-779576-8-iscsi neutron-server[93953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 15 16:35:53.236020 dv-cinder-779576-8-iscsi neutron-server[93953]: return self.request(url, 'GET', **kwargs) Sep 15 16:35:53.236020 dv-cinder-779576-8-iscsi neutron-server[93953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 15 16:35:53.236020 dv-cinder-779576-8-iscsi neutron-server[93953]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 16:35:53.236020 dv-cinder-779576-8-iscsi neutron-server[93953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 15 16:35:53.236020 dv-cinder-779576-8-iscsi neutron-server[93953]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 16:35:53.236020 dv-cinder-779576-8-iscsi neutron-server[93953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 15 16:35:53.236020 dv-cinder-779576-8-iscsi neutron-server[93953]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 16:35:53.236020 dv-cinder-779576-8-iscsi neutron-server[93953]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 16:35:53.292118 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-ff8cbfdf-94cd-42ff-9166-63ab64d8e79c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-950554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3725573'] for network, after_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:35:53.296328 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-ff8cbfdf-94cd-42ff-9166-63ab64d8e79c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3748898'] for network, before_response {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:35:53.298646 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [None req-ff8cbfdf-94cd-42ff-9166-63ab64d8e79c admin admin] 10.222.0.39 "DELETE /v2.0/networks/c5434ca4-ccc6-4f17-83c3-0e714ba8c18a HTTP/1.1" status: 204 len: 168 time: 0.5873225 Sep 15 16:35:53.301250 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.wsgi [-] (93954) accepted ('10.222.0.39', 41280) {{(pid=93954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:35:53.310575 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8cbfdf-94cd-42ff-9166-63ab64d8e79c admin admin] Pushing event deleted for resources: {'Network': ['ID=c5434ca4-ccc6-4f17-83c3-0e714ba8c18a,revision_number=None']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:35:53.663049 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-327e8c72-b339-431d-819e-56699ae5eb91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3724823'] for router_interface, before_delete {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:35:53.935353 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.plugin [None req-327e8c72-b339-431d-819e-56699ae5eb91 admin admin] Deleting port 13eec6e8-aa66-44ee-84ce-748f4c2c561e {{(pid=93954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:35:53.935622 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-327e8c72-b339-431d-819e-56699ae5eb91 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791196454449'] for port, before_delete {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:35:54.021334 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.db [None req-327e8c72-b339-431d-819e-56699ae5eb91 admin admin] For port 13eec6e8-aa66-44ee-84ce-748f4c2c561e, host dv-cinder-779576-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779576-8-iscsi',level=0,port_id=13eec6e8-aa66-44ee-84ce-748f4c2c561e,segment=NetworkSegment(3ebc66a4-4ecd-45ba-b9a5-7cd9640d3db9),segment_id=3ebc66a4-4ecd-45ba-b9a5-7cd9640d3db9)] {{(pid=93954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:35:54.021694 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-327e8c72-b339-431d-819e-56699ae5eb91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3729503'] for port, precommit_delete {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:35:54.034913 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.plugin [None req-327e8c72-b339-431d-819e-56699ae5eb91 admin admin] Calling delete_port for 13eec6e8-aa66-44ee-84ce-748f4c2c561e owned by network:router_interface {{(pid=93954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:35:54.251827 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f00dc60-c03b-43a0-bce4-9b82056c3aef req-b9ab3899-2fa8-4f16-8609-5d88c00d28be tempest-AttachVolumeTestJSON-1141938147 tempest-AttachVolumeTestJSON-1141938147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:35:54.253269 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-9f00dc60-c03b-43a0-bce4-9b82056c3aef req-b9ab3899-2fa8-4f16-8609-5d88c00d28be tempest-AttachVolumeTestJSON-1141938147 tempest-AttachVolumeTestJSON-1141938147-project] 10.222.0.39 "GET /v2.0/ports?device_id=15113f62-27f0-4c75-9dad-844e96a80d67 HTTP/1.1" status: 200 len: 945 time: 0.0827827 Sep 15 16:35:54.254295 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-327e8c72-b339-431d-819e-56699ae5eb91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791196460023', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791195970003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126007332'] for port, after_delete {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:35:54.285121 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327e8c72-b339-431d-819e-56699ae5eb91 admin admin] Pushing event deleted for resources: {'Port': ['ID=13eec6e8-aa66-44ee-84ce-748f4c2c561e,revision_number=None']} {{(pid=93954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:35:54.356055 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-9f00dc60-c03b-43a0-bce4-9b82056c3aef req-8978ee97-b62d-4795-ad28-5e973dc3ab67 tempest-AttachVolumeTestJSON-1141938147 tempest-AttachVolumeTestJSON-1141938147-project] 10.222.0.39 "GET /v2.0/security-groups?id=c677a93f-fa77-437f-87eb-0624f52b6fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0784323 Sep 15 16:35:54.484562 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-327e8c72-b339-431d-819e-56699ae5eb91 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3751619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3725735'] for router_interface, after_delete {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:35:54.589656 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.rpc [None req-57d8a9a3-d16f-4b20-b77b-ca1e664c03db None None] Device 755a56e2-d81f-4d33-8df4-784c94aa399f no longer exists at agent ovs-agent-dv-cinder-779576-8-iscsi {{(pid=93955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 16:35:54.609527 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [None req-57d8a9a3-d16f-4b20-b77b-ca1e664c03db None None] No Port match for: 755a56e2-d81f-4d33-8df4-784c94aa399f {{(pid=93955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 16:35:54.609949 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.rpc [None req-57d8a9a3-d16f-4b20-b77b-ca1e664c03db None None] Device 755a56e2-d81f-4d33-8df4-784c94aa399f not bound to the agent host dv-cinder-779576-8-iscsi {{(pid=93955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 16:35:54.610357 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.rpc [None req-57d8a9a3-d16f-4b20-b77b-ca1e664c03db None None] Device 5bae831a-67b5-4eb9-92e6-00eb50ff718a no longer exists at agent ovs-agent-dv-cinder-779576-8-iscsi {{(pid=93955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 16:35:54.628335 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [None req-57d8a9a3-d16f-4b20-b77b-ca1e664c03db None None] No Port match for: 5bae831a-67b5-4eb9-92e6-00eb50ff718a {{(pid=93955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 16:35:54.628674 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.rpc [None req-57d8a9a3-d16f-4b20-b77b-ca1e664c03db None None] Device 5bae831a-67b5-4eb9-92e6-00eb50ff718a not bound to the agent host dv-cinder-779576-8-iscsi {{(pid=93955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 16:35:54.714507 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-327e8c72-b339-431d-819e-56699ae5eb91 admin admin] Router a9a7b11c-eee2-4ad7-989a-c9c43f9dea31 has already been hosted by L3 agent 7a8df8d7-c3ef-43b4-9534-c977f7014926 {{(pid=93954) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 16:35:54.820659 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-327e8c72-b339-431d-819e-56699ae5eb91 admin admin] Notify agent at l3_agent.dv-cinder-779576-8-iscsi the message routers_updated {{(pid=93954) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 16:35:54.826736 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [None req-327e8c72-b339-431d-819e-56699ae5eb91 admin admin] 10.222.0.39 "PUT /v2.0/routers/a9a7b11c-eee2-4ad7-989a-c9c43f9dea31/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5230701 Sep 15 16:35:54.828750 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.wsgi [-] (93953) accepted ('10.222.0.39', 41284) {{(pid=93953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:35:54.831597 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d029295-9def-4a99-ad26-bd14d41f9ceb None None] Sync routers for ids ['a9a7b11c-eee2-4ad7-989a-c9c43f9dea31'] in dv-cinder-779576-8-iscsi {{(pid=93955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 16:35:54.842144 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d029295-9def-4a99-ad26-bd14d41f9ceb None None] Routers {'a9a7b11c-eee2-4ad7-989a-c9c43f9dea31'} bound to L3 agent in host dv-cinder-779576-8-iscsi {{(pid=93955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:35:54.842769 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.db.l3_hamode_db [None req-7d029295-9def-4a99-ad26-bd14d41f9ceb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779576-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-15T16:14:02Z,description=,heartbeat_timestamp=2021-09-15T16:35:32Z,host='dv-cinder-779576-8-iscsi',id=7a8df8d7-c3ef-43b4-9534-c977f7014926,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T16:14:02Z,topic='l3_agent')) {'router_ids': ['a9a7b11c-eee2-4ad7-989a-c9c43f9dea31'], 'active': True} {{(pid=93955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:35:54.933197 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-bea0b0b8-a41c-476e-a043-01f42976669c admin admin] Notify callbacks [] for router, before_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:35:54.948548 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.db.l3_dvr_db [None req-7d029295-9def-4a99-ad26-bd14d41f9ceb None None] Set router a9a7b11c-eee2-4ad7-989a-c9c43f9dea31 gateway port host: dv-cinder-779576-8-iscsi {{(pid=93955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 16:35:55.034450 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-bea0b0b8-a41c-476e-a043-01f42976669c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:35:55.089310 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.plugin [None req-bea0b0b8-a41c-476e-a043-01f42976669c admin admin] Deleting port cac1b156-9c27-4fd8-b601-119e39ea2083 {{(pid=93953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:35:55.089538 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-bea0b0b8-a41c-476e-a043-01f42976669c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791196454449'] for port, before_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:35:55.123671 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.db.l3_hamode_db [None req-7d029295-9def-4a99-ad26-bd14d41f9ceb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9a7b11c-eee2-4ad7-989a-c9c43f9dea31', 'name': 'tempest-TestShelveInstance-470857225-router', 'tenant_id': '427421425dd74f0c948e0180b20aad1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62251075-a3e3-4d47-8761-104d217b089a', 'external_fixed_ips': [{'subnet_id': '9a71565b-217b-482b-8364-bc8ecb4c8f88', 'ip_address': '172.27.3.125'}], 'enable_snat': True}, 'gw_port_id': 'cac1b156-9c27-4fd8-b601-119e39ea2083', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:30:13Z', 'updated_at': '2021-09-15T16:35:54Z', 'revision_number': 5, 'project_id': '427421425dd74f0c948e0180b20aad1e', 'gw_port': {'id': 'cac1b156-9c27-4fd8-b601-119e39ea2083', 'name': '', 'network_id': '62251075-a3e3-4d47-8761-104d217b089a', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:ab:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9a7b11c-eee2-4ad7-989a-c9c43f9dea31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '9a71565b-217b-482b-8364-bc8ecb4c8f88', 'ip_address': '172.27.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779576-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:30:14Z', 'updated_at': '2021-09-15T16:30:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a71565b-217b-482b-8364-bc8ecb4c8f88', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779576-8-iscsi'}], 'dv-cinder-779576-8-iscsi', False) {} {{(pid=93955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:35:55.153132 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d029295-9def-4a99-ad26-bd14d41f9ceb None None] Checking router: a9a7b11c-eee2-4ad7-989a-c9c43f9dea31 for host: dv-cinder-779576-8-iscsi {{(pid=93955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 16:35:55.161790 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d029295-9def-4a99-ad26-bd14d41f9ceb None None] Routers {'a9a7b11c-eee2-4ad7-989a-c9c43f9dea31'} bound to L3 agent in host dv-cinder-779576-8-iscsi {{(pid=93955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:35:55.162389 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.db.l3_hamode_db [None req-7d029295-9def-4a99-ad26-bd14d41f9ceb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779576-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-15T16:14:02Z,description=,heartbeat_timestamp=2021-09-15T16:35:32Z,host='dv-cinder-779576-8-iscsi',id=7a8df8d7-c3ef-43b4-9534-c977f7014926,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T16:14:02Z,topic='l3_agent')) {'router_ids': ['a9a7b11c-eee2-4ad7-989a-c9c43f9dea31'], 'active': True} {{(pid=93955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:35:55.172239 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.db [None req-bea0b0b8-a41c-476e-a043-01f42976669c admin admin] For port cac1b156-9c27-4fd8-b601-119e39ea2083, host dv-cinder-779576-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779576-8-iscsi',level=0,port_id=cac1b156-9c27-4fd8-b601-119e39ea2083,segment=NetworkSegment(fd8e905d-efc3-4108-bd70-37f32575b93b),segment_id=fd8e905d-efc3-4108-bd70-37f32575b93b)] {{(pid=93953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:35:55.172601 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-bea0b0b8-a41c-476e-a043-01f42976669c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3729503'] for port, precommit_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:35:55.184559 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.plugin [None req-bea0b0b8-a41c-476e-a043-01f42976669c admin admin] Calling delete_port for cac1b156-9c27-4fd8-b601-119e39ea2083 owned by network:router_gateway {{(pid=93953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:35:55.248302 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.db.l3_dvr_db [None req-7d029295-9def-4a99-ad26-bd14d41f9ceb None None] Set router a9a7b11c-eee2-4ad7-989a-c9c43f9dea31 gateway port host: None {{(pid=93955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 16:35:55.300868 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.db.l3_hamode_db [None req-7d029295-9def-4a99-ad26-bd14d41f9ceb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9a7b11c-eee2-4ad7-989a-c9c43f9dea31', 'name': 'tempest-TestShelveInstance-470857225-router', 'tenant_id': '427421425dd74f0c948e0180b20aad1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:30:13Z', 'updated_at': '2021-09-15T16:35:55Z', 'revision_number': 6, 'project_id': '427421425dd74f0c948e0180b20aad1e', 'gw_port_host': None}], 'dv-cinder-779576-8-iscsi', False) {} {{(pid=93955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:35:55.357121 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-bea0b0b8-a41c-476e-a043-01f42976669c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791196460023', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791195970003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127878305'] for port, after_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:35:55.385782 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea0b0b8-a41c-476e-a043-01f42976669c admin admin] Pushing event deleted for resources: {'Port': ['ID=cac1b156-9c27-4fd8-b601-119e39ea2083,revision_number=None']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:35:55.457162 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d029295-9def-4a99-ad26-bd14d41f9ceb None None] The sync data for ids ['a9a7b11c-eee2-4ad7-989a-c9c43f9dea31'] in dv-cinder-779576-8-iscsi is: [{'id': 'a9a7b11c-eee2-4ad7-989a-c9c43f9dea31', 'name': 'tempest-TestShelveInstance-470857225-router', 'tenant_id': '427421425dd74f0c948e0180b20aad1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:30:13Z', 'updated_at': '2021-09-15T16:35:55Z', 'revision_number': 6, 'project_id': '427421425dd74f0c948e0180b20aad1e', 'gw_port_host': None}] {{(pid=93955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 16:35:55.473997 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-bea0b0b8-a41c-476e-a043-01f42976669c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3725665'] for router_gateway, after_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:35:55.547748 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eeea76d-73a9-40f7-83b8-144f11a50a14 req-872a3ee3-c91b-459c-becc-c73673931082 tempest-AttachVolumeTestJSON-1141938147 tempest-AttachVolumeTestJSON-1141938147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:35:55.549323 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-5eeea76d-73a9-40f7-83b8-144f11a50a14 req-872a3ee3-c91b-459c-becc-c73673931082 tempest-AttachVolumeTestJSON-1141938147 tempest-AttachVolumeTestJSON-1141938147-project] 10.222.0.39 "GET /v2.0/ports?device_id=15113f62-27f0-4c75-9dad-844e96a80d67 HTTP/1.1" status: 200 len: 945 time: 0.1157711 Sep 15 16:35:55.578441 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-bea0b0b8-a41c-476e-a043-01f42976669c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3722032', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-670'] for router, precommit_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:35:55.581128 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-bea0b0b8-a41c-476e-a043-01f42976669c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:35:55.641189 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-bea0b0b8-a41c-476e-a043-01f42976669c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3722187'] for router, after_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:35:55.641702 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bea0b0b8-a41c-476e-a043-01f42976669c admin admin] Fanout notify agent at l3_agent the message router_deleted on router a9a7b11c-eee2-4ad7-989a-c9c43f9dea31 {{(pid=93953) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 15 16:35:55.645889 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-5eeea76d-73a9-40f7-83b8-144f11a50a14 req-fd537bd4-851e-45d4-9055-2c2fae7cf238 tempest-AttachVolumeTestJSON-1141938147 tempest-AttachVolumeTestJSON-1141938147-project] 10.222.0.39 "GET /v2.0/security-groups?id=c677a93f-fa77-437f-87eb-0624f52b6fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0691266 Sep 15 16:35:55.648626 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-bea0b0b8-a41c-476e-a043-01f42976669c admin admin] Notify callbacks [] for router, before_response {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:35:55.649625 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [None req-bea0b0b8-a41c-476e-a043-01f42976669c admin admin] 10.222.0.39 "DELETE /v2.0/routers/a9a7b11c-eee2-4ad7-989a-c9c43f9dea31 HTTP/1.1" status: 204 len: 168 time: 0.8198361 Sep 15 16:35:55.652330 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.wsgi [-] (93953) accepted ('10.222.0.39', 41288) {{(pid=93953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:35:55.699686 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.db.db_base_plugin_v2 [None req-3f23c604-6aff-4173-b006-4f28f24419a8 admin admin] Deleting subnet b530cda4-af8f-4bb7-ac02-25affd1d1a2e {{(pid=93953) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 15 16:35:55.702781 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-3f23c604-6aff-4173-b006-4f28f24419a8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:35:55.737083 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-3f23c604-6aff-4173-b006-4f28f24419a8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127891476'] for subnet, precommit_delete_associations {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:35:55.816906 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-3f23c604-6aff-4173-b006-4f28f24419a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-957316'] for subnet, precommit_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:35:55.871282 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-3f23c604-6aff-4173-b006-4f28f24419a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-957331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127878286', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127570110'] for subnet, after_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:35:55.900882 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f23c604-6aff-4173-b006-4f28f24419a8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b530cda4-af8f-4bb7-ac02-25affd1d1a2e,revision_number=None']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:35:55.904902 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-3f23c604-6aff-4173-b006-4f28f24419a8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3748898'] for subnet, before_response {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:35:55.906924 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [None req-3f23c604-6aff-4173-b006-4f28f24419a8 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/b530cda4-af8f-4bb7-ac02-25affd1d1a2e HTTP/1.1" status: 204 len: 168 time: 0.2535837 Sep 15 16:35:55.909361 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.wsgi [-] (93953) accepted ('10.222.0.39', 41292) {{(pid=93953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:35:55.912007 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72ab5a0e-9e0f-47e4-adaf-9b25d115d946 None None] Network 9ffa0bb8-e764-4049-8a16-329f8e9aefbf requested from dv-cinder-779576-8-iscsi {{(pid=93955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 16:35:55.976994 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-58174941-594f-4059-aa12-ba77ffd8a637 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-644213'] for network, before_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:35:56.032234 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.plugin [None req-58174941-594f-4059-aa12-ba77ffd8a637 admin admin] Deleting port 366b9adc-1448-4991-b451-4b5857605526 {{(pid=93953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:35:56.032613 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-58174941-594f-4059-aa12-ba77ffd8a637 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791196454449'] for port, before_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:35:56.097608 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.db [None req-58174941-594f-4059-aa12-ba77ffd8a637 admin admin] For port 366b9adc-1448-4991-b451-4b5857605526, host dv-cinder-779576-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779576-8-iscsi',level=0,port_id=366b9adc-1448-4991-b451-4b5857605526,segment=NetworkSegment(3ebc66a4-4ecd-45ba-b9a5-7cd9640d3db9),segment_id=3ebc66a4-4ecd-45ba-b9a5-7cd9640d3db9)] {{(pid=93953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:35:56.097962 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-58174941-594f-4059-aa12-ba77ffd8a637 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3729503'] for port, precommit_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:35:56.110129 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.plugin [None req-58174941-594f-4059-aa12-ba77ffd8a637 admin admin] Calling delete_port for 366b9adc-1448-4991-b451-4b5857605526 owned by network:dhcp {{(pid=93953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:35:56.192162 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a06f9cca-0856-4d7f-bf36-33380a6f4263 None None] DHCP port deletion for 9ffa0bb8-e764-4049-8a16-329f8e9aefbf request from dv-cinder-779576-8-iscsi {{(pid=93955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 15 16:35:56.199713 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-58174941-594f-4059-aa12-ba77ffd8a637 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791196460023', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791195970003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127878305'] for port, after_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:35:56.219685 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [None req-a06f9cca-0856-4d7f-bf36-33380a6f4263 None None] The port '366b9adc-1448-4991-b451-4b5857605526' was deleted {{(pid=93955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1953}} Sep 15 16:35:56.228421 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58174941-594f-4059-aa12-ba77ffd8a637 admin admin] Pushing event deleted for resources: {'Port': ['ID=366b9adc-1448-4991-b451-4b5857605526,revision_number=None']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:35:56.230994 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58174941-594f-4059-aa12-ba77ffd8a637 admin admin] No DVR routers for this DVR port 366b9adc-1448-4991-b451-4b5857605526 on host dv-cinder-779576-8-iscsi {{(pid=93953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 16:35:56.305622 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-58174941-594f-4059-aa12-ba77ffd8a637 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-950531', 'neutron.services.segments.db._delete_segments_for_network-8791196484509'] for network, precommit_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:35:56.326092 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.services.segments.db [None req-58174941-594f-4059-aa12-ba77ffd8a637 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ffa0bb8-e764-4049-8a16-329f8e9aefbf']}} {{(pid=93953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:35:56.335121 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.services.segments.db [None req-58174941-594f-4059-aa12-ba77ffd8a637 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ebc66a4-4ecd-45ba-b9a5-7cd9640d3db9') {'for_net_delete': True} {{(pid=93953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:35:56.335406 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.services.segments.db [None req-58174941-594f-4059-aa12-ba77ffd8a637 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ebc66a4-4ecd-45ba-b9a5-7cd9640d3db9') {} {{(pid=93953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:35:56.345245 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-58174941-594f-4059-aa12-ba77ffd8a637 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791196485798', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127891487'] for segment, before_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:35:56.358508 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-58174941-594f-4059-aa12-ba77ffd8a637 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-955409'] for segment, precommit_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:35:56.364920 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-58174941-594f-4059-aa12-ba77ffd8a637 admin admin] Releasing vlan 94 on physical network physnet1 to pool {{(pid=93953) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 16:35:56.365276 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-58174941-594f-4059-aa12-ba77ffd8a637 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-955409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127877712'] for segment, after_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:35:56.367102 dv-cinder-779576-8-iscsi neutron-server[93953]: Traceback (most recent call last): Sep 15 16:35:56.367102 dv-cinder-779576-8-iscsi neutron-server[93953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 15 16:35:56.367102 dv-cinder-779576-8-iscsi neutron-server[93953]: timer() Sep 15 16:35:56.367102 dv-cinder-779576-8-iscsi neutron-server[93953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 16:35:56.367102 dv-cinder-779576-8-iscsi neutron-server[93953]: cb(*args, **kw) Sep 15 16:35:56.367102 dv-cinder-779576-8-iscsi neutron-server[93953]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 15 16:35:56.367102 dv-cinder-779576-8-iscsi neutron-server[93953]: return func(*args, **kwargs) Sep 15 16:35:56.367102 dv-cinder-779576-8-iscsi neutron-server[93953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 16:35:56.367102 dv-cinder-779576-8-iscsi neutron-server[93953]: self._notify() Sep 15 16:35:56.367102 dv-cinder-779576-8-iscsi neutron-server[93953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 16:35:56.367102 dv-cinder-779576-8-iscsi neutron-server[93953]: self.callback(batched_events) Sep 15 16:35:56.367102 dv-cinder-779576-8-iscsi neutron-server[93953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 16:35:56.367102 dv-cinder-779576-8-iscsi neutron-server[93953]: event.method(event) Sep 15 16:35:56.367102 dv-cinder-779576-8-iscsi neutron-server[93953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 15 16:35:56.367102 dv-cinder-779576-8-iscsi neutron-server[93953]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 16:35:56.367102 dv-cinder-779576-8-iscsi neutron-server[93953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 15 16:35:56.367102 dv-cinder-779576-8-iscsi neutron-server[93953]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 16:35:56.367102 dv-cinder-779576-8-iscsi neutron-server[93953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 15 16:35:56.367102 dv-cinder-779576-8-iscsi neutron-server[93953]: return f(self, *a, **k) Sep 15 16:35:56.367102 dv-cinder-779576-8-iscsi neutron-server[93953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 15 16:35:56.367102 dv-cinder-779576-8-iscsi neutron-server[93953]: return self._get(url).json() Sep 15 16:35:56.367102 dv-cinder-779576-8-iscsi neutron-server[93953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 16:35:56.367102 dv-cinder-779576-8-iscsi neutron-server[93953]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 16:35:56.367102 dv-cinder-779576-8-iscsi neutron-server[93953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 15 16:35:56.367102 dv-cinder-779576-8-iscsi neutron-server[93953]: return self.request(url, 'GET', **kwargs) Sep 15 16:35:56.367102 dv-cinder-779576-8-iscsi neutron-server[93953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 15 16:35:56.367102 dv-cinder-779576-8-iscsi neutron-server[93953]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 16:35:56.367102 dv-cinder-779576-8-iscsi neutron-server[93953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 15 16:35:56.367102 dv-cinder-779576-8-iscsi neutron-server[93953]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 16:35:56.367102 dv-cinder-779576-8-iscsi neutron-server[93953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 15 16:35:56.367102 dv-cinder-779576-8-iscsi neutron-server[93953]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 16:35:56.367102 dv-cinder-779576-8-iscsi neutron-server[93953]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 16:35:56.425727 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-58174941-594f-4059-aa12-ba77ffd8a637 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-950554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3725573'] for network, after_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:35:56.431363 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-58174941-594f-4059-aa12-ba77ffd8a637 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3748898'] for network, before_response {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:35:56.433306 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [None req-58174941-594f-4059-aa12-ba77ffd8a637 admin admin] 10.222.0.39 "DELETE /v2.0/networks/9ffa0bb8-e764-4049-8a16-329f8e9aefbf HTTP/1.1" status: 204 len: 168 time: 0.5228515 Sep 15 16:35:56.444794 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58174941-594f-4059-aa12-ba77ffd8a637 admin admin] Pushing event deleted for resources: {'Network': ['ID=9ffa0bb8-e764-4049-8a16-329f8e9aefbf,revision_number=None']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:35:56.543066 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.rpc [None req-57d8a9a3-d16f-4b20-b77b-ca1e664c03db None None] Device cac1b156-9c27-4fd8-b601-119e39ea2083 no longer exists at agent ovs-agent-dv-cinder-779576-8-iscsi {{(pid=93955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 16:35:56.556537 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.wsgi [-] (93953) accepted ('10.222.0.39', 41296) {{(pid=93953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:35:56.563855 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [None req-57d8a9a3-d16f-4b20-b77b-ca1e664c03db None None] No Port match for: cac1b156-9c27-4fd8-b601-119e39ea2083 {{(pid=93955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 16:35:56.564218 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.rpc [None req-57d8a9a3-d16f-4b20-b77b-ca1e664c03db None None] Device cac1b156-9c27-4fd8-b601-119e39ea2083 not bound to the agent host dv-cinder-779576-8-iscsi {{(pid=93955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 16:35:56.564627 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.rpc [None req-57d8a9a3-d16f-4b20-b77b-ca1e664c03db None None] Device 366b9adc-1448-4991-b451-4b5857605526 no longer exists at agent ovs-agent-dv-cinder-779576-8-iscsi {{(pid=93955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 16:35:56.583412 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [None req-57d8a9a3-d16f-4b20-b77b-ca1e664c03db None None] No Port match for: 366b9adc-1448-4991-b451-4b5857605526 {{(pid=93955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 16:35:56.584044 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.rpc [None req-57d8a9a3-d16f-4b20-b77b-ca1e664c03db None None] Device 366b9adc-1448-4991-b451-4b5857605526 not bound to the agent host dv-cinder-779576-8-iscsi {{(pid=93955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 16:35:56.584525 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.rpc [None req-57d8a9a3-d16f-4b20-b77b-ca1e664c03db None None] Device 13eec6e8-aa66-44ee-84ce-748f4c2c561e no longer exists at agent ovs-agent-dv-cinder-779576-8-iscsi {{(pid=93955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 16:35:56.598114 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [None req-2576c6d2-82ba-4eb0-abe2-131e3b912219 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=66d1d644c42a42ba8fdbb6c5db63cdfb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0381792 Sep 15 16:35:56.598358 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.wsgi [-] (93953) accepted ('10.222.0.39', 41298) {{(pid=93953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:35:56.603730 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [None req-57d8a9a3-d16f-4b20-b77b-ca1e664c03db None None] No Port match for: 13eec6e8-aa66-44ee-84ce-748f4c2c561e {{(pid=93955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 16:35:56.604067 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.rpc [None req-57d8a9a3-d16f-4b20-b77b-ca1e664c03db None None] Device 13eec6e8-aa66-44ee-84ce-748f4c2c561e not bound to the agent host dv-cinder-779576-8-iscsi {{(pid=93955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 16:35:56.648097 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-acd49ad6-b3d1-4f87-bd9d-8a3cb08f9bd0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:35:56.669946 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-acd49ad6-b3d1-4f87-bd9d-8a3cb08f9bd0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:35:56.727872 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-acd49ad6-b3d1-4f87-bd9d-8a3cb08f9bd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3702208'] for security_group, after_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:35:56.730471 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-acd49ad6-b3d1-4f87-bd9d-8a3cb08f9bd0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:35:56.731552 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [None req-acd49ad6-b3d1-4f87-bd9d-8a3cb08f9bd0 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/53105212-6e89-4628-ad29-16fdd92f344b HTTP/1.1" status: 204 len: 168 time: 0.1323302 Sep 15 16:35:56.740255 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd49ad6-b3d1-4f87-bd9d-8a3cb08f9bd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53105212-6e89-4628-ad29-16fdd92f344b,revision_number=None']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:35:56.785156 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c0b3dd-303d-4809-984f-fc888d252bb0 req-fdc6a73b-2e8f-4d99-ada3-95f7e4cdafb4 tempest-AttachVolumeTestJSON-1141938147 tempest-AttachVolumeTestJSON-1141938147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:35:56.786685 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-84c0b3dd-303d-4809-984f-fc888d252bb0 req-fdc6a73b-2e8f-4d99-ada3-95f7e4cdafb4 tempest-AttachVolumeTestJSON-1141938147 tempest-AttachVolumeTestJSON-1141938147-project] 10.222.0.39 "GET /v2.0/ports?device_id=15113f62-27f0-4c75-9dad-844e96a80d67 HTTP/1.1" status: 200 len: 945 time: 0.0662153 Sep 15 16:35:56.824708 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-84c0b3dd-303d-4809-984f-fc888d252bb0 req-ce9683bb-2919-41d7-91bc-7d2ff10c305c tempest-AttachVolumeTestJSON-1141938147 tempest-AttachVolumeTestJSON-1141938147-project] 10.222.0.39 "GET /v2.0/security-groups?id=c677a93f-fa77-437f-87eb-0624f52b6fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316081 Sep 15 16:35:57.078037 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.wsgi [-] (93954) accepted ('10.222.0.39', 41306) {{(pid=93954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:35:57.121358 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [None req-ce07da25-a3c3-458d-9b4b-0f650aa615bc admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=427421425dd74f0c948e0180b20aad1e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0417335 Sep 15 16:35:57.124020 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.wsgi [-] (93954) accepted ('10.222.0.39', 41308) {{(pid=93954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:35:57.171101 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-bb216810-f1c0-4297-af31-9ca2476efcd4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:35:57.192761 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-bb216810-f1c0-4297-af31-9ca2476efcd4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:35:57.241416 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-bb216810-f1c0-4297-af31-9ca2476efcd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3702208'] for security_group, after_delete {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:35:57.243983 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-bb216810-f1c0-4297-af31-9ca2476efcd4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:35:57.245205 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [None req-bb216810-f1c0-4297-af31-9ca2476efcd4 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/3010272d-4ee0-4f44-abc1-3fe380555bf1 HTTP/1.1" status: 204 len: 168 time: 0.1202929 Sep 15 16:35:57.252559 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb216810-f1c0-4297-af31-9ca2476efcd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3010272d-4ee0-4f44-abc1-3fe380555bf1,revision_number=None']} {{(pid=93954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:35:57.969894 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc962d2-00d0-4e37-afa4-2499fc293bc0 req-62c57c45-3319-4664-b64e-3caae733e37f tempest-AttachVolumeTestJSON-1141938147 tempest-AttachVolumeTestJSON-1141938147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:35:57.971376 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-cfc962d2-00d0-4e37-afa4-2499fc293bc0 req-62c57c45-3319-4664-b64e-3caae733e37f tempest-AttachVolumeTestJSON-1141938147 tempest-AttachVolumeTestJSON-1141938147-project] 10.222.0.39 "GET /v2.0/ports?device_id=15113f62-27f0-4c75-9dad-844e96a80d67 HTTP/1.1" status: 200 len: 945 time: 0.0663590 Sep 15 16:35:58.011751 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-cfc962d2-00d0-4e37-afa4-2499fc293bc0 req-99dd6235-6edf-4dea-86dd-0c9708b8a165 tempest-AttachVolumeTestJSON-1141938147 tempest-AttachVolumeTestJSON-1141938147-project] 10.222.0.39 "GET /v2.0/security-groups?id=c677a93f-fa77-437f-87eb-0624f52b6fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338976 Sep 15 16:35:58.230827 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50eda989-e843-47f1-bf0b-6abcb792dee5 req-e7a0f9fe-e37a-47a2-a964-b8eb96fb4851 tempest-AttachVolumeTestJSON-1141938147 tempest-AttachVolumeTestJSON-1141938147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:35:58.232300 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-50eda989-e843-47f1-bf0b-6abcb792dee5 req-e7a0f9fe-e37a-47a2-a964-b8eb96fb4851 tempest-AttachVolumeTestJSON-1141938147 tempest-AttachVolumeTestJSON-1141938147-project] 10.222.0.39 "GET /v2.0/ports?device_id=15113f62-27f0-4c75-9dad-844e96a80d67 HTTP/1.1" status: 200 len: 945 time: 0.0502024 Sep 15 16:35:58.298048 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-50eda989-e843-47f1-bf0b-6abcb792dee5 req-5726a3b1-0b16-4260-9d11-d3914c29acdc tempest-AttachVolumeTestJSON-1141938147 tempest-AttachVolumeTestJSON-1141938147-project] 10.222.0.39 "GET /v2.0/security-groups?id=c677a93f-fa77-437f-87eb-0624f52b6fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0585434 Sep 15 16:35:58.309714 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52df281-be7c-4382-b1bf-c05c8c3fc467 req-218b3925-b6db-4a88-a9de-cbc8e6d74fb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:35:58.311928 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-f52df281-be7c-4382-b1bf-c05c8c3fc467 req-218b3925-b6db-4a88-a9de-cbc8e6d74fb0 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=1eedf12f4fe8435397aa63f6ef9368f9&device_id=15113f62-27f0-4c75-9dad-844e96a80d67 HTTP/1.1" status: 200 len: 1098 time: 0.0645902 Sep 15 16:35:58.421570 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52df281-be7c-4382-b1bf-c05c8c3fc467 req-68993afb-6684-49e6-b27d-050e611a3462 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:35:58.423079 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-f52df281-be7c-4382-b1bf-c05c8c3fc467 req-68993afb-6684-49e6-b27d-050e611a3462 service neutron] 10.222.0.45 "GET /v2.0/networks?id=e5114a12-53db-4676-99c9-6e0e730337dd HTTP/1.1" status: 200 len: 911 time: 0.1039028 Sep 15 16:35:58.488047 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-f52df281-be7c-4382-b1bf-c05c8c3fc467 req-de0cf647-ae04-4ba2-b7ab-eacb17b14a19 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a5c6bac9-df74-4e36-90e5-0987a4ac425c HTTP/1.1" status: 200 len: 1001 time: 0.0572414 Sep 15 16:35:58.551600 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52df281-be7c-4382-b1bf-c05c8c3fc467 req-af75f759-5df6-4246-bbac-0bd8728ddab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:35:58.553047 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-f52df281-be7c-4382-b1bf-c05c8c3fc467 req-af75f759-5df6-4246-bbac-0bd8728ddab3 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=22529361-3b44-49b4-805b-da9f7d11ed5f HTTP/1.1" status: 200 len: 850 time: 0.0570040 Sep 15 16:35:58.600646 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52df281-be7c-4382-b1bf-c05c8c3fc467 req-d04f704d-1a48-421c-910d-4c8bef76b330 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:35:58.602620 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-f52df281-be7c-4382-b1bf-c05c8c3fc467 req-d04f704d-1a48-421c-910d-4c8bef76b330 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=e5114a12-53db-4676-99c9-6e0e730337dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0423441 Sep 15 16:35:58.691869 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-f52df281-be7c-4382-b1bf-c05c8c3fc467 req-bbed3b8b-cf8f-4090-8bc8-8b6cd06e712f service neutron] 10.222.0.45 "GET /v2.0/networks/e5114a12-53db-4676-99c9-6e0e730337dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817778 Sep 15 16:35:58.785463 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-f52df281-be7c-4382-b1bf-c05c8c3fc467 req-6515cd9b-887f-44de-ba77-7f035b60264f service neutron] 10.222.0.45 "GET /v2.0/networks/e5114a12-53db-4676-99c9-6e0e730337dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861068 Sep 15 16:35:59.161901 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-4e46c565-8595-4f13-94a0-751ce6999120 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791196484491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953091'] for agent, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:35:59.439672 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d82df1-bfa4-4e7a-b8f5-e90b97b55881 req-98d5384f-dd34-4eca-bd89-0d6dfc12a0a2 tempest-AttachVolumeTestJSON-1141938147 tempest-AttachVolumeTestJSON-1141938147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:35:59.441596 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-74d82df1-bfa4-4e7a-b8f5-e90b97b55881 req-98d5384f-dd34-4eca-bd89-0d6dfc12a0a2 tempest-AttachVolumeTestJSON-1141938147 tempest-AttachVolumeTestJSON-1141938147-project] 10.222.0.39 "GET /v2.0/ports?device_id=15113f62-27f0-4c75-9dad-844e96a80d67 HTTP/1.1" status: 200 len: 945 time: 0.0597091 Sep 15 16:35:59.485388 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-74d82df1-bfa4-4e7a-b8f5-e90b97b55881 req-a45596b0-45b7-4801-ab16-c75ae283140d tempest-AttachVolumeTestJSON-1141938147 tempest-AttachVolumeTestJSON-1141938147-project] 10.222.0.39 "GET /v2.0/security-groups?id=c677a93f-fa77-437f-87eb-0624f52b6fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325861 Sep 15 16:36:00.606251 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a61e5a-7265-4594-98b8-23d9e27d7c01 req-74bca117-22d5-437d-8a3a-9d915bbb650f tempest-AttachVolumeTestJSON-1141938147 tempest-AttachVolumeTestJSON-1141938147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:36:00.607731 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-d4a61e5a-7265-4594-98b8-23d9e27d7c01 req-74bca117-22d5-437d-8a3a-9d915bbb650f tempest-AttachVolumeTestJSON-1141938147 tempest-AttachVolumeTestJSON-1141938147-project] 10.222.0.39 "GET /v2.0/ports?device_id=15113f62-27f0-4c75-9dad-844e96a80d67 HTTP/1.1" status: 200 len: 945 time: 0.0527768 Sep 15 16:36:00.650882 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-d4a61e5a-7265-4594-98b8-23d9e27d7c01 req-c805558b-ffaa-450a-aa5e-17f497dc1109 tempest-AttachVolumeTestJSON-1141938147 tempest-AttachVolumeTestJSON-1141938147-project] 10.222.0.39 "GET /v2.0/security-groups?id=c677a93f-fa77-437f-87eb-0624f52b6fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339730 Sep 15 16:36:01.868991 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-57d8a9a3-d16f-4b20-b77b-ca1e664c03db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791196484491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953091'] for agent, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:36:01.960783 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-e2c5957c-370f-442e-8fc1-e7ea57e9bc88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791196484491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953091'] for agent, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:36:03.013757 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-eee1357e-56cc-4bdc-884d-16a88731d16f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791196484491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953091'] for agent, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:36:04.406773 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-7ad16b6f-1dcb-4567-914a-8ec9b5a04b47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791196484491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953091'] for agent, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:36:10.447249 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron.db.agents_db [None req-9c583be1-859f-4a85-bd6b-6d26517e04c2 None None] Agent healthcheck: found 6 active agents {{(pid=93956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 16:36:10.946019 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-3d9c200f-4967-4dce-bd0b-38df86a8dd3c req-425461a0-924f-4108-836d-cb763fa7057f tempest-TestVolumeBootPattern-801906987 tempest-TestVolumeBootPattern-801906987-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1029631388&fields=id&tenant_id=f448c5fca9014429b532320ab78459ea HTTP/1.1" status: 200 len: 267 time: 0.0336511 Sep 15 16:36:11.053733 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9c200f-4967-4dce-bd0b-38df86a8dd3c req-3a8628e0-63b4-4c39-998d-6d13681dfdb6 tempest-TestVolumeBootPattern-801906987 tempest-TestVolumeBootPattern-801906987-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:36:11.055191 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-3d9c200f-4967-4dce-bd0b-38df86a8dd3c req-3a8628e0-63b4-4c39-998d-6d13681dfdb6 tempest-TestVolumeBootPattern-801906987 tempest-TestVolumeBootPattern-801906987-project] 10.222.0.39 "GET /v2.0/networks?id=48dcadf6-1b51-4d33-92c6-65cc509573fa HTTP/1.1" status: 200 len: 812 time: 0.1008694 Sep 15 16:36:11.070932 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-3d9c200f-4967-4dce-bd0b-38df86a8dd3c req-44903bc6-d1d9-4289-8af4-552dd08557e2 tempest-TestVolumeBootPattern-801906987 tempest-TestVolumeBootPattern-801906987-project] 10.222.0.39 "GET /v2.0/quotas/f448c5fca9014429b532320ab78459ea HTTP/1.1" status: 200 len: 375 time: 0.0092530 Sep 15 16:36:11.131581 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-3d9c200f-4967-4dce-bd0b-38df86a8dd3c req-92890c09-9f29-4a20-a03e-665cab2a4598 tempest-TestVolumeBootPattern-801906987 tempest-TestVolumeBootPattern-801906987-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=f448c5fca9014429b532320ab78459ea&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0548365 Sep 15 16:36:11.271004 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.wsgi [req-3d9c200f-4967-4dce-bd0b-38df86a8dd3c req-88dd599b-d432-460e-b65e-d9fa08e04d01 service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=93954) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 15 16:36:11.271992 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-3d9c200f-4967-4dce-bd0b-38df86a8dd3c req-88dd599b-d432-460e-b65e-d9fa08e04d01 service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1238523 Sep 15 16:36:11.370220 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-3d9c200f-4967-4dce-bd0b-38df86a8dd3c req-3c8bbc67-d427-429c-9205-75709febd4df service neutron] 10.222.0.39 "GET /v2.0/networks/48dcadf6-1b51-4d33-92c6-65cc509573fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917134 Sep 15 16:36:11.724914 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-3d9c200f-4967-4dce-bd0b-38df86a8dd3c req-513b01b2-900f-424d-9cf8-41754ef1f169 service neutron] 10.222.0.39 "GET /v2.0/networks/48dcadf6-1b51-4d33-92c6-65cc509573fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3457046 Sep 15 16:36:12.061069 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-89768802-c2fc-48c1-8801-c746716c49c1 req-b0b07512-90b6-4ee8-8aaa-9ac867c77998 tempest-TestVolumeBootPattern-801906987 tempest-TestVolumeBootPattern-801906987-project] 10.222.0.39 "GET /v2.0/ports?device_id=9c73d11a-9516-4e42-a3ec-50b9d6fda528 HTTP/1.1" status: 200 len: 210 time: 0.0303133 Sep 15 16:36:13.056167 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9c200f-4967-4dce-bd0b-38df86a8dd3c req-b42b2e7c-8233-4815-b3d6-98e7f9896cc2 tempest-TestVolumeBootPattern-801906987 tempest-TestVolumeBootPattern-801906987-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:36:13.057729 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-3d9c200f-4967-4dce-bd0b-38df86a8dd3c req-b42b2e7c-8233-4815-b3d6-98e7f9896cc2 tempest-TestVolumeBootPattern-801906987 tempest-TestVolumeBootPattern-801906987-project] 10.222.0.45 "GET /v2.0/networks?id=48dcadf6-1b51-4d33-92c6-65cc509573fa HTTP/1.1" status: 200 len: 812 time: 0.1047499 Sep 15 16:36:13.101290 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-3d9c200f-4967-4dce-bd0b-38df86a8dd3c req-874389b5-93f2-41d5-9226-6cae7f447b1e tempest-TestVolumeBootPattern-801906987 tempest-TestVolumeBootPattern-801906987-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f448c5fca9014429b532320ab78459ea HTTP/1.1" status: 200 len: 380 time: 0.0347314 Sep 15 16:36:13.117883 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.api.v2.base [req-3d9c200f-4967-4dce-bd0b-38df86a8dd3c req-edce8d11-37b9-4768-b9a9-92469f831e65 tempest-TestVolumeBootPattern-801906987 tempest-TestVolumeBootPattern-801906987-project] Request body: {'port': {'device_id': '9c73d11a-9516-4e42-a3ec-50b9d6fda528', 'network_id': '48dcadf6-1b51-4d33-92c6-65cc509573fa', 'admin_state_up': True, 'tenant_id': 'f448c5fca9014429b532320ab78459ea', 'security_groups': ['6b6d94b4-d9e2-4118-be58-0e433855682a']}} {{(pid=93953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:36:13.155510 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-a9ba97e3-2bcc-44a9-8f09-5bac9b245a10 req-74e255f8-2eec-42ce-9a7a-43a64cb16f44 tempest-TestVolumeBootPattern-801906987 tempest-TestVolumeBootPattern-801906987-project] 10.222.0.39 "GET /v2.0/ports?device_id=9c73d11a-9516-4e42-a3ec-50b9d6fda528 HTTP/1.1" status: 200 len: 210 time: 0.0271459 Sep 15 16:36:13.229451 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3d9c200f-4967-4dce-bd0b-38df86a8dd3c req-edce8d11-37b9-4768-b9a9-92469f831e65 tempest-TestVolumeBootPattern-801906987 tempest-TestVolumeBootPattern-801906987-project] Made reservation on behalf of f448c5fca9014429b532320ab78459ea for: {'port': 1} {{(pid=93953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 16:36:13.233137 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [req-3d9c200f-4967-4dce-bd0b-38df86a8dd3c req-edce8d11-37b9-4768-b9a9-92469f831e65 tempest-TestVolumeBootPattern-801906987 tempest-TestVolumeBootPattern-801906987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928820'] for port, before_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:36:13.362828 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.db.db_base_plugin_common [req-3d9c200f-4967-4dce-bd0b-38df86a8dd3c req-edce8d11-37b9-4768-b9a9-92469f831e65 tempest-TestVolumeBootPattern-801906987 tempest-TestVolumeBootPattern-801906987-project] Allocated IP 172.20.0.3 (48dcadf6-1b51-4d33-92c6-65cc509573fa/df755c0f-3453-4699-824d-add9626035f9/70f8e668-7c1c-4a6b-9623-eaa9828041e4) {{(pid=93953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 16:36:13.513576 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [req-3d9c200f-4967-4dce-bd0b-38df86a8dd3c req-edce8d11-37b9-4768-b9a9-92469f831e65 tempest-TestVolumeBootPattern-801906987 tempest-TestVolumeBootPattern-801906987-project] Notify callbacks [] for port, precommit_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:36:13.548438 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [req-3d9c200f-4967-4dce-bd0b-38df86a8dd3c req-edce8d11-37b9-4768-b9a9-92469f831e65 tempest-TestVolumeBootPattern-801906987 tempest-TestVolumeBootPattern-801906987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791195969994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127878305'] for port, after_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:36:13.593987 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3d9c200f-4967-4dce-bd0b-38df86a8dd3c req-edce8d11-37b9-4768-b9a9-92469f831e65 tempest-TestVolumeBootPattern-801906987 tempest-TestVolumeBootPattern-801906987-project] Network 48dcadf6-1b51-4d33-92c6-65cc509573fa is already hosted by enough agents. {{(pid=93953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:36:13.597001 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.scheduler.base_scheduler [req-3d9c200f-4967-4dce-bd0b-38df86a8dd3c req-edce8d11-37b9-4768-b9a9-92469f831e65 tempest-TestVolumeBootPattern-801906987 tempest-TestVolumeBootPattern-801906987-project] Resources bound (agent type, host, resource id): {{(pid=93953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:36:13.603649 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d9c200f-4967-4dce-bd0b-38df86a8dd3c req-edce8d11-37b9-4768-b9a9-92469f831e65 tempest-TestVolumeBootPattern-801906987 tempest-TestVolumeBootPattern-801906987-project] Received port after_create {{(pid=93953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 16:36:13.607473 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edce8d11-37b9-4768-b9a9-92469f831e65 tempest-TestVolumeBootPattern-801906987 tempest-TestVolumeBootPattern-801906987-project] Pushing event updated for resources: {'Port': ['ID=70f8e668-7c1c-4a6b-9623-eaa9828041e4,revision_number=1']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:36:13.660542 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9c200f-4967-4dce-bd0b-38df86a8dd3c req-edce8d11-37b9-4768-b9a9-92469f831e65 tempest-TestVolumeBootPattern-801906987 tempest-TestVolumeBootPattern-801906987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:36:13.661194 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [req-3d9c200f-4967-4dce-bd0b-38df86a8dd3c req-edce8d11-37b9-4768-b9a9-92469f831e65 tempest-TestVolumeBootPattern-801906987 tempest-TestVolumeBootPattern-801906987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58602'] for port, before_response {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:36:13.679019 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-3d9c200f-4967-4dce-bd0b-38df86a8dd3c req-edce8d11-37b9-4768-b9a9-92469f831e65 tempest-TestVolumeBootPattern-801906987 tempest-TestVolumeBootPattern-801906987-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5651577 Sep 15 16:36:13.692118 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.api.v2.base [req-3d9c200f-4967-4dce-bd0b-38df86a8dd3c req-9e209fa0-6d12-4746-a5e7-8d96b8113a32 service neutron] Request body: {'port': {'device_id': '9c73d11a-9516-4e42-a3ec-50b9d6fda528', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77957'}} {{(pid=93953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:36:13.746514 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [req-3d9c200f-4967-4dce-bd0b-38df86a8dd3c req-9e209fa0-6d12-4746-a5e7-8d96b8113a32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928820'] for port, before_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:36:13.775874 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.db.provisioning_blocks [None req-1c2b8e3a-823a-4f3b-b628-f0d3ce2fc81c None None] Provisioning complete for port 70f8e668-7c1c-4a6b-9623-eaa9828041e4 triggered by entity DHCP. {{(pid=93955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:36:13.776484 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-1c2b8e3a-823a-4f3b-b628-f0d3ce2fc81c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953592'] for port, provisioning_complete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:36:13.812996 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [None req-1c2b8e3a-823a-4f3b-b628-f0d3ce2fc81c None None] Port 70f8e668-7c1c-4a6b-9623-eaa9828041e4 cannot update to ACTIVE because it is not bound. {{(pid=93955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 16:36:14.005808 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.notifiers.nova [req-3d9c200f-4967-4dce-bd0b-38df86a8dd3c req-9e209fa0-6d12-4746-a5e7-8d96b8113a32 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 70f8e668-7c1c-4a6b-9623-eaa9828041e4 {{(pid=93953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 16:36:14.013577 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [req-3d9c200f-4967-4dce-bd0b-38df86a8dd3c req-9e209fa0-6d12-4746-a5e7-8d96b8113a32 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:36:14.025419 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.db.provisioning_blocks [req-3d9c200f-4967-4dce-bd0b-38df86a8dd3c req-9e209fa0-6d12-4746-a5e7-8d96b8113a32 service neutron] Transition to ACTIVE for port object 70f8e668-7c1c-4a6b-9623-eaa9828041e4 will not be triggered until provisioned by entity L2. {{(pid=93953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 16:36:14.032257 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [req-3d9c200f-4967-4dce-bd0b-38df86a8dd3c req-9e209fa0-6d12-4746-a5e7-8d96b8113a32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791196459277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791195970012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791195970030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127878328'] for port, after_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:36:14.082721 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e209fa0-6d12-4746-a5e7-8d96b8113a32 service neutron] Pushing event updated for resources: {'Port': ['ID=70f8e668-7c1c-4a6b-9623-eaa9828041e4,revision_number=2']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:36:14.153072 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.managers [req-3d9c200f-4967-4dce-bd0b-38df86a8dd3c req-9e209fa0-6d12-4746-a5e7-8d96b8113a32 service neutron] Attempting to bind port 70f8e668-7c1c-4a6b-9623-eaa9828041e4 on host hv-cinder-77957 for vnic_type normal with profile {{(pid=93953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 16:36:14.153769 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.managers [req-3d9c200f-4967-4dce-bd0b-38df86a8dd3c req-9e209fa0-6d12-4746-a5e7-8d96b8113a32 service neutron] Attempting to bind port 70f8e668-7c1c-4a6b-9623-eaa9828041e4 by drivers openvswitch,hyperv on host hv-cinder-77957 at level 0 using segments [{'id': '515df8c3-420b-482c-ae85-8decf2a71996', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '48dcadf6-1b51-4d33-92c6-65cc509573fa'}] {{(pid=93953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 16:36:14.153769 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d9c200f-4967-4dce-bd0b-38df86a8dd3c req-9e209fa0-6d12-4746-a5e7-8d96b8113a32 service neutron] Attempting to bind port 70f8e668-7c1c-4a6b-9623-eaa9828041e4 on network 48dcadf6-1b51-4d33-92c6-65cc509573fa {{(pid=93953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 16:36:14.158495 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d9c200f-4967-4dce-bd0b-38df86a8dd3c req-9e209fa0-6d12-4746-a5e7-8d96b8113a32 service neutron] Port 70f8e668-7c1c-4a6b-9623-eaa9828041e4 on network 48dcadf6-1b51-4d33-92c6-65cc509573fa not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77957 {{(pid=93953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 15 16:36:14.158778 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d9c200f-4967-4dce-bd0b-38df86a8dd3c req-9e209fa0-6d12-4746-a5e7-8d96b8113a32 service neutron] Attempting to bind port 70f8e668-7c1c-4a6b-9623-eaa9828041e4 on network 48dcadf6-1b51-4d33-92c6-65cc509573fa {{(pid=93953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 16:36:14.163867 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d9c200f-4967-4dce-bd0b-38df86a8dd3c req-9e209fa0-6d12-4746-a5e7-8d96b8113a32 service neutron] Checking agent: {'id': 'ffe43d43-c071-44aa-bc11-ae2d4b291b02', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77957', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 16, 20, 23), 'started_at': datetime.datetime(2021, 9, 15, 16, 20, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 16, 35, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 16:36:14.164230 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d9c200f-4967-4dce-bd0b-38df86a8dd3c req-9e209fa0-6d12-4746-a5e7-8d96b8113a32 service neutron] Checking segment: {'id': '515df8c3-420b-482c-ae85-8decf2a71996', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '48dcadf6-1b51-4d33-92c6-65cc509573fa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 16:36:14.164609 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d9c200f-4967-4dce-bd0b-38df86a8dd3c req-9e209fa0-6d12-4746-a5e7-8d96b8113a32 service neutron] Bound using segment: {'id': '515df8c3-420b-482c-ae85-8decf2a71996', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '48dcadf6-1b51-4d33-92c6-65cc509573fa'} {{(pid=93953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 16:36:14.165033 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.managers [req-3d9c200f-4967-4dce-bd0b-38df86a8dd3c req-9e209fa0-6d12-4746-a5e7-8d96b8113a32 service neutron] Bound port: 70f8e668-7c1c-4a6b-9623-eaa9828041e4, host: hv-cinder-77957, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '515df8c3-420b-482c-ae85-8decf2a71996', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '48dcadf6-1b51-4d33-92c6-65cc509573fa'}}] {{(pid=93953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 16:36:14.165408 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [req-3d9c200f-4967-4dce-bd0b-38df86a8dd3c req-9e209fa0-6d12-4746-a5e7-8d96b8113a32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928820'] for port, before_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:36:14.244297 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.db [req-3d9c200f-4967-4dce-bd0b-38df86a8dd3c req-9e209fa0-6d12-4746-a5e7-8d96b8113a32 service neutron] For port 70f8e668-7c1c-4a6b-9623-eaa9828041e4, host hv-cinder-77957, cleared binding levels {{(pid=93953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 16:36:14.532339 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.db [req-3d9c200f-4967-4dce-bd0b-38df86a8dd3c req-9e209fa0-6d12-4746-a5e7-8d96b8113a32 service neutron] For port 70f8e668-7c1c-4a6b-9623-eaa9828041e4, host hv-cinder-77957, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77957',level=0,port_id=70f8e668-7c1c-4a6b-9623-eaa9828041e4,segment=NetworkSegment(515df8c3-420b-482c-ae85-8decf2a71996),segment_id=515df8c3-420b-482c-ae85-8decf2a71996)] {{(pid=93953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 16:36:14.543011 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [req-3d9c200f-4967-4dce-bd0b-38df86a8dd3c req-9e209fa0-6d12-4746-a5e7-8d96b8113a32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791196459277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791195970012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791195970030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127878328'] for port, after_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:36:14.581309 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8bb0c9-cb49-46f3-9207-54b4f77dd3af req-52201620-2980-4c74-9c81-f9ea64f7bec2 tempest-TestVolumeBootPattern-801906987 tempest-TestVolumeBootPattern-801906987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:36:14.582813 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-cf8bb0c9-cb49-46f3-9207-54b4f77dd3af req-52201620-2980-4c74-9c81-f9ea64f7bec2 tempest-TestVolumeBootPattern-801906987 tempest-TestVolumeBootPattern-801906987-project] 10.222.0.39 "GET /v2.0/ports?device_id=9c73d11a-9516-4e42-a3ec-50b9d6fda528 HTTP/1.1" status: 200 len: 943 time: 0.3570745 Sep 15 16:36:14.589540 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9c200f-4967-4dce-bd0b-38df86a8dd3c req-9e209fa0-6d12-4746-a5e7-8d96b8113a32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:36:14.590342 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [req-3d9c200f-4967-4dce-bd0b-38df86a8dd3c req-9e209fa0-6d12-4746-a5e7-8d96b8113a32 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58602'] for port, before_response {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:36:14.591683 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-3d9c200f-4967-4dce-bd0b-38df86a8dd3c req-9e209fa0-6d12-4746-a5e7-8d96b8113a32 service neutron] 10.222.0.45 "PUT /v2.0/ports/70f8e668-7c1c-4a6b-9623-eaa9828041e4 HTTP/1.1" status: 200 len: 1093 time: 0.9039528 Sep 15 16:36:14.593939 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c73d11a-9516-4e42-a3ec-50b9d6fda528', 'tag': '70f8e668-7c1c-4a6b-9623-eaa9828041e4'}] {{(pid=93953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 16:36:14.596797 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5192e05b0783e869a38b3815ee673eee9316ce03dcaf8465063259ebfb62487" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cba5db6-395c-446b-838f-89a01288b1d0" -d '{"events": [{"name": "network-changed", "server_uuid": "9c73d11a-9516-4e42-a3ec-50b9d6fda528", "tag": "70f8e668-7c1c-4a6b-9623-eaa9828041e4"}]}' {{(pid=93953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 16:36:14.639833 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e209fa0-6d12-4746-a5e7-8d96b8113a32 service neutron] Pushing event updated for resources: {'Port': ['ID=70f8e668-7c1c-4a6b-9623-eaa9828041e4,revision_number=3']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:36:14.646648 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 16:36:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f373a6c9-ce5f-47d6-981b-64e1e4d6dbba x-openstack-request-id: req-f373a6c9-ce5f-47d6-981b-64e1e4d6dbba {{(pid=93953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 16:36:14.646916 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c73d11a-9516-4e42-a3ec-50b9d6fda528", "tag": "70f8e668-7c1c-4a6b-9623-eaa9828041e4", "status": "completed", "code": 200}]} {{(pid=93953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 16:36:14.647170 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-f373a6c9-ce5f-47d6-981b-64e1e4d6dbba {{(pid=93953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 16:36:14.647556 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c73d11a-9516-4e42-a3ec-50b9d6fda528', 'tag': '70f8e668-7c1c-4a6b-9623-eaa9828041e4', 'status': 'completed', 'code': 200} Sep 15 16:36:14.684747 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-cf8bb0c9-cb49-46f3-9207-54b4f77dd3af req-a245bf4a-4a4b-4934-861d-15cf565217f5 tempest-TestVolumeBootPattern-801906987 tempest-TestVolumeBootPattern-801906987-project] 10.222.0.39 "GET /v2.0/security-groups?id=6b6d94b4-d9e2-4118-be58-0e433855682a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0848684 Sep 15 16:36:14.702092 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9c200f-4967-4dce-bd0b-38df86a8dd3c req-1befc545-f600-41f0-a00e-c5ecc5fa5d28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:36:14.703641 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-3d9c200f-4967-4dce-bd0b-38df86a8dd3c req-1befc545-f600-41f0-a00e-c5ecc5fa5d28 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f448c5fca9014429b532320ab78459ea&device_id=9c73d11a-9516-4e42-a3ec-50b9d6fda528 HTTP/1.1" status: 200 len: 1096 time: 0.0587313 Sep 15 16:36:14.748408 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-3d9c200f-4967-4dce-bd0b-38df86a8dd3c req-aa7bc4e8-a900-4995-a67a-317cde541d13 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=70f8e668-7c1c-4a6b-9623-eaa9828041e4 HTTP/1.1" status: 200 len: 217 time: 0.0368147 Sep 15 16:36:14.797369 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9c200f-4967-4dce-bd0b-38df86a8dd3c req-377a1222-189b-45c5-909f-662161dd125d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:36:14.798832 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-3d9c200f-4967-4dce-bd0b-38df86a8dd3c req-377a1222-189b-45c5-909f-662161dd125d service neutron] 10.222.0.45 "GET /v2.0/subnets?id=df755c0f-3453-4699-824d-add9626035f9 HTTP/1.1" status: 200 len: 851 time: 0.0435212 Sep 15 16:36:14.847839 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9c200f-4967-4dce-bd0b-38df86a8dd3c req-ddbab4e7-733e-415d-9f09-c70ae1d3c2cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:36:14.849397 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-3d9c200f-4967-4dce-bd0b-38df86a8dd3c req-ddbab4e7-733e-415d-9f09-c70ae1d3c2cc service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=48dcadf6-1b51-4d33-92c6-65cc509573fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0421782 Sep 15 16:36:14.947618 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-3d9c200f-4967-4dce-bd0b-38df86a8dd3c req-1a6c540e-a4fb-4283-8688-5fb29565362b service neutron] 10.222.0.45 "GET /v2.0/networks/48dcadf6-1b51-4d33-92c6-65cc509573fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903933 Sep 15 16:36:15.055221 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-3d9c200f-4967-4dce-bd0b-38df86a8dd3c req-ecc1caea-b36e-4e8d-a3ec-e8df28c3ef61 service neutron] 10.222.0.45 "GET /v2.0/networks/48dcadf6-1b51-4d33-92c6-65cc509573fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1005037 Sep 15 16:36:15.147855 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cba5db6-395c-446b-838f-89a01288b1d0 req-07d52b34-1b13-4629-b6db-d079e285cf56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:36:15.149362 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-2cba5db6-395c-446b-838f-89a01288b1d0 req-07d52b34-1b13-4629-b6db-d079e285cf56 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f448c5fca9014429b532320ab78459ea&device_id=9c73d11a-9516-4e42-a3ec-50b9d6fda528 HTTP/1.1" status: 200 len: 1096 time: 0.0418251 Sep 15 16:36:15.239582 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cba5db6-395c-446b-838f-89a01288b1d0 req-2601888b-2252-4a31-aa84-9450e2ff75ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:36:15.241074 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-2cba5db6-395c-446b-838f-89a01288b1d0 req-2601888b-2252-4a31-aa84-9450e2ff75ae service neutron] 10.222.0.45 "GET /v2.0/networks?id=48dcadf6-1b51-4d33-92c6-65cc509573fa HTTP/1.1" status: 200 len: 912 time: 0.0847893 Sep 15 16:36:15.286344 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-2cba5db6-395c-446b-838f-89a01288b1d0 req-ecbcfd2a-fbcb-4c1c-9a29-18a7602fb1eb service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=70f8e668-7c1c-4a6b-9623-eaa9828041e4 HTTP/1.1" status: 200 len: 217 time: 0.0370872 Sep 15 16:36:15.337548 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cba5db6-395c-446b-838f-89a01288b1d0 req-ffc35224-2d7e-47cb-ab1d-aaca9dea376e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:36:15.338940 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-2cba5db6-395c-446b-838f-89a01288b1d0 req-ffc35224-2d7e-47cb-ab1d-aaca9dea376e service neutron] 10.222.0.45 "GET /v2.0/subnets?id=df755c0f-3453-4699-824d-add9626035f9 HTTP/1.1" status: 200 len: 851 time: 0.0439155 Sep 15 16:36:15.388025 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cba5db6-395c-446b-838f-89a01288b1d0 req-1a22dffa-1f7d-4732-834e-a87b15c6a57f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:36:15.389592 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-2cba5db6-395c-446b-838f-89a01288b1d0 req-1a22dffa-1f7d-4732-834e-a87b15c6a57f service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=48dcadf6-1b51-4d33-92c6-65cc509573fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0418255 Sep 15 16:36:15.484206 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-2cba5db6-395c-446b-838f-89a01288b1d0 req-709a57a9-b05f-4766-8f7e-8cd23bb61fed service neutron] 10.222.0.45 "GET /v2.0/networks/48dcadf6-1b51-4d33-92c6-65cc509573fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858972 Sep 15 16:36:15.571202 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-2cba5db6-395c-446b-838f-89a01288b1d0 req-10aa730a-4ba7-464b-8d72-e8b65a12df83 service neutron] 10.222.0.45 "GET /v2.0/networks/48dcadf6-1b51-4d33-92c6-65cc509573fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799847 Sep 15 16:36:15.810354 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1d58cd-66c5-4725-bfe1-584030da411d req-0001f473-f5e3-473e-9866-36ce7e75b1c6 tempest-TestVolumeBootPattern-801906987 tempest-TestVolumeBootPattern-801906987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:36:15.811747 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-1b1d58cd-66c5-4725-bfe1-584030da411d req-0001f473-f5e3-473e-9866-36ce7e75b1c6 tempest-TestVolumeBootPattern-801906987 tempest-TestVolumeBootPattern-801906987-project] 10.222.0.39 "GET /v2.0/ports?device_id=9c73d11a-9516-4e42-a3ec-50b9d6fda528 HTTP/1.1" status: 200 len: 943 time: 0.0536222 Sep 15 16:36:15.850113 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-1b1d58cd-66c5-4725-bfe1-584030da411d req-e4879fa8-8ca6-4bcb-9bae-0c5a65365be9 tempest-TestVolumeBootPattern-801906987 tempest-TestVolumeBootPattern-801906987-project] 10.222.0.39 "GET /v2.0/security-groups?id=6b6d94b4-d9e2-4118-be58-0e433855682a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321970 Sep 15 16:36:16.976271 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1c02cd-b968-4fe0-829c-c4d724b39712 req-40a0941e-a2a7-4feb-b74f-2da27474a92c tempest-TestVolumeBootPattern-801906987 tempest-TestVolumeBootPattern-801906987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:36:16.977746 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-0b1c02cd-b968-4fe0-829c-c4d724b39712 req-40a0941e-a2a7-4feb-b74f-2da27474a92c tempest-TestVolumeBootPattern-801906987 tempest-TestVolumeBootPattern-801906987-project] 10.222.0.39 "GET /v2.0/ports?device_id=9c73d11a-9516-4e42-a3ec-50b9d6fda528 HTTP/1.1" status: 200 len: 943 time: 0.0554316 Sep 15 16:36:17.017511 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-0b1c02cd-b968-4fe0-829c-c4d724b39712 req-8d48c6fb-068a-4c25-ad6a-e0a12e570f88 tempest-TestVolumeBootPattern-801906987 tempest-TestVolumeBootPattern-801906987-project] 10.222.0.39 "GET /v2.0/security-groups?id=6b6d94b4-d9e2-4118-be58-0e433855682a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335035 Sep 15 16:36:18.139659 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b242dbd-e96f-44b7-a458-9becc024ec5b req-47082f14-5a04-4403-b548-02c206b1f4ac tempest-TestVolumeBootPattern-801906987 tempest-TestVolumeBootPattern-801906987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:36:18.141144 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-7b242dbd-e96f-44b7-a458-9becc024ec5b req-47082f14-5a04-4403-b548-02c206b1f4ac tempest-TestVolumeBootPattern-801906987 tempest-TestVolumeBootPattern-801906987-project] 10.222.0.39 "GET /v2.0/ports?device_id=9c73d11a-9516-4e42-a3ec-50b9d6fda528 HTTP/1.1" status: 200 len: 943 time: 0.0565722 Sep 15 16:36:18.181799 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-7b242dbd-e96f-44b7-a458-9becc024ec5b req-bfc12c89-409a-4c08-8bb0-ce5e1871c93b tempest-TestVolumeBootPattern-801906987 tempest-TestVolumeBootPattern-801906987-project] 10.222.0.39 "GET /v2.0/security-groups?id=6b6d94b4-d9e2-4118-be58-0e433855682a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345819 Sep 15 16:36:19.309286 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f8b9ba-7096-4a7c-87ab-f2adf3ddcb30 req-450e1919-b6fc-46a8-9910-18fde4bdb19a tempest-TestVolumeBootPattern-801906987 tempest-TestVolumeBootPattern-801906987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:36:19.310665 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-52f8b9ba-7096-4a7c-87ab-f2adf3ddcb30 req-450e1919-b6fc-46a8-9910-18fde4bdb19a tempest-TestVolumeBootPattern-801906987 tempest-TestVolumeBootPattern-801906987-project] 10.222.0.39 "GET /v2.0/ports?device_id=9c73d11a-9516-4e42-a3ec-50b9d6fda528 HTTP/1.1" status: 200 len: 943 time: 0.0515430 Sep 15 16:36:19.352765 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-52f8b9ba-7096-4a7c-87ab-f2adf3ddcb30 req-7295b7f4-3f35-4e6b-bf1a-8e106258488d tempest-TestVolumeBootPattern-801906987 tempest-TestVolumeBootPattern-801906987-project] 10.222.0.39 "GET /v2.0/security-groups?id=6b6d94b4-d9e2-4118-be58-0e433855682a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332961 Sep 15 16:36:20.493446 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94842f1b-b51c-4e95-8169-d14fe881b649 req-2f839295-7a2f-448d-bd93-018c521c764d tempest-TestVolumeBootPattern-801906987 tempest-TestVolumeBootPattern-801906987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:36:20.494921 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-94842f1b-b51c-4e95-8169-d14fe881b649 req-2f839295-7a2f-448d-bd93-018c521c764d tempest-TestVolumeBootPattern-801906987 tempest-TestVolumeBootPattern-801906987-project] 10.222.0.39 "GET /v2.0/ports?device_id=9c73d11a-9516-4e42-a3ec-50b9d6fda528 HTTP/1.1" status: 200 len: 943 time: 0.0572257 Sep 15 16:36:20.533344 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-94842f1b-b51c-4e95-8169-d14fe881b649 req-d6713aca-2fe0-4ba6-89f5-9838e1342f3e tempest-TestVolumeBootPattern-801906987 tempest-TestVolumeBootPattern-801906987-project] 10.222.0.39 "GET /v2.0/security-groups?id=6b6d94b4-d9e2-4118-be58-0e433855682a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317492 Sep 15 16:36:21.656981 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b1de39-a03b-470e-8e02-11f8d6fc705d req-a5707762-53a1-4f55-a29f-6b66c8f39f30 tempest-TestVolumeBootPattern-801906987 tempest-TestVolumeBootPattern-801906987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:36:21.658462 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-f3b1de39-a03b-470e-8e02-11f8d6fc705d req-a5707762-53a1-4f55-a29f-6b66c8f39f30 tempest-TestVolumeBootPattern-801906987 tempest-TestVolumeBootPattern-801906987-project] 10.222.0.39 "GET /v2.0/ports?device_id=9c73d11a-9516-4e42-a3ec-50b9d6fda528 HTTP/1.1" status: 200 len: 943 time: 0.0552452 Sep 15 16:36:21.695245 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-f3b1de39-a03b-470e-8e02-11f8d6fc705d req-64dd7e2a-9a0c-421b-9356-f1812764278e tempest-TestVolumeBootPattern-801906987 tempest-TestVolumeBootPattern-801906987-project] 10.222.0.39 "GET /v2.0/security-groups?id=6b6d94b4-d9e2-4118-be58-0e433855682a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308566 Sep 15 16:36:22.818994 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d262d36a-2179-4628-b548-ef1f5e75ae0f req-a6628351-034a-498e-99bf-1484b50b15d1 tempest-TestVolumeBootPattern-801906987 tempest-TestVolumeBootPattern-801906987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:36:22.820386 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-d262d36a-2179-4628-b548-ef1f5e75ae0f req-a6628351-034a-498e-99bf-1484b50b15d1 tempest-TestVolumeBootPattern-801906987 tempest-TestVolumeBootPattern-801906987-project] 10.222.0.39 "GET /v2.0/ports?device_id=9c73d11a-9516-4e42-a3ec-50b9d6fda528 HTTP/1.1" status: 200 len: 943 time: 0.0506046 Sep 15 16:36:22.859719 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-d262d36a-2179-4628-b548-ef1f5e75ae0f req-3a5b506c-b1fb-4ce1-ad5c-7c723eb3f67c tempest-TestVolumeBootPattern-801906987 tempest-TestVolumeBootPattern-801906987-project] 10.222.0.39 "GET /v2.0/security-groups?id=6b6d94b4-d9e2-4118-be58-0e433855682a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329256 Sep 15 16:36:23.178441 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791196484491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953091'] for agent, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:36:23.280719 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.rpc [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] Device 70f8e668-7c1c-4a6b-9623-eaa9828041e4 details requested by agent hyperv_hv-cinder-77957 with host hv-cinder-77957 {{(pid=93955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 16:36:23.388583 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.db [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] For port 70f8e668-7c1c-4a6b-9623-eaa9828041e4, host hv-cinder-77957, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77957',level=0,port_id=70f8e668-7c1c-4a6b-9623-eaa9828041e4,segment=NetworkSegment(515df8c3-420b-482c-ae85-8decf2a71996),segment_id=515df8c3-420b-482c-ae85-8decf2a71996)] {{(pid=93955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:36:23.399362 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.rpc [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] Returning: {'device': '70f8e668-7c1c-4a6b-9623-eaa9828041e4', 'network_id': '48dcadf6-1b51-4d33-92c6-65cc509573fa', 'port_id': '70f8e668-7c1c-4a6b-9623-eaa9828041e4', 'mac_address': 'fa:16:3e:e2:38:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 59, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df755c0f-3453-4699-824d-add9626035f9', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 16:36:23.443945 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928820'] for port, before_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:36:23.459064 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.notifiers.nova [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 70f8e668-7c1c-4a6b-9623-eaa9828041e4 {{(pid=93955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 16:36:23.478778 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.db [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] For port 70f8e668-7c1c-4a6b-9623-eaa9828041e4, host hv-cinder-77957, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77957',level=0,port_id=70f8e668-7c1c-4a6b-9623-eaa9828041e4,segment=NetworkSegment(515df8c3-420b-482c-ae85-8decf2a71996),segment_id=515df8c3-420b-482c-ae85-8decf2a71996)] {{(pid=93955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:36:23.484832 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791196459277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791195970012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791195970030'] for port, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:36:23.531819 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] Pushing event updated for resources: {'Port': ['ID=70f8e668-7c1c-4a6b-9623-eaa9828041e4,revision_number=4']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:36:23.831983 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.db [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] get_ports_and_sgs() called for port_ids ['70f8e668-7c1c-4a6b-9623-eaa9828041e4'] {{(pid=93955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 16:36:23.977367 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038e43b7-6793-4b3a-9af4-b40614e68254 req-9945bc77-dd7e-4a41-9f33-0bb80d69d707 tempest-TestVolumeBootPattern-801906987 tempest-TestVolumeBootPattern-801906987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:36:23.978838 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-038e43b7-6793-4b3a-9af4-b40614e68254 req-9945bc77-dd7e-4a41-9f33-0bb80d69d707 tempest-TestVolumeBootPattern-801906987 tempest-TestVolumeBootPattern-801906987-project] 10.222.0.39 "GET /v2.0/ports?device_id=9c73d11a-9516-4e42-a3ec-50b9d6fda528 HTTP/1.1" status: 200 len: 944 time: 0.0530829 Sep 15 16:36:24.018010 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-038e43b7-6793-4b3a-9af4-b40614e68254 req-31a89602-ccf4-4dba-b6d9-637f1fc3c9f7 tempest-TestVolumeBootPattern-801906987 tempest-TestVolumeBootPattern-801906987-project] 10.222.0.39 "GET /v2.0/security-groups?id=6b6d94b4-d9e2-4118-be58-0e433855682a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330949 Sep 15 16:36:25.143615 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705c6a1f-8952-4373-948d-8440b4df5f85 req-e4689d41-4601-404b-9244-092176b47a11 tempest-TestVolumeBootPattern-801906987 tempest-TestVolumeBootPattern-801906987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:36:25.145096 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-705c6a1f-8952-4373-948d-8440b4df5f85 req-e4689d41-4601-404b-9244-092176b47a11 tempest-TestVolumeBootPattern-801906987 tempest-TestVolumeBootPattern-801906987-project] 10.222.0.39 "GET /v2.0/ports?device_id=9c73d11a-9516-4e42-a3ec-50b9d6fda528 HTTP/1.1" status: 200 len: 944 time: 0.0584648 Sep 15 16:36:25.184015 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-705c6a1f-8952-4373-948d-8440b4df5f85 req-014f7018-abc0-4b43-8e58-6b4f772385b6 tempest-TestVolumeBootPattern-801906987 tempest-TestVolumeBootPattern-801906987-project] 10.222.0.39 "GET /v2.0/security-groups?id=6b6d94b4-d9e2-4118-be58-0e433855682a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327468 Sep 15 16:36:25.282176 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.rpc [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] Device 70f8e668-7c1c-4a6b-9623-eaa9828041e4 up at agent hyperv_hv-cinder-77957 {{(pid=93955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 16:36:25.354861 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.db.provisioning_blocks [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] Provisioning for port 70f8e668-7c1c-4a6b-9623-eaa9828041e4 completed by entity L2. {{(pid=93955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 16:36:25.359404 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.db.provisioning_blocks [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] Provisioning complete for port 70f8e668-7c1c-4a6b-9623-eaa9828041e4 triggered by entity L2. {{(pid=93955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:36:25.359794 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953592'] for port, provisioning_complete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:36:25.441178 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928820'] for port, before_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:36:25.464406 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c73d11a-9516-4e42-a3ec-50b9d6fda528', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70f8e668-7c1c-4a6b-9623-eaa9828041e4'}] {{(pid=93955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 16:36:25.466711 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cc821c0eec02d2c96bcea0a08104c2827b642bf310f598bba7a206798b1bddd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d61cf10-6f01-496f-a7e6-ee62058e68a7" -d '{"events": [{"server_uuid": "9c73d11a-9516-4e42-a3ec-50b9d6fda528", "name": "network-vif-plugged", "status": "completed", "tag": "70f8e668-7c1c-4a6b-9623-eaa9828041e4"}]}' {{(pid=93955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 16:36:25.479226 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.db [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] For port 70f8e668-7c1c-4a6b-9623-eaa9828041e4, host hv-cinder-77957, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77957',level=0,port_id=70f8e668-7c1c-4a6b-9623-eaa9828041e4,segment=NetworkSegment(515df8c3-420b-482c-ae85-8decf2a71996),segment_id=515df8c3-420b-482c-ae85-8decf2a71996)] {{(pid=93955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:36:25.484440 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791196459277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791195970012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791195970030'] for port, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:36:25.507335 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 16:36:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5e089ea-5ab0-4f8f-af61-01111516a9b9 x-openstack-request-id: req-c5e089ea-5ab0-4f8f-af61-01111516a9b9 {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 16:36:25.507632 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c73d11a-9516-4e42-a3ec-50b9d6fda528", "name": "network-vif-plugged", "status": "completed", "tag": "70f8e668-7c1c-4a6b-9623-eaa9828041e4", "code": 200}]} {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 16:36:25.507882 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-c5e089ea-5ab0-4f8f-af61-01111516a9b9 {{(pid=93955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 16:36:25.508300 dv-cinder-779576-8-iscsi neutron-server[93955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c73d11a-9516-4e42-a3ec-50b9d6fda528', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70f8e668-7c1c-4a6b-9623-eaa9828041e4', 'code': 200} Sep 15 16:36:25.534224 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] Pushing event updated for resources: {'Port': ['ID=70f8e668-7c1c-4a6b-9623-eaa9828041e4,revision_number=5']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:36:25.744334 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adebb548-4e17-44e9-a5df-d3b667827164 req-8586134c-23e0-433c-8934-9473ecf64324 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:36:25.745944 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-adebb548-4e17-44e9-a5df-d3b667827164 req-8586134c-23e0-433c-8934-9473ecf64324 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=9c73d11a-9516-4e42-a3ec-50b9d6fda528 HTTP/1.1" status: 200 len: 1098 time: 0.0423148 Sep 15 16:36:25.781824 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-adebb548-4e17-44e9-a5df-d3b667827164 req-38f5cc5c-1aba-4529-8958-ed91a01de13e service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=6b6d94b4-d9e2-4118-be58-0e433855682a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0284302 Sep 15 16:36:26.310217 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92cedc64-6a4d-47ae-bcb6-ad33e6f3dd88 req-7ba01efa-ecb9-43b7-afd4-3a9432b8bc76 tempest-TestVolumeBootPattern-801906987 tempest-TestVolumeBootPattern-801906987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:36:26.311595 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-92cedc64-6a4d-47ae-bcb6-ad33e6f3dd88 req-7ba01efa-ecb9-43b7-afd4-3a9432b8bc76 tempest-TestVolumeBootPattern-801906987 tempest-TestVolumeBootPattern-801906987-project] 10.222.0.39 "GET /v2.0/ports?device_id=9c73d11a-9516-4e42-a3ec-50b9d6fda528 HTTP/1.1" status: 200 len: 945 time: 0.0508022 Sep 15 16:36:26.351269 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-92cedc64-6a4d-47ae-bcb6-ad33e6f3dd88 req-43e0c037-f3a5-4ca5-b1ee-e90e957a99ed tempest-TestVolumeBootPattern-801906987 tempest-TestVolumeBootPattern-801906987-project] 10.222.0.39 "GET /v2.0/security-groups?id=6b6d94b4-d9e2-4118-be58-0e433855682a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334804 Sep 15 16:36:27.470932 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1eb9d33-ce67-4a67-a1aa-56691bf55b62 req-c5b100ac-3fd5-41ab-a066-b21b5cbe307c tempest-TestVolumeBootPattern-801906987 tempest-TestVolumeBootPattern-801906987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:36:27.472518 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-c1eb9d33-ce67-4a67-a1aa-56691bf55b62 req-c5b100ac-3fd5-41ab-a066-b21b5cbe307c tempest-TestVolumeBootPattern-801906987 tempest-TestVolumeBootPattern-801906987-project] 10.222.0.39 "GET /v2.0/ports?device_id=9c73d11a-9516-4e42-a3ec-50b9d6fda528 HTTP/1.1" status: 200 len: 945 time: 0.0510857 Sep 15 16:36:27.510873 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-c1eb9d33-ce67-4a67-a1aa-56691bf55b62 req-d19bd8f8-9e0b-4512-97a3-1477f33d7866 tempest-TestVolumeBootPattern-801906987 tempest-TestVolumeBootPattern-801906987-project] 10.222.0.39 "GET /v2.0/security-groups?id=6b6d94b4-d9e2-4118-be58-0e433855682a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322843 Sep 15 16:36:27.626310 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962d834e-388a-4895-81b7-5cb275778cfc req-349cb957-dda8-443c-a0a8-6e5cd4b42c26 tempest-TestVolumeBootPattern-801906987 tempest-TestVolumeBootPattern-801906987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:36:27.627776 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-962d834e-388a-4895-81b7-5cb275778cfc req-349cb957-dda8-443c-a0a8-6e5cd4b42c26 tempest-TestVolumeBootPattern-801906987 tempest-TestVolumeBootPattern-801906987-project] 10.222.0.39 "GET /v2.0/ports?device_id=9c73d11a-9516-4e42-a3ec-50b9d6fda528 HTTP/1.1" status: 200 len: 945 time: 0.0506146 Sep 15 16:36:27.668587 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-962d834e-388a-4895-81b7-5cb275778cfc req-a3ddb0a4-ce1a-4096-b4e0-d18dc9ea374a tempest-TestVolumeBootPattern-801906987 tempest-TestVolumeBootPattern-801906987-project] 10.222.0.39 "GET /v2.0/security-groups?id=6b6d94b4-d9e2-4118-be58-0e433855682a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319574 Sep 15 16:36:27.691558 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.wsgi [-] (93954) accepted ('10.222.0.39', 41422) {{(pid=93954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:36:27.839154 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-269851f5-64a6-4269-b9e4-31087dfa16fd tempest-TestVolumeBootPattern-1945737729 tempest-TestVolumeBootPattern-1945737729-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:36:27.840825 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [None req-269851f5-64a6-4269-b9e4-31087dfa16fd tempest-TestVolumeBootPattern-1945737729 tempest-TestVolumeBootPattern-1945737729-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=9c73d11a-9516-4e42-a3ec-50b9d6fda528 HTTP/1.1" status: 200 len: 1093 time: 0.1482284 Sep 15 16:36:27.844249 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.wsgi [-] (93954) accepted ('10.222.0.39', 41426) {{(pid=93954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:36:27.848490 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.api.v2.base [None req-586085f5-1618-49d0-84ec-440d02c4de44 tempest-TestVolumeBootPattern-801906987 tempest-TestVolumeBootPattern-801906987-project] Request body: {'floatingip': {'floating_network_id': '62251075-a3e3-4d47-8761-104d217b089a', 'port_id': '70f8e668-7c1c-4a6b-9623-eaa9828041e4', 'tenant_id': 'f448c5fca9014429b532320ab78459ea', 'fixed_ip_address': '172.20.0.3'}} {{(pid=93954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:36:27.873403 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-586085f5-1618-49d0-84ec-440d02c4de44 tempest-TestVolumeBootPattern-801906987 tempest-TestVolumeBootPattern-801906987-project] Notify callbacks [] for floatingip, before_create {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:36:27.979637 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-586085f5-1618-49d0-84ec-440d02c4de44 tempest-TestVolumeBootPattern-801906987 tempest-TestVolumeBootPattern-801906987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928820'] for port, before_create {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:36:28.090386 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.db.db_base_plugin_common [None req-586085f5-1618-49d0-84ec-440d02c4de44 tempest-TestVolumeBootPattern-801906987 tempest-TestVolumeBootPattern-801906987-project] Allocated IP 172.27.3.154 (62251075-a3e3-4d47-8761-104d217b089a/9a71565b-217b-482b-8364-bc8ecb4c8f88/ed4f3e3b-6cbc-489f-8318-3b05bbd4e253) {{(pid=93954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 16:36:28.192644 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-586085f5-1618-49d0-84ec-440d02c4de44 tempest-TestVolumeBootPattern-801906987 tempest-TestVolumeBootPattern-801906987-project] Notify callbacks [] for port, precommit_create {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:36:28.231099 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-586085f5-1618-49d0-84ec-440d02c4de44 tempest-TestVolumeBootPattern-801906987 tempest-TestVolumeBootPattern-801906987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791195969994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126007332'] for port, after_create {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:36:28.272685 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-586085f5-1618-49d0-84ec-440d02c4de44 tempest-TestVolumeBootPattern-801906987 tempest-TestVolumeBootPattern-801906987-project] Network 62251075-a3e3-4d47-8761-104d217b089a is already hosted by enough agents. {{(pid=93954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:36:28.275550 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.scheduler.base_scheduler [None req-586085f5-1618-49d0-84ec-440d02c4de44 tempest-TestVolumeBootPattern-801906987 tempest-TestVolumeBootPattern-801906987-project] Resources bound (agent type, host, resource id): {{(pid=93954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:36:28.278170 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-586085f5-1618-49d0-84ec-440d02c4de44 tempest-TestVolumeBootPattern-801906987 tempest-TestVolumeBootPattern-801906987-project] Received port after_create {{(pid=93954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 16:36:28.305547 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586085f5-1618-49d0-84ec-440d02c4de44 tempest-TestVolumeBootPattern-801906987 tempest-TestVolumeBootPattern-801906987-project] Pushing event updated for resources: {'Port': ['ID=ed4f3e3b-6cbc-489f-8318-3b05bbd4e253,revision_number=1']} {{(pid=93954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:36:28.654333 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-586085f5-1618-49d0-84ec-440d02c4de44 tempest-TestVolumeBootPattern-801906987 tempest-TestVolumeBootPattern-801906987-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:36:28.724252 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-586085f5-1618-49d0-84ec-440d02c4de44 tempest-TestVolumeBootPattern-801906987 tempest-TestVolumeBootPattern-801906987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928820'] for port, before_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:36:28.886133 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-586085f5-1618-49d0-84ec-440d02c4de44 tempest-TestVolumeBootPattern-801906987 tempest-TestVolumeBootPattern-801906987-project] Notify callbacks [] for port, precommit_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:36:28.892277 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-586085f5-1618-49d0-84ec-440d02c4de44 tempest-TestVolumeBootPattern-801906987 tempest-TestVolumeBootPattern-801906987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791196459277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791195970012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791195970030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126007357'] for port, after_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:36:28.958914 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586085f5-1618-49d0-84ec-440d02c4de44 tempest-TestVolumeBootPattern-801906987 tempest-TestVolumeBootPattern-801906987-project] Pushing event updated for resources: {'Port': ['ID=ed4f3e3b-6cbc-489f-8318-3b05bbd4e253,revision_number=2']} {{(pid=93954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:36:28.970593 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-586085f5-1618-49d0-84ec-440d02c4de44 tempest-TestVolumeBootPattern-801906987 tempest-TestVolumeBootPattern-801906987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3725591'] for floatingip, after_create {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:36:29.082970 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.db.l3_db [None req-586085f5-1618-49d0-84ec-440d02c4de44 tempest-TestVolumeBootPattern-801906987 tempest-TestVolumeBootPattern-801906987-project] Floating IP 62596fa3-f0e5-4fcc-b8c0-7c1f8cec8d1c associated. External IP: 172.27.3.154, port: 70f8e668-7c1c-4a6b-9623-eaa9828041e4. Sep 15 16:36:29.155917 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-839f4a3f-849a-42a0-881b-8429af73d093 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791196484491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953091'] for agent, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:36:29.292507 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-586085f5-1618-49d0-84ec-440d02c4de44 tempest-TestVolumeBootPattern-801906987 tempest-TestVolumeBootPattern-801906987-project] Router 8b2a6ad7-614d-4182-8fd5-ec5bbf2affbd has already been hosted by L3 agent 7a8df8d7-c3ef-43b4-9534-c977f7014926 {{(pid=93954) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 16:36:29.409042 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-586085f5-1618-49d0-84ec-440d02c4de44 tempest-TestVolumeBootPattern-801906987 tempest-TestVolumeBootPattern-801906987-project] Notify agent at l3_agent.dv-cinder-779576-8-iscsi the message routers_updated {{(pid=93954) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 16:36:29.422583 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78e0e1a3-26a8-4c04-b6c5-9db42d741a9d None None] Sync routers for ids ['8b2a6ad7-614d-4182-8fd5-ec5bbf2affbd'] in dv-cinder-779576-8-iscsi {{(pid=93956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 16:36:29.430047 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-586085f5-1618-49d0-84ec-440d02c4de44 tempest-TestVolumeBootPattern-801906987 tempest-TestVolumeBootPattern-801906987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58602'] for floatingip, before_response {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:36:29.431659 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78e0e1a3-26a8-4c04-b6c5-9db42d741a9d None None] Routers {'8b2a6ad7-614d-4182-8fd5-ec5bbf2affbd'} bound to L3 agent in host dv-cinder-779576-8-iscsi {{(pid=93956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:36:29.432368 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron.db.l3_hamode_db [None req-78e0e1a3-26a8-4c04-b6c5-9db42d741a9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779576-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-15T16:14:02Z,description=,heartbeat_timestamp=2021-09-15T16:36:02Z,host='dv-cinder-779576-8-iscsi',id=7a8df8d7-c3ef-43b4-9534-c977f7014926,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T16:14:02Z,topic='l3_agent')) {'router_ids': ['8b2a6ad7-614d-4182-8fd5-ec5bbf2affbd'], 'active': True} {{(pid=93956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:36:29.457267 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [None req-586085f5-1618-49d0-84ec-440d02c4de44 tempest-TestVolumeBootPattern-801906987 tempest-TestVolumeBootPattern-801906987-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6119957 Sep 15 16:36:29.457916 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c73d11a-9516-4e42-a3ec-50b9d6fda528', 'tag': '70f8e668-7c1c-4a6b-9623-eaa9828041e4'}] {{(pid=93954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 16:36:29.460255 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6d34c38c0cdc03ce39e2c460ccb262b82dff3a58d2f42c4e7ad7906abe071cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-443a644d-7905-4f20-a22e-7f33523d3240" -d '{"events": [{"name": "network-changed", "server_uuid": "9c73d11a-9516-4e42-a3ec-50b9d6fda528", "tag": "70f8e668-7c1c-4a6b-9623-eaa9828041e4"}]}' {{(pid=93954) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 16:36:29.495525 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 16:36:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dddb1826-0dcf-4c5a-92b6-01b984695fcb x-openstack-request-id: req-dddb1826-0dcf-4c5a-92b6-01b984695fcb {{(pid=93954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 16:36:29.495816 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c73d11a-9516-4e42-a3ec-50b9d6fda528", "tag": "70f8e668-7c1c-4a6b-9623-eaa9828041e4", "status": "completed", "code": 200}]} {{(pid=93954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 16:36:29.496061 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-dddb1826-0dcf-4c5a-92b6-01b984695fcb {{(pid=93954) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 16:36:29.496488 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c73d11a-9516-4e42-a3ec-50b9d6fda528', 'tag': '70f8e668-7c1c-4a6b-9623-eaa9828041e4', 'status': 'completed', 'code': 200} Sep 15 16:36:29.537358 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron.db.l3_dvr_db [None req-78e0e1a3-26a8-4c04-b6c5-9db42d741a9d None None] Set router 8b2a6ad7-614d-4182-8fd5-ec5bbf2affbd gateway port host: dv-cinder-779576-8-iscsi {{(pid=93956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 16:36:29.563115 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443a644d-7905-4f20-a22e-7f33523d3240 req-ab01b60f-9d6f-45c6-b493-9837215fc2c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:36:29.564623 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-443a644d-7905-4f20-a22e-7f33523d3240 req-ab01b60f-9d6f-45c6-b493-9837215fc2c1 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f448c5fca9014429b532320ab78459ea&device_id=9c73d11a-9516-4e42-a3ec-50b9d6fda528 HTTP/1.1" status: 200 len: 1098 time: 0.0452371 Sep 15 16:36:29.653809 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443a644d-7905-4f20-a22e-7f33523d3240 req-9593decd-f05d-432b-bcb2-d73952e4bf50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:36:29.655347 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-443a644d-7905-4f20-a22e-7f33523d3240 req-9593decd-f05d-432b-bcb2-d73952e4bf50 service neutron] 10.222.0.45 "GET /v2.0/networks?id=48dcadf6-1b51-4d33-92c6-65cc509573fa HTTP/1.1" status: 200 len: 912 time: 0.0831962 Sep 15 16:36:29.724389 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-443a644d-7905-4f20-a22e-7f33523d3240 req-eab5b1d0-5e3a-4bda-b159-641bd5fa56e3 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=70f8e668-7c1c-4a6b-9623-eaa9828041e4 HTTP/1.1" status: 200 len: 999 time: 0.0615523 Sep 15 16:36:29.757935 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron.db.l3_hamode_db [None req-78e0e1a3-26a8-4c04-b6c5-9db42d741a9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b2a6ad7-614d-4182-8fd5-ec5bbf2affbd', 'name': 'tempest-TestVolumeBootPattern-1599081810-router', 'tenant_id': 'f448c5fca9014429b532320ab78459ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62251075-a3e3-4d47-8761-104d217b089a', 'external_fixed_ips': [{'subnet_id': '9a71565b-217b-482b-8364-bc8ecb4c8f88', 'ip_address': '172.27.3.54'}], 'enable_snat': True}, 'gw_port_id': 'bae01dab-de4f-4ea6-acc3-abb66545ff41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:29:59Z', 'updated_at': '2021-09-15T16:30:03Z', 'revision_number': 4, 'project_id': 'f448c5fca9014429b532320ab78459ea', 'gw_port': {'id': 'bae01dab-de4f-4ea6-acc3-abb66545ff41', 'name': '', 'network_id': '62251075-a3e3-4d47-8761-104d217b089a', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:bc:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b2a6ad7-614d-4182-8fd5-ec5bbf2affbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '9a71565b-217b-482b-8364-bc8ecb4c8f88', 'ip_address': '172.27.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779576-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:30:00Z', 'updated_at': '2021-09-15T16:30:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a71565b-217b-482b-8364-bc8ecb4c8f88', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779576-8-iscsi', '_floatingips': [{'id': '62596fa3-f0e5-4fcc-b8c0-7c1f8cec8d1c', 'tenant_id': 'f448c5fca9014429b532320ab78459ea', 'floating_ip_address': '172.27.3.154', 'floating_network_id': '62251075-a3e3-4d47-8761-104d217b089a', 'router_id': '8b2a6ad7-614d-4182-8fd5-ec5bbf2affbd', 'port_id': '70f8e668-7c1c-4a6b-9623-eaa9828041e4', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 649, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '48dcadf6-1b51-4d33-92c6-65cc509573fa', 'mac_address': 'fa:16:3e:e2:38:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c73d11a-9516-4e42-a3ec-50b9d6fda528', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T16:36:28Z', 'updated_at': '2021-09-15T16:36:28Z', 'revision_number': 0, 'project_id': 'f448c5fca9014429b532320ab78459ea', 'fixed_ip_address_scope': None}, {'id': 'a8f02f74-3efc-45ae-a749-c270628f4879', 'tenant_id': 'f448c5fca9014429b532320ab78459ea', 'floating_ip_address': '172.27.3.233', 'floating_network_id': '62251075-a3e3-4d47-8761-104d217b089a', 'router_id': '8b2a6ad7-614d-4182-8fd5-ec5bbf2affbd', 'port_id': '95da61fc-3e3d-4304-bba4-dde15db271d0', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 646, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '48dcadf6-1b51-4d33-92c6-65cc509573fa', 'mac_address': 'fa:16:3e:54:d2:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '257cc74a-da4c-4efe-9579-f4510a0aa649', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T16:33:54Z', 'updated_at': '2021-09-15T16:33:58Z', 'revision_number': 1, 'project_id': 'f448c5fca9014429b532320ab78459ea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2dba4de5-87c7-404d-9adf-25f18479f5c2', 'name': '', 'network_id': '48dcadf6-1b51-4d33-92c6-65cc509573fa', 'tenant_id': 'f448c5fca9014429b532320ab78459ea', 'mac_address': 'fa:16:3e:85:25:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b2a6ad7-614d-4182-8fd5-ec5bbf2affbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': 'df755c0f-3453-4699-824d-add9626035f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779576-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:30:02Z', 'updated_at': '2021-09-15T16:30:09Z', 'revision_number': 5, 'project_id': 'f448c5fca9014429b532320ab78459ea', 'subnets': [{'id': 'df755c0f-3453-4699-824d-add9626035f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779576-8-iscsi', False) {} {{(pid=93956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:36:29.774266 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443a644d-7905-4f20-a22e-7f33523d3240 req-2ec7cc62-421e-44a9-a15c-0bcf132422b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:36:29.775751 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-443a644d-7905-4f20-a22e-7f33523d3240 req-2ec7cc62-421e-44a9-a15c-0bcf132422b7 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=df755c0f-3453-4699-824d-add9626035f9 HTTP/1.1" status: 200 len: 851 time: 0.0446358 Sep 15 16:36:29.787100 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78e0e1a3-26a8-4c04-b6c5-9db42d741a9d None None] Checking router: 8b2a6ad7-614d-4182-8fd5-ec5bbf2affbd for host: dv-cinder-779576-8-iscsi {{(pid=93956) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 16:36:29.795692 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78e0e1a3-26a8-4c04-b6c5-9db42d741a9d None None] Routers {'8b2a6ad7-614d-4182-8fd5-ec5bbf2affbd'} bound to L3 agent in host dv-cinder-779576-8-iscsi {{(pid=93956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:36:29.796325 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron.db.l3_hamode_db [None req-78e0e1a3-26a8-4c04-b6c5-9db42d741a9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779576-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-15T16:14:02Z,description=,heartbeat_timestamp=2021-09-15T16:36:02Z,host='dv-cinder-779576-8-iscsi',id=7a8df8d7-c3ef-43b4-9534-c977f7014926,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T16:14:02Z,topic='l3_agent')) {'router_ids': ['8b2a6ad7-614d-4182-8fd5-ec5bbf2affbd'], 'active': True} {{(pid=93956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:36:29.821456 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443a644d-7905-4f20-a22e-7f33523d3240 req-a76eee6a-40dc-4097-8090-50b568a0305a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:36:29.822954 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-443a644d-7905-4f20-a22e-7f33523d3240 req-a76eee6a-40dc-4097-8090-50b568a0305a service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=48dcadf6-1b51-4d33-92c6-65cc509573fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0398061 Sep 15 16:36:29.920058 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-443a644d-7905-4f20-a22e-7f33523d3240 req-6447420c-8234-4e8e-b6be-329e0373a62b service neutron] 10.222.0.45 "GET /v2.0/networks/48dcadf6-1b51-4d33-92c6-65cc509573fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882392 Sep 15 16:36:29.994943 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron.db.l3_dvr_db [None req-78e0e1a3-26a8-4c04-b6c5-9db42d741a9d None None] Set router 8b2a6ad7-614d-4182-8fd5-ec5bbf2affbd gateway port host: dv-cinder-779576-8-iscsi {{(pid=93956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 16:36:30.017775 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-443a644d-7905-4f20-a22e-7f33523d3240 req-71eb58f2-3302-4502-a587-75fb5d478e67 service neutron] 10.222.0.45 "GET /v2.0/networks/48dcadf6-1b51-4d33-92c6-65cc509573fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888200 Sep 15 16:36:30.223231 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron.db.l3_hamode_db [None req-78e0e1a3-26a8-4c04-b6c5-9db42d741a9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b2a6ad7-614d-4182-8fd5-ec5bbf2affbd', 'name': 'tempest-TestVolumeBootPattern-1599081810-router', 'tenant_id': 'f448c5fca9014429b532320ab78459ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62251075-a3e3-4d47-8761-104d217b089a', 'external_fixed_ips': [{'subnet_id': '9a71565b-217b-482b-8364-bc8ecb4c8f88', 'ip_address': '172.27.3.54'}], 'enable_snat': True}, 'gw_port_id': 'bae01dab-de4f-4ea6-acc3-abb66545ff41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:29:59Z', 'updated_at': '2021-09-15T16:30:03Z', 'revision_number': 4, 'project_id': 'f448c5fca9014429b532320ab78459ea', 'gw_port': {'id': 'bae01dab-de4f-4ea6-acc3-abb66545ff41', 'name': '', 'network_id': '62251075-a3e3-4d47-8761-104d217b089a', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:bc:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b2a6ad7-614d-4182-8fd5-ec5bbf2affbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '9a71565b-217b-482b-8364-bc8ecb4c8f88', 'ip_address': '172.27.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779576-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:30:00Z', 'updated_at': '2021-09-15T16:30:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a71565b-217b-482b-8364-bc8ecb4c8f88', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779576-8-iscsi', '_floatingips': [{'id': '62596fa3-f0e5-4fcc-b8c0-7c1f8cec8d1c', 'tenant_id': 'f448c5fca9014429b532320ab78459ea', 'floating_ip_address': '172.27.3.154', 'floating_network_id': '62251075-a3e3-4d47-8761-104d217b089a', 'router_id': '8b2a6ad7-614d-4182-8fd5-ec5bbf2affbd', 'port_id': '70f8e668-7c1c-4a6b-9623-eaa9828041e4', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 649, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '48dcadf6-1b51-4d33-92c6-65cc509573fa', 'mac_address': 'fa:16:3e:e2:38:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c73d11a-9516-4e42-a3ec-50b9d6fda528', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T16:36:28Z', 'updated_at': '2021-09-15T16:36:28Z', 'revision_number': 0, 'project_id': 'f448c5fca9014429b532320ab78459ea', 'fixed_ip_address_scope': None}, {'id': 'a8f02f74-3efc-45ae-a749-c270628f4879', 'tenant_id': 'f448c5fca9014429b532320ab78459ea', 'floating_ip_address': '172.27.3.233', 'floating_network_id': '62251075-a3e3-4d47-8761-104d217b089a', 'router_id': '8b2a6ad7-614d-4182-8fd5-ec5bbf2affbd', 'port_id': '95da61fc-3e3d-4304-bba4-dde15db271d0', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 646, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '48dcadf6-1b51-4d33-92c6-65cc509573fa', 'mac_address': 'fa:16:3e:54:d2:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '257cc74a-da4c-4efe-9579-f4510a0aa649', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T16:33:54Z', 'updated_at': '2021-09-15T16:33:58Z', 'revision_number': 1, 'project_id': 'f448c5fca9014429b532320ab78459ea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2dba4de5-87c7-404d-9adf-25f18479f5c2', 'name': '', 'network_id': '48dcadf6-1b51-4d33-92c6-65cc509573fa', 'tenant_id': 'f448c5fca9014429b532320ab78459ea', 'mac_address': 'fa:16:3e:85:25:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b2a6ad7-614d-4182-8fd5-ec5bbf2affbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': 'df755c0f-3453-4699-824d-add9626035f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779576-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:30:02Z', 'updated_at': '2021-09-15T16:30:09Z', 'revision_number': 5, 'project_id': 'f448c5fca9014429b532320ab78459ea', 'subnets': [{'id': 'df755c0f-3453-4699-824d-add9626035f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779576-8-iscsi', False) {} {{(pid=93956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:36:30.255174 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78e0e1a3-26a8-4c04-b6c5-9db42d741a9d None None] The sync data for ids ['8b2a6ad7-614d-4182-8fd5-ec5bbf2affbd'] in dv-cinder-779576-8-iscsi is: [{'id': '8b2a6ad7-614d-4182-8fd5-ec5bbf2affbd', 'name': 'tempest-TestVolumeBootPattern-1599081810-router', 'tenant_id': 'f448c5fca9014429b532320ab78459ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62251075-a3e3-4d47-8761-104d217b089a', 'external_fixed_ips': [{'subnet_id': '9a71565b-217b-482b-8364-bc8ecb4c8f88', 'ip_address': '172.27.3.54'}], 'enable_snat': True}, 'gw_port_id': 'bae01dab-de4f-4ea6-acc3-abb66545ff41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:29:59Z', 'updated_at': '2021-09-15T16:30:03Z', 'revision_number': 4, 'project_id': 'f448c5fca9014429b532320ab78459ea', 'gw_port': {'id': 'bae01dab-de4f-4ea6-acc3-abb66545ff41', 'name': '', 'network_id': '62251075-a3e3-4d47-8761-104d217b089a', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:bc:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b2a6ad7-614d-4182-8fd5-ec5bbf2affbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '9a71565b-217b-482b-8364-bc8ecb4c8f88', 'ip_address': '172.27.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779576-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:30:00Z', 'updated_at': '2021-09-15T16:30:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a71565b-217b-482b-8364-bc8ecb4c8f88', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779576-8-iscsi', '_floatingips': [{'id': '62596fa3-f0e5-4fcc-b8c0-7c1f8cec8d1c', 'tenant_id': 'f448c5fca9014429b532320ab78459ea', 'floating_ip_address': '172.27.3.154', 'floating_network_id': '62251075-a3e3-4d47-8761-104d217b089a', 'router_id': '8b2a6ad7-614d-4182-8fd5-ec5bbf2affbd', 'port_id': '70f8e668-7c1c-4a6b-9623-eaa9828041e4', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 649, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '48dcadf6-1b51-4d33-92c6-65cc509573fa', 'mac_address': 'fa:16:3e:e2:38:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c73d11a-9516-4e42-a3ec-50b9d6fda528', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T16:36:28Z', 'updated_at': '2021-09-15T16:36:28Z', 'revision_number': 0, 'project_id': 'f448c5fca9014429b532320ab78459ea', 'fixed_ip_address_scope': None}, {'id': 'a8f02f74-3efc-45ae-a749-c270628f4879', 'tenant_id': 'f448c5fca9014429b532320ab78459ea', 'floating_ip_address': '172.27.3.233', 'floating_network_id': '62251075-a3e3-4d47-8761-104d217b089a', 'router_id': '8b2a6ad7-614d-4182-8fd5-ec5bbf2affbd', 'port_id': '95da61fc-3e3d-4304-bba4-dde15db271d0', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 646, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '48dcadf6-1b51-4d33-92c6-65cc509573fa', 'mac_address': 'fa:16:3e:54:d2:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '257cc74a-da4c-4efe-9579-f4510a0aa649', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T16:33:54Z', 'updated_at': '2021-09-15T16:33:58Z', 'revision_number': 1, 'project_id': 'f448c5fca9014429b532320ab78459ea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2dba4de5-87c7-404d-9adf-25f18479f5c2', 'name': '', 'network_id': '48dcadf6-1b51-4d33-92c6-65cc509573fa', 'tenant_id': 'f448c5fca9014429b532320ab78459ea', 'mac_address': 'fa:16:3e:85:25:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b2a6ad7-614d-4182-8fd5-ec5bbf2affbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': 'df755c0f-3453-4699-824d-add9626035f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779576-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:30:02Z', 'updated_at': '2021-09-15T16:30:09Z', 'revision_number': 5, 'project_id': 'f448c5fca9014429b532320ab78459ea', 'subnets': [{'id': 'df755c0f-3453-4699-824d-add9626035f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 16:36:30.446899 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6ca926f-5916-4193-bba7-a678599d1284 None None] New status for floating IP 62596fa3-f0e5-4fcc-b8c0-7c1f8cec8d1c: ACTIVE {{(pid=93955) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 15 16:36:31.868830 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-57d8a9a3-d16f-4b20-b77b-ca1e664c03db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791196484491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953091'] for agent, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:36:31.970932 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-362dd76d-608d-40ae-a0b7-5222b4e7f398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791196484491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953091'] for agent, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:36:33.029747 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-eee1357e-56cc-4bdc-884d-16a88731d16f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791196484491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953091'] for agent, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:36:34.410343 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-7ad16b6f-1dcb-4567-914a-8ec9b5a04b47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791196484491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953091'] for agent, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:36:35.930877 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-dc9f8f7b-2e40-4908-b280-b7f3af27d51c req-f051c44e-aacd-4e4d-a883-beae300cec10 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=15113f62-27f0-4c75-9dad-844e96a80d67&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0535765 Sep 15 16:36:36.005776 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9f8f7b-2e40-4908-b280-b7f3af27d51c req-996c34a3-9220-48ad-ab30-464e390b644f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:36:36.007294 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-dc9f8f7b-2e40-4908-b280-b7f3af27d51c req-996c34a3-9220-48ad-ab30-464e390b644f service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=1eedf12f4fe8435397aa63f6ef9368f9&device_id=15113f62-27f0-4c75-9dad-844e96a80d67 HTTP/1.1" status: 200 len: 1098 time: 0.0436330 Sep 15 16:36:36.123211 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9f8f7b-2e40-4908-b280-b7f3af27d51c req-c4282197-bdb9-41a1-8faa-fc4683ae1ee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:36:36.124730 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-dc9f8f7b-2e40-4908-b280-b7f3af27d51c req-c4282197-bdb9-41a1-8faa-fc4683ae1ee5 service neutron] 10.222.0.45 "GET /v2.0/networks?id=e5114a12-53db-4676-99c9-6e0e730337dd HTTP/1.1" status: 200 len: 911 time: 0.0897338 Sep 15 16:36:36.193645 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-dc9f8f7b-2e40-4908-b280-b7f3af27d51c req-95c80af7-0b7b-4e8e-99f1-e8cd94b45750 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a5c6bac9-df74-4e36-90e5-0987a4ac425c HTTP/1.1" status: 200 len: 1001 time: 0.0610070 Sep 15 16:36:36.262917 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9f8f7b-2e40-4908-b280-b7f3af27d51c req-1051846d-fe4c-4b4e-9aae-ea1fb0d2229b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:36:36.264432 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-dc9f8f7b-2e40-4908-b280-b7f3af27d51c req-1051846d-fe4c-4b4e-9aae-ea1fb0d2229b service neutron] 10.222.0.45 "GET /v2.0/subnets?id=22529361-3b44-49b4-805b-da9f7d11ed5f HTTP/1.1" status: 200 len: 850 time: 0.0638211 Sep 15 16:36:36.311994 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9f8f7b-2e40-4908-b280-b7f3af27d51c req-0ce1ed00-5ed7-4a49-9ae3-a67e7a4d6ca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:36:36.313531 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-dc9f8f7b-2e40-4908-b280-b7f3af27d51c req-0ce1ed00-5ed7-4a49-9ae3-a67e7a4d6ca4 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=e5114a12-53db-4676-99c9-6e0e730337dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0404818 Sep 15 16:36:36.406009 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-dc9f8f7b-2e40-4908-b280-b7f3af27d51c req-4e83bd12-4b6d-4c18-88b1-cf59dacbecce service neutron] 10.222.0.45 "GET /v2.0/networks/e5114a12-53db-4676-99c9-6e0e730337dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852759 Sep 15 16:36:36.501530 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-dc9f8f7b-2e40-4908-b280-b7f3af27d51c req-af569b5f-4e9d-468c-821f-3d65233b2bf1 service neutron] 10.222.0.45 "GET /v2.0/networks/e5114a12-53db-4676-99c9-6e0e730337dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875406 Sep 15 16:36:47.451538 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron.db.agents_db [None req-9c583be1-859f-4a85-bd6b-6d26517e04c2 None None] Agent healthcheck: found 6 active agents {{(pid=93956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 16:36:53.176961 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791196484491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953091'] for agent, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:36:59.164323 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-62ededb7-434d-4f84-bcb7-e527cbe69946 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791196484491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953091'] for agent, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:37:01.867461 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-57d8a9a3-d16f-4b20-b77b-ca1e664c03db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791196484491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953091'] for agent, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:37:01.973414 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-b41e93e3-d671-4216-b6e0-341882d03c12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791196484491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953091'] for agent, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:37:03.022825 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-eee1357e-56cc-4bdc-884d-16a88731d16f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791196484491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953091'] for agent, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:37:04.411252 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-7ad16b6f-1dcb-4567-914a-8ec9b5a04b47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791196484491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953091'] for agent, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:37:09.055342 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb340ff3-0912-40c5-a429-0be76055b999 req-f89a51e0-7a06-49ce-910a-6e9654c67d21 tempest-AttachVolumeTestJSON-1141938147 tempest-AttachVolumeTestJSON-1141938147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:37:09.056825 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-eb340ff3-0912-40c5-a429-0be76055b999 req-f89a51e0-7a06-49ce-910a-6e9654c67d21 tempest-AttachVolumeTestJSON-1141938147 tempest-AttachVolumeTestJSON-1141938147-project] 10.222.0.39 "GET /v2.0/ports?device_id=15113f62-27f0-4c75-9dad-844e96a80d67 HTTP/1.1" status: 200 len: 945 time: 0.0506892 Sep 15 16:37:09.105577 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-eb340ff3-0912-40c5-a429-0be76055b999 req-cdba0eb4-adfe-46a6-8a0f-2713f8a2096f tempest-AttachVolumeTestJSON-1141938147 tempest-AttachVolumeTestJSON-1141938147-project] 10.222.0.39 "GET /v2.0/security-groups?id=c677a93f-fa77-437f-87eb-0624f52b6fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416412 Sep 15 16:37:10.240783 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32088123-c682-4cba-a3b0-8981e27aaf5c req-eb527257-a5db-4967-a6d3-892b006aedad tempest-AttachVolumeTestJSON-1141938147 tempest-AttachVolumeTestJSON-1141938147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:37:10.242266 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-32088123-c682-4cba-a3b0-8981e27aaf5c req-eb527257-a5db-4967-a6d3-892b006aedad tempest-AttachVolumeTestJSON-1141938147 tempest-AttachVolumeTestJSON-1141938147-project] 10.222.0.39 "GET /v2.0/ports?device_id=15113f62-27f0-4c75-9dad-844e96a80d67 HTTP/1.1" status: 200 len: 945 time: 0.0555141 Sep 15 16:37:10.281416 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-32088123-c682-4cba-a3b0-8981e27aaf5c req-61631f0f-650b-4fb9-974b-a8e8014f50f2 tempest-AttachVolumeTestJSON-1141938147 tempest-AttachVolumeTestJSON-1141938147-project] 10.222.0.39 "GET /v2.0/security-groups?id=c677a93f-fa77-437f-87eb-0624f52b6fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310590 Sep 15 16:37:11.410771 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45bbb71-4ba7-453a-a5bb-50ec8b68aa7f req-0bbb5a3f-6e51-4aa3-9680-25a0a6a783e5 tempest-AttachVolumeTestJSON-1141938147 tempest-AttachVolumeTestJSON-1141938147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:37:11.412270 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-a45bbb71-4ba7-453a-a5bb-50ec8b68aa7f req-0bbb5a3f-6e51-4aa3-9680-25a0a6a783e5 tempest-AttachVolumeTestJSON-1141938147 tempest-AttachVolumeTestJSON-1141938147-project] 10.222.0.39 "GET /v2.0/ports?device_id=15113f62-27f0-4c75-9dad-844e96a80d67 HTTP/1.1" status: 200 len: 945 time: 0.0556974 Sep 15 16:37:11.452661 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-a45bbb71-4ba7-453a-a5bb-50ec8b68aa7f req-26a784ea-1112-410e-8ac3-29221bcf825f tempest-AttachVolumeTestJSON-1141938147 tempest-AttachVolumeTestJSON-1141938147-project] 10.222.0.39 "GET /v2.0/security-groups?id=c677a93f-fa77-437f-87eb-0624f52b6fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316939 Sep 15 16:37:12.583935 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c029de1b-250a-4bcb-9c39-29aff33cb02e req-7b9c0078-6ef1-4718-8dff-94c1704f005f tempest-AttachVolumeTestJSON-1141938147 tempest-AttachVolumeTestJSON-1141938147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:37:12.585423 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-c029de1b-250a-4bcb-9c39-29aff33cb02e req-7b9c0078-6ef1-4718-8dff-94c1704f005f tempest-AttachVolumeTestJSON-1141938147 tempest-AttachVolumeTestJSON-1141938147-project] 10.222.0.39 "GET /v2.0/ports?device_id=15113f62-27f0-4c75-9dad-844e96a80d67 HTTP/1.1" status: 200 len: 945 time: 0.0507822 Sep 15 16:37:12.624509 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-c029de1b-250a-4bcb-9c39-29aff33cb02e req-5b296a18-210e-43a6-97c4-b3b05210d2e9 tempest-AttachVolumeTestJSON-1141938147 tempest-AttachVolumeTestJSON-1141938147-project] 10.222.0.39 "GET /v2.0/security-groups?id=c677a93f-fa77-437f-87eb-0624f52b6fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324759 Sep 15 16:37:13.760930 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67de3ce-9749-44c2-8404-3c52dd316d35 req-dec0e167-5204-4047-ba52-c824b0df5e93 tempest-AttachVolumeTestJSON-1141938147 tempest-AttachVolumeTestJSON-1141938147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:37:13.762636 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-d67de3ce-9749-44c2-8404-3c52dd316d35 req-dec0e167-5204-4047-ba52-c824b0df5e93 tempest-AttachVolumeTestJSON-1141938147 tempest-AttachVolumeTestJSON-1141938147-project] 10.222.0.39 "GET /v2.0/ports?device_id=15113f62-27f0-4c75-9dad-844e96a80d67 HTTP/1.1" status: 200 len: 945 time: 0.0618262 Sep 15 16:37:13.803384 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-d67de3ce-9749-44c2-8404-3c52dd316d35 req-d4b8712b-7cae-42b0-bd73-b771b930bb43 tempest-AttachVolumeTestJSON-1141938147 tempest-AttachVolumeTestJSON-1141938147-project] 10.222.0.39 "GET /v2.0/security-groups?id=c677a93f-fa77-437f-87eb-0624f52b6fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314119 Sep 15 16:37:14.934315 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b752f2-3165-4a7f-b358-9bfb08888934 req-0121fc8f-16b5-41db-a241-59b49dd91cd9 tempest-AttachVolumeTestJSON-1141938147 tempest-AttachVolumeTestJSON-1141938147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:37:14.935770 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-35b752f2-3165-4a7f-b358-9bfb08888934 req-0121fc8f-16b5-41db-a241-59b49dd91cd9 tempest-AttachVolumeTestJSON-1141938147 tempest-AttachVolumeTestJSON-1141938147-project] 10.222.0.39 "GET /v2.0/ports?device_id=15113f62-27f0-4c75-9dad-844e96a80d67 HTTP/1.1" status: 200 len: 945 time: 0.0583913 Sep 15 16:37:14.977046 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-35b752f2-3165-4a7f-b358-9bfb08888934 req-71bfcb6d-8ffd-413d-8a31-700e308e9917 tempest-AttachVolumeTestJSON-1141938147 tempest-AttachVolumeTestJSON-1141938147-project] 10.222.0.39 "GET /v2.0/security-groups?id=c677a93f-fa77-437f-87eb-0624f52b6fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321603 Sep 15 16:37:16.246689 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbfdd5b-f0f8-4b72-a44e-427adb988979 req-14c3219e-58e7-45ac-a027-ee35189004ce tempest-AttachVolumeTestJSON-1141938147 tempest-AttachVolumeTestJSON-1141938147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:37:16.248555 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-1cbfdd5b-f0f8-4b72-a44e-427adb988979 req-14c3219e-58e7-45ac-a027-ee35189004ce tempest-AttachVolumeTestJSON-1141938147 tempest-AttachVolumeTestJSON-1141938147-project] 10.222.0.39 "GET /v2.0/ports?device_id=15113f62-27f0-4c75-9dad-844e96a80d67 HTTP/1.1" status: 200 len: 945 time: 0.1936209 Sep 15 16:37:16.286123 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-1cbfdd5b-f0f8-4b72-a44e-427adb988979 req-cbfcec71-c416-4a2f-a369-52fd77800747 tempest-AttachVolumeTestJSON-1141938147 tempest-AttachVolumeTestJSON-1141938147-project] 10.222.0.39 "GET /v2.0/security-groups?id=c677a93f-fa77-437f-87eb-0624f52b6fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315197 Sep 15 16:37:17.424390 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf84cf48-e10e-44fd-9543-fc5e7207e928 req-29303c5f-39ba-4bb5-8cc2-bc2df7aadd10 tempest-AttachVolumeTestJSON-1141938147 tempest-AttachVolumeTestJSON-1141938147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:37:17.425851 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-cf84cf48-e10e-44fd-9543-fc5e7207e928 req-29303c5f-39ba-4bb5-8cc2-bc2df7aadd10 tempest-AttachVolumeTestJSON-1141938147 tempest-AttachVolumeTestJSON-1141938147-project] 10.222.0.39 "GET /v2.0/ports?device_id=15113f62-27f0-4c75-9dad-844e96a80d67 HTTP/1.1" status: 200 len: 945 time: 0.0597551 Sep 15 16:37:17.462965 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-cf84cf48-e10e-44fd-9543-fc5e7207e928 req-338f2b96-c169-4770-8559-26592e52177c tempest-AttachVolumeTestJSON-1141938147 tempest-AttachVolumeTestJSON-1141938147-project] 10.222.0.39 "GET /v2.0/security-groups?id=c677a93f-fa77-437f-87eb-0624f52b6fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311372 Sep 15 16:37:18.598967 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d06be53-4b00-4a15-b99e-29b0d696288a req-be490b78-f085-4bac-a078-567b8eeeb54c tempest-AttachVolumeTestJSON-1141938147 tempest-AttachVolumeTestJSON-1141938147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:37:18.600452 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-6d06be53-4b00-4a15-b99e-29b0d696288a req-be490b78-f085-4bac-a078-567b8eeeb54c tempest-AttachVolumeTestJSON-1141938147 tempest-AttachVolumeTestJSON-1141938147-project] 10.222.0.39 "GET /v2.0/ports?device_id=15113f62-27f0-4c75-9dad-844e96a80d67 HTTP/1.1" status: 200 len: 945 time: 0.0597966 Sep 15 16:37:18.648226 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-6d06be53-4b00-4a15-b99e-29b0d696288a req-3d6704c8-b6e3-4e67-8005-d8fb3fdb2e72 tempest-AttachVolumeTestJSON-1141938147 tempest-AttachVolumeTestJSON-1141938147-project] 10.222.0.39 "GET /v2.0/security-groups?id=c677a93f-fa77-437f-87eb-0624f52b6fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378675 Sep 15 16:37:19.787089 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ce261c-6f35-456e-bafa-cd0f436d20c6 req-3509b704-0ade-464f-8649-ffd6618147e2 tempest-AttachVolumeTestJSON-1141938147 tempest-AttachVolumeTestJSON-1141938147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:37:19.789539 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-d3ce261c-6f35-456e-bafa-cd0f436d20c6 req-3509b704-0ade-464f-8649-ffd6618147e2 tempest-AttachVolumeTestJSON-1141938147 tempest-AttachVolumeTestJSON-1141938147-project] 10.222.0.39 "GET /v2.0/ports?device_id=15113f62-27f0-4c75-9dad-844e96a80d67 HTTP/1.1" status: 200 len: 945 time: 0.0611022 Sep 15 16:37:19.829581 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-d3ce261c-6f35-456e-bafa-cd0f436d20c6 req-171d18f5-031f-4be0-b7ab-8ed84f510c00 tempest-AttachVolumeTestJSON-1141938147 tempest-AttachVolumeTestJSON-1141938147-project] 10.222.0.39 "GET /v2.0/security-groups?id=c677a93f-fa77-437f-87eb-0624f52b6fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326974 Sep 15 16:37:20.039022 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca3989a-3398-441c-ac02-78fb7eac6a1d req-f4763457-bf58-4393-bd63-d034a110058d tempest-AttachVolumeTestJSON-1141938147 tempest-AttachVolumeTestJSON-1141938147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:37:20.040523 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-eca3989a-3398-441c-ac02-78fb7eac6a1d req-f4763457-bf58-4393-bd63-d034a110058d tempest-AttachVolumeTestJSON-1141938147 tempest-AttachVolumeTestJSON-1141938147-project] 10.222.0.39 "GET /v2.0/ports?device_id=15113f62-27f0-4c75-9dad-844e96a80d67 HTTP/1.1" status: 200 len: 945 time: 0.0581992 Sep 15 16:37:20.096292 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9227e9ef-42dc-4a89-a84b-f5db7cec4e9f req-f7cbf936-082f-481b-a239-4b1f90d23540 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:37:20.097759 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-9227e9ef-42dc-4a89-a84b-f5db7cec4e9f req-f7cbf936-082f-481b-a239-4b1f90d23540 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=1eedf12f4fe8435397aa63f6ef9368f9&device_id=15113f62-27f0-4c75-9dad-844e96a80d67 HTTP/1.1" status: 200 len: 1098 time: 0.0750384 Sep 15 16:37:20.100632 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-eca3989a-3398-441c-ac02-78fb7eac6a1d req-7108fce1-7abf-4dd4-a23c-7babc8a3689f tempest-AttachVolumeTestJSON-1141938147 tempest-AttachVolumeTestJSON-1141938147-project] 10.222.0.39 "GET /v2.0/security-groups?id=c677a93f-fa77-437f-87eb-0624f52b6fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432608 Sep 15 16:37:20.198503 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9227e9ef-42dc-4a89-a84b-f5db7cec4e9f req-58320a70-0953-4788-b687-24dfc83e1755 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:37:20.199883 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-9227e9ef-42dc-4a89-a84b-f5db7cec4e9f req-58320a70-0953-4788-b687-24dfc83e1755 service neutron] 10.222.0.45 "GET /v2.0/networks?id=e5114a12-53db-4676-99c9-6e0e730337dd HTTP/1.1" status: 200 len: 911 time: 0.0943482 Sep 15 16:37:20.269777 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-9227e9ef-42dc-4a89-a84b-f5db7cec4e9f req-fe531e28-dcd9-4524-9721-20c69c7b8086 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a5c6bac9-df74-4e36-90e5-0987a4ac425c HTTP/1.1" status: 200 len: 1001 time: 0.0618975 Sep 15 16:37:20.318512 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9227e9ef-42dc-4a89-a84b-f5db7cec4e9f req-d76d4ce4-f8f2-4ff1-a026-6d247c9bf8a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:37:20.319878 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-9227e9ef-42dc-4a89-a84b-f5db7cec4e9f req-d76d4ce4-f8f2-4ff1-a026-6d247c9bf8a7 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=22529361-3b44-49b4-805b-da9f7d11ed5f HTTP/1.1" status: 200 len: 850 time: 0.0416174 Sep 15 16:37:20.366544 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9227e9ef-42dc-4a89-a84b-f5db7cec4e9f req-2457dd30-8bf9-40cc-befd-30696fc701a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:37:20.367955 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-9227e9ef-42dc-4a89-a84b-f5db7cec4e9f req-2457dd30-8bf9-40cc-befd-30696fc701a3 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=e5114a12-53db-4676-99c9-6e0e730337dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0402741 Sep 15 16:37:20.460328 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-9227e9ef-42dc-4a89-a84b-f5db7cec4e9f req-1042bf54-2118-4de9-9dad-c8e6211ca545 service neutron] 10.222.0.45 "GET /v2.0/networks/e5114a12-53db-4676-99c9-6e0e730337dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837348 Sep 15 16:37:20.553959 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-9227e9ef-42dc-4a89-a84b-f5db7cec4e9f req-65db3e30-b357-4be2-a3e1-62f63c4f384c service neutron] 10.222.0.45 "GET /v2.0/networks/e5114a12-53db-4676-99c9-6e0e730337dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863979 Sep 15 16:37:21.230539 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837b481e-5b37-4bf9-aa70-a7302b797275 req-b376e0f3-bb39-46d2-8db7-9504788cc43b tempest-AttachVolumeTestJSON-1141938147 tempest-AttachVolumeTestJSON-1141938147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:37:21.232493 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-837b481e-5b37-4bf9-aa70-a7302b797275 req-b376e0f3-bb39-46d2-8db7-9504788cc43b tempest-AttachVolumeTestJSON-1141938147 tempest-AttachVolumeTestJSON-1141938147-project] 10.222.0.39 "GET /v2.0/ports?device_id=15113f62-27f0-4c75-9dad-844e96a80d67 HTTP/1.1" status: 200 len: 945 time: 0.0543904 Sep 15 16:37:21.270346 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-837b481e-5b37-4bf9-aa70-a7302b797275 req-fe2b5077-7313-4251-b631-677cce1f7137 tempest-AttachVolumeTestJSON-1141938147 tempest-AttachVolumeTestJSON-1141938147-project] 10.222.0.39 "GET /v2.0/security-groups?id=c677a93f-fa77-437f-87eb-0624f52b6fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313404 Sep 15 16:37:22.468210 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d709ba-61fa-4b95-97f0-319293970587 req-72a6ac7c-6320-4591-9359-0109b474b65a tempest-AttachVolumeTestJSON-1141938147 tempest-AttachVolumeTestJSON-1141938147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:37:22.469676 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-72d709ba-61fa-4b95-97f0-319293970587 req-72a6ac7c-6320-4591-9359-0109b474b65a tempest-AttachVolumeTestJSON-1141938147 tempest-AttachVolumeTestJSON-1141938147-project] 10.222.0.39 "GET /v2.0/ports?device_id=15113f62-27f0-4c75-9dad-844e96a80d67 HTTP/1.1" status: 200 len: 945 time: 0.1209121 Sep 15 16:37:22.507281 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-72d709ba-61fa-4b95-97f0-319293970587 req-4889c389-0972-4b7f-8399-01390e95b5df tempest-AttachVolumeTestJSON-1141938147 tempest-AttachVolumeTestJSON-1141938147-project] 10.222.0.39 "GET /v2.0/security-groups?id=c677a93f-fa77-437f-87eb-0624f52b6fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316341 Sep 15 16:37:23.170478 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791196484491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953091'] for agent, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:37:24.456043 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron.db.agents_db [None req-9c583be1-859f-4a85-bd6b-6d26517e04c2 None None] Agent healthcheck: found 6 active agents {{(pid=93956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 16:37:29.165329 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-338a8a9c-9e45-462c-a012-3f4f0e33986a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791196484491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953091'] for agent, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:37:31.869822 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-57d8a9a3-d16f-4b20-b77b-ca1e664c03db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791196484491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953091'] for agent, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:37:31.971529 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-b47cd1aa-5704-459c-83b2-89de27acea8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791196484491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953091'] for agent, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:37:33.034348 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-eee1357e-56cc-4bdc-884d-16a88731d16f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791196484491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953091'] for agent, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:37:34.417252 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-7ad16b6f-1dcb-4567-914a-8ec9b5a04b47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791196484491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953091'] for agent, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:37:35.947521 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-7cc9a586-9385-459a-adc4-62c0d322adea req-926d5e42-5b75-46eb-84c6-d918a57daec9 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=257cc74a-da4c-4efe-9579-f4510a0aa649&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0462842 Sep 15 16:37:36.039294 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc9a586-9385-459a-adc4-62c0d322adea req-b5fab4d1-34e8-4bcf-901f-c59fec56262c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:37:36.040821 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-7cc9a586-9385-459a-adc4-62c0d322adea req-b5fab4d1-34e8-4bcf-901f-c59fec56262c service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f448c5fca9014429b532320ab78459ea&device_id=257cc74a-da4c-4efe-9579-f4510a0aa649 HTTP/1.1" status: 200 len: 1099 time: 0.0438738 Sep 15 16:37:36.148368 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc9a586-9385-459a-adc4-62c0d322adea req-96305b21-271f-49e9-bce9-a033e64c7f5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:37:36.149851 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-7cc9a586-9385-459a-adc4-62c0d322adea req-96305b21-271f-49e9-bce9-a033e64c7f5f service neutron] 10.222.0.45 "GET /v2.0/networks?id=48dcadf6-1b51-4d33-92c6-65cc509573fa HTTP/1.1" status: 200 len: 912 time: 0.0888493 Sep 15 16:37:36.217988 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-7cc9a586-9385-459a-adc4-62c0d322adea req-21d56b9d-185c-4a44-883e-f029e8b6fef9 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=95da61fc-3e3d-4304-bba4-dde15db271d0 HTTP/1.1" status: 200 len: 1002 time: 0.0597851 Sep 15 16:37:36.273532 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc9a586-9385-459a-adc4-62c0d322adea req-4b4e23bc-bfa5-4caf-9d50-75606fcd29ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:37:36.274937 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-7cc9a586-9385-459a-adc4-62c0d322adea req-4b4e23bc-bfa5-4caf-9d50-75606fcd29ab service neutron] 10.222.0.45 "GET /v2.0/subnets?id=df755c0f-3453-4699-824d-add9626035f9 HTTP/1.1" status: 200 len: 851 time: 0.0496469 Sep 15 16:37:36.322269 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc9a586-9385-459a-adc4-62c0d322adea req-4cebf52b-a462-4104-96a6-53c6640bc82b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:37:36.324767 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-7cc9a586-9385-459a-adc4-62c0d322adea req-4cebf52b-a462-4104-96a6-53c6640bc82b service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=48dcadf6-1b51-4d33-92c6-65cc509573fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0421565 Sep 15 16:37:36.416677 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-7cc9a586-9385-459a-adc4-62c0d322adea req-c71c0d78-d306-4024-92af-3eafffba5c97 service neutron] 10.222.0.45 "GET /v2.0/networks/48dcadf6-1b51-4d33-92c6-65cc509573fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839429 Sep 15 16:37:36.507736 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-7cc9a586-9385-459a-adc4-62c0d322adea req-5482ec6a-81f9-44d5-81ea-4ef56c84cf92 service neutron] 10.222.0.45 "GET /v2.0/networks/48dcadf6-1b51-4d33-92c6-65cc509573fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827768 Sep 15 16:37:53.173370 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791196484491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953091'] for agent, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:37:59.163746 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-eeba0ce1-88ee-41be-a784-f58eec3c624d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791196484491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953091'] for agent, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:38:01.460777 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron.db.agents_db [None req-9c583be1-859f-4a85-bd6b-6d26517e04c2 None None] Agent healthcheck: found 6 active agents {{(pid=93956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 16:38:01.872836 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-57d8a9a3-d16f-4b20-b77b-ca1e664c03db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791196484491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953091'] for agent, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:38:01.970612 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-65b31674-c284-474d-8948-e3d673375e8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791196484491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953091'] for agent, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:38:03.034186 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-eee1357e-56cc-4bdc-884d-16a88731d16f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791196484491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953091'] for agent, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:38:04.421097 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-7ad16b6f-1dcb-4567-914a-8ec9b5a04b47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791196484491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953091'] for agent, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:38:15.091040 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.wsgi [req-3c239811-23ce-4e30-9b50-0b43a27dd80e req-e2a55c9a-b5fa-4c9f-837c-787f16a89b27 service neutron] (93954) timed out ('10.222.0.45', 53924) {{(pid=93954) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 15 16:38:15.091964 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.wsgi [req-3e36e49a-bd6d-4f0e-8c47-197eacb56716 req-33e8bdc9-cddf-472f-9a56-6c10e247c880 service neutron] (93954) timed out ('10.222.0.45', 53969) {{(pid=93954) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 15 16:38:18.571664 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.wsgi [-] (93954) accepted ('10.222.0.39', 41514) {{(pid=93954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:38:18.743328 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.plugin [None req-7a651473-6da6-4cf3-a62f-150c92bdacad tempest-TestVolumeBootPattern-801906987 tempest-TestVolumeBootPattern-801906987-project] Deleting port ed4f3e3b-6cbc-489f-8318-3b05bbd4e253 {{(pid=93954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:38:18.743616 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-7a651473-6da6-4cf3-a62f-150c92bdacad tempest-TestVolumeBootPattern-801906987 tempest-TestVolumeBootPattern-801906987-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791196454449'] for port, before_delete {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:38:18.820259 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-7a651473-6da6-4cf3-a62f-150c92bdacad tempest-TestVolumeBootPattern-801906987 tempest-TestVolumeBootPattern-801906987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3729503'] for port, precommit_delete {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:38:18.820544 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-7a651473-6da6-4cf3-a62f-150c92bdacad tempest-TestVolumeBootPattern-801906987 tempest-TestVolumeBootPattern-801906987-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:38:18.832136 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.plugin [None req-7a651473-6da6-4cf3-a62f-150c92bdacad tempest-TestVolumeBootPattern-801906987 tempest-TestVolumeBootPattern-801906987-project] Calling delete_port for ed4f3e3b-6cbc-489f-8318-3b05bbd4e253 owned by network:floatingip {{(pid=93954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:38:18.985928 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-7a651473-6da6-4cf3-a62f-150c92bdacad tempest-TestVolumeBootPattern-801906987 tempest-TestVolumeBootPattern-801906987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791196460023', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791195970003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126007332'] for port, after_delete {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:38:19.013745 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a651473-6da6-4cf3-a62f-150c92bdacad tempest-TestVolumeBootPattern-801906987 tempest-TestVolumeBootPattern-801906987-project] Pushing event deleted for resources: {'Port': ['ID=ed4f3e3b-6cbc-489f-8318-3b05bbd4e253,revision_number=None']} {{(pid=93954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:38:19.025785 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a651473-6da6-4cf3-a62f-150c92bdacad tempest-TestVolumeBootPattern-801906987 tempest-TestVolumeBootPattern-801906987-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:38:19.026226 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a651473-6da6-4cf3-a62f-150c92bdacad tempest-TestVolumeBootPattern-801906987 tempest-TestVolumeBootPattern-801906987-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:38:19.026564 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a651473-6da6-4cf3-a62f-150c92bdacad tempest-TestVolumeBootPattern-801906987 tempest-TestVolumeBootPattern-801906987-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:38:19.026895 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a651473-6da6-4cf3-a62f-150c92bdacad tempest-TestVolumeBootPattern-801906987 tempest-TestVolumeBootPattern-801906987-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:38:19.027216 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a651473-6da6-4cf3-a62f-150c92bdacad tempest-TestVolumeBootPattern-801906987 tempest-TestVolumeBootPattern-801906987-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:38:19.027543 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a651473-6da6-4cf3-a62f-150c92bdacad tempest-TestVolumeBootPattern-801906987 tempest-TestVolumeBootPattern-801906987-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:38:19.027867 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a651473-6da6-4cf3-a62f-150c92bdacad tempest-TestVolumeBootPattern-801906987 tempest-TestVolumeBootPattern-801906987-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:38:19.028209 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a651473-6da6-4cf3-a62f-150c92bdacad tempest-TestVolumeBootPattern-801906987 tempest-TestVolumeBootPattern-801906987-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:38:19.028532 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a651473-6da6-4cf3-a62f-150c92bdacad tempest-TestVolumeBootPattern-801906987 tempest-TestVolumeBootPattern-801906987-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:38:19.028850 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a651473-6da6-4cf3-a62f-150c92bdacad tempest-TestVolumeBootPattern-801906987 tempest-TestVolumeBootPattern-801906987-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:38:19.029167 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a651473-6da6-4cf3-a62f-150c92bdacad tempest-TestVolumeBootPattern-801906987 tempest-TestVolumeBootPattern-801906987-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:38:19.029462 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a651473-6da6-4cf3-a62f-150c92bdacad tempest-TestVolumeBootPattern-801906987 tempest-TestVolumeBootPattern-801906987-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:38:19.082046 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-7a651473-6da6-4cf3-a62f-150c92bdacad tempest-TestVolumeBootPattern-801906987 tempest-TestVolumeBootPattern-801906987-project] Notify callbacks [] for floatingip, after_delete {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:38:19.082425 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.db.l3_db [None req-7a651473-6da6-4cf3-a62f-150c92bdacad tempest-TestVolumeBootPattern-801906987 tempest-TestVolumeBootPattern-801906987-project] Floating IP 62596fa3-f0e5-4fcc-b8c0-7c1f8cec8d1c disassociated (deleted). External IP: 172.27.3.154, port: 70f8e668-7c1c-4a6b-9623-eaa9828041e4. Sep 15 16:38:19.307982 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a651473-6da6-4cf3-a62f-150c92bdacad tempest-TestVolumeBootPattern-801906987 tempest-TestVolumeBootPattern-801906987-project] Router 8b2a6ad7-614d-4182-8fd5-ec5bbf2affbd has already been hosted by L3 agent 7a8df8d7-c3ef-43b4-9534-c977f7014926 {{(pid=93954) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 16:38:19.420981 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a651473-6da6-4cf3-a62f-150c92bdacad tempest-TestVolumeBootPattern-801906987 tempest-TestVolumeBootPattern-801906987-project] Notify agent at l3_agent.dv-cinder-779576-8-iscsi the message routers_updated {{(pid=93954) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 16:38:19.425991 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-7a651473-6da6-4cf3-a62f-150c92bdacad tempest-TestVolumeBootPattern-801906987 tempest-TestVolumeBootPattern-801906987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58602'] for floatingip, before_response {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:38:19.430734 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e6e0f63-bf2e-4646-9c91-434eb16c7ce9 None None] Sync routers for ids ['8b2a6ad7-614d-4182-8fd5-ec5bbf2affbd'] in dv-cinder-779576-8-iscsi {{(pid=93956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 16:38:19.440530 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e6e0f63-bf2e-4646-9c91-434eb16c7ce9 None None] Routers {'8b2a6ad7-614d-4182-8fd5-ec5bbf2affbd'} bound to L3 agent in host dv-cinder-779576-8-iscsi {{(pid=93956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:38:19.441116 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron.db.l3_hamode_db [None req-2e6e0f63-bf2e-4646-9c91-434eb16c7ce9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779576-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-15T16:14:02Z,description=,heartbeat_timestamp=2021-09-15T16:38:02Z,host='dv-cinder-779576-8-iscsi',id=7a8df8d7-c3ef-43b4-9534-c977f7014926,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T16:14:02Z,topic='l3_agent')) {'router_ids': ['8b2a6ad7-614d-4182-8fd5-ec5bbf2affbd'], 'active': True} {{(pid=93956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:38:19.452964 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [None req-7a651473-6da6-4cf3-a62f-150c92bdacad tempest-TestVolumeBootPattern-801906987 tempest-TestVolumeBootPattern-801906987-project] 10.222.0.39 "DELETE /v2.0/floatingips/62596fa3-f0e5-4fcc-b8c0-7c1f8cec8d1c HTTP/1.1" status: 204 len: 168 time: 0.8787134 Sep 15 16:38:19.453528 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c73d11a-9516-4e42-a3ec-50b9d6fda528', 'tag': '70f8e668-7c1c-4a6b-9623-eaa9828041e4'}] {{(pid=93954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 16:38:19.455778 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6d34c38c0cdc03ce39e2c460ccb262b82dff3a58d2f42c4e7ad7906abe071cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea747765-85b0-42b0-a5e5-72dcf91b101f" -d '{"events": [{"name": "network-changed", "server_uuid": "9c73d11a-9516-4e42-a3ec-50b9d6fda528", "tag": "70f8e668-7c1c-4a6b-9623-eaa9828041e4"}]}' {{(pid=93954) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 16:38:19.492584 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 16:38:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bded8c8b-27e9-444c-b79f-5eebffbfdd1b x-openstack-request-id: req-bded8c8b-27e9-444c-b79f-5eebffbfdd1b {{(pid=93954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 16:38:19.492876 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c73d11a-9516-4e42-a3ec-50b9d6fda528", "tag": "70f8e668-7c1c-4a6b-9623-eaa9828041e4", "status": "completed", "code": 200}]} {{(pid=93954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 16:38:19.493595 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-bded8c8b-27e9-444c-b79f-5eebffbfdd1b {{(pid=93954) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 16:38:19.493595 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c73d11a-9516-4e42-a3ec-50b9d6fda528', 'tag': '70f8e668-7c1c-4a6b-9623-eaa9828041e4', 'status': 'completed', 'code': 200} Sep 15 16:38:19.554252 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron.db.l3_dvr_db [None req-2e6e0f63-bf2e-4646-9c91-434eb16c7ce9 None None] Set router 8b2a6ad7-614d-4182-8fd5-ec5bbf2affbd gateway port host: dv-cinder-779576-8-iscsi {{(pid=93956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 16:38:19.558399 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea747765-85b0-42b0-a5e5-72dcf91b101f req-059b7a56-56fa-4ff2-9d32-68f750771240 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:38:19.559913 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-ea747765-85b0-42b0-a5e5-72dcf91b101f req-059b7a56-56fa-4ff2-9d32-68f750771240 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f448c5fca9014429b532320ab78459ea&device_id=9c73d11a-9516-4e42-a3ec-50b9d6fda528 HTTP/1.1" status: 200 len: 1098 time: 0.0431254 Sep 15 16:38:19.685433 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea747765-85b0-42b0-a5e5-72dcf91b101f req-4ccd7209-7633-4a6c-a041-3d6abb7ce80f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:38:19.686813 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-ea747765-85b0-42b0-a5e5-72dcf91b101f req-4ccd7209-7633-4a6c-a041-3d6abb7ce80f service neutron] 10.222.0.45 "GET /v2.0/networks?id=48dcadf6-1b51-4d33-92c6-65cc509573fa HTTP/1.1" status: 200 len: 912 time: 0.1195819 Sep 15 16:38:19.708847 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b9fb61-096b-453b-98ea-198f7cbabdd9 req-4823926f-cedd-43e2-ac63-d59c8c15464f tempest-TestVolumeBootPattern-801906987 tempest-TestVolumeBootPattern-801906987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:38:19.710271 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-10b9fb61-096b-453b-98ea-198f7cbabdd9 req-4823926f-cedd-43e2-ac63-d59c8c15464f tempest-TestVolumeBootPattern-801906987 tempest-TestVolumeBootPattern-801906987-project] 10.222.0.39 "GET /v2.0/ports?device_id=9c73d11a-9516-4e42-a3ec-50b9d6fda528 HTTP/1.1" status: 200 len: 945 time: 0.0674369 Sep 15 16:38:19.742191 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-ea747765-85b0-42b0-a5e5-72dcf91b101f req-53fc320c-8d85-4c66-bcd2-803b8256ee7e service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=70f8e668-7c1c-4a6b-9623-eaa9828041e4 HTTP/1.1" status: 200 len: 217 time: 0.0473051 Sep 15 16:38:19.786366 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron.db.l3_hamode_db [None req-2e6e0f63-bf2e-4646-9c91-434eb16c7ce9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b2a6ad7-614d-4182-8fd5-ec5bbf2affbd', 'name': 'tempest-TestVolumeBootPattern-1599081810-router', 'tenant_id': 'f448c5fca9014429b532320ab78459ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62251075-a3e3-4d47-8761-104d217b089a', 'external_fixed_ips': [{'subnet_id': '9a71565b-217b-482b-8364-bc8ecb4c8f88', 'ip_address': '172.27.3.54'}], 'enable_snat': True}, 'gw_port_id': 'bae01dab-de4f-4ea6-acc3-abb66545ff41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:29:59Z', 'updated_at': '2021-09-15T16:30:03Z', 'revision_number': 4, 'project_id': 'f448c5fca9014429b532320ab78459ea', 'gw_port': {'id': 'bae01dab-de4f-4ea6-acc3-abb66545ff41', 'name': '', 'network_id': '62251075-a3e3-4d47-8761-104d217b089a', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:bc:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b2a6ad7-614d-4182-8fd5-ec5bbf2affbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '9a71565b-217b-482b-8364-bc8ecb4c8f88', 'ip_address': '172.27.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779576-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:30:00Z', 'updated_at': '2021-09-15T16:30:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a71565b-217b-482b-8364-bc8ecb4c8f88', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779576-8-iscsi', '_floatingips': [{'id': 'a8f02f74-3efc-45ae-a749-c270628f4879', 'tenant_id': 'f448c5fca9014429b532320ab78459ea', 'floating_ip_address': '172.27.3.233', 'floating_network_id': '62251075-a3e3-4d47-8761-104d217b089a', 'router_id': '8b2a6ad7-614d-4182-8fd5-ec5bbf2affbd', 'port_id': '95da61fc-3e3d-4304-bba4-dde15db271d0', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 646, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '48dcadf6-1b51-4d33-92c6-65cc509573fa', 'mac_address': 'fa:16:3e:54:d2:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '257cc74a-da4c-4efe-9579-f4510a0aa649', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T16:33:54Z', 'updated_at': '2021-09-15T16:33:58Z', 'revision_number': 1, 'project_id': 'f448c5fca9014429b532320ab78459ea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2dba4de5-87c7-404d-9adf-25f18479f5c2', 'name': '', 'network_id': '48dcadf6-1b51-4d33-92c6-65cc509573fa', 'tenant_id': 'f448c5fca9014429b532320ab78459ea', 'mac_address': 'fa:16:3e:85:25:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b2a6ad7-614d-4182-8fd5-ec5bbf2affbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': 'df755c0f-3453-4699-824d-add9626035f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779576-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:30:02Z', 'updated_at': '2021-09-15T16:30:09Z', 'revision_number': 5, 'project_id': 'f448c5fca9014429b532320ab78459ea', 'subnets': [{'id': 'df755c0f-3453-4699-824d-add9626035f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779576-8-iscsi', False) {} {{(pid=93956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:38:19.803291 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-10b9fb61-096b-453b-98ea-198f7cbabdd9 req-96d6b61e-407b-45be-9f83-6c0002cbcc70 tempest-TestVolumeBootPattern-801906987 tempest-TestVolumeBootPattern-801906987-project] 10.222.0.39 "GET /v2.0/security-groups?id=6b6d94b4-d9e2-4118-be58-0e433855682a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0634766 Sep 15 16:38:19.810555 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea747765-85b0-42b0-a5e5-72dcf91b101f req-9b104ed5-9c83-4c0e-9a23-32f8e90a2cf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:38:19.811982 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-ea747765-85b0-42b0-a5e5-72dcf91b101f req-9b104ed5-9c83-4c0e-9a23-32f8e90a2cf8 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=df755c0f-3453-4699-824d-add9626035f9 HTTP/1.1" status: 200 len: 851 time: 0.0579851 Sep 15 16:38:19.816428 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e6e0f63-bf2e-4646-9c91-434eb16c7ce9 None None] Checking router: 8b2a6ad7-614d-4182-8fd5-ec5bbf2affbd for host: dv-cinder-779576-8-iscsi {{(pid=93956) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 16:38:19.825815 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e6e0f63-bf2e-4646-9c91-434eb16c7ce9 None None] Routers {'8b2a6ad7-614d-4182-8fd5-ec5bbf2affbd'} bound to L3 agent in host dv-cinder-779576-8-iscsi {{(pid=93956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:38:19.826407 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron.db.l3_hamode_db [None req-2e6e0f63-bf2e-4646-9c91-434eb16c7ce9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779576-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-15T16:14:02Z,description=,heartbeat_timestamp=2021-09-15T16:38:02Z,host='dv-cinder-779576-8-iscsi',id=7a8df8d7-c3ef-43b4-9534-c977f7014926,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T16:14:02Z,topic='l3_agent')) {'router_ids': ['8b2a6ad7-614d-4182-8fd5-ec5bbf2affbd'], 'active': True} {{(pid=93956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:38:19.859953 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea747765-85b0-42b0-a5e5-72dcf91b101f req-4a44618e-ae5a-4139-9d3f-ff52d7867164 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:38:19.861835 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-ea747765-85b0-42b0-a5e5-72dcf91b101f req-4a44618e-ae5a-4139-9d3f-ff52d7867164 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=48dcadf6-1b51-4d33-92c6-65cc509573fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0414472 Sep 15 16:38:19.937719 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron.db.l3_dvr_db [None req-2e6e0f63-bf2e-4646-9c91-434eb16c7ce9 None None] Set router 8b2a6ad7-614d-4182-8fd5-ec5bbf2affbd gateway port host: dv-cinder-779576-8-iscsi {{(pid=93956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 16:38:19.960517 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-ea747765-85b0-42b0-a5e5-72dcf91b101f req-c3e0eee6-fac6-4a35-97b9-58701477e020 service neutron] 10.222.0.45 "GET /v2.0/networks/48dcadf6-1b51-4d33-92c6-65cc509573fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901849 Sep 15 16:38:20.054938 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-ea747765-85b0-42b0-a5e5-72dcf91b101f req-ce4848f8-776b-463c-b0fb-4b408c7d0fbb service neutron] 10.222.0.45 "GET /v2.0/networks/48dcadf6-1b51-4d33-92c6-65cc509573fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848200 Sep 15 16:38:20.160283 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron.db.l3_hamode_db [None req-2e6e0f63-bf2e-4646-9c91-434eb16c7ce9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b2a6ad7-614d-4182-8fd5-ec5bbf2affbd', 'name': 'tempest-TestVolumeBootPattern-1599081810-router', 'tenant_id': 'f448c5fca9014429b532320ab78459ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62251075-a3e3-4d47-8761-104d217b089a', 'external_fixed_ips': [{'subnet_id': '9a71565b-217b-482b-8364-bc8ecb4c8f88', 'ip_address': '172.27.3.54'}], 'enable_snat': True}, 'gw_port_id': 'bae01dab-de4f-4ea6-acc3-abb66545ff41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:29:59Z', 'updated_at': '2021-09-15T16:30:03Z', 'revision_number': 4, 'project_id': 'f448c5fca9014429b532320ab78459ea', 'gw_port': {'id': 'bae01dab-de4f-4ea6-acc3-abb66545ff41', 'name': '', 'network_id': '62251075-a3e3-4d47-8761-104d217b089a', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:bc:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b2a6ad7-614d-4182-8fd5-ec5bbf2affbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '9a71565b-217b-482b-8364-bc8ecb4c8f88', 'ip_address': '172.27.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779576-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:30:00Z', 'updated_at': '2021-09-15T16:30:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a71565b-217b-482b-8364-bc8ecb4c8f88', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779576-8-iscsi', '_floatingips': [{'id': 'a8f02f74-3efc-45ae-a749-c270628f4879', 'tenant_id': 'f448c5fca9014429b532320ab78459ea', 'floating_ip_address': '172.27.3.233', 'floating_network_id': '62251075-a3e3-4d47-8761-104d217b089a', 'router_id': '8b2a6ad7-614d-4182-8fd5-ec5bbf2affbd', 'port_id': '95da61fc-3e3d-4304-bba4-dde15db271d0', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 646, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '48dcadf6-1b51-4d33-92c6-65cc509573fa', 'mac_address': 'fa:16:3e:54:d2:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '257cc74a-da4c-4efe-9579-f4510a0aa649', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T16:33:54Z', 'updated_at': '2021-09-15T16:33:58Z', 'revision_number': 1, 'project_id': 'f448c5fca9014429b532320ab78459ea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2dba4de5-87c7-404d-9adf-25f18479f5c2', 'name': '', 'network_id': '48dcadf6-1b51-4d33-92c6-65cc509573fa', 'tenant_id': 'f448c5fca9014429b532320ab78459ea', 'mac_address': 'fa:16:3e:85:25:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b2a6ad7-614d-4182-8fd5-ec5bbf2affbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': 'df755c0f-3453-4699-824d-add9626035f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779576-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:30:02Z', 'updated_at': '2021-09-15T16:30:09Z', 'revision_number': 5, 'project_id': 'f448c5fca9014429b532320ab78459ea', 'subnets': [{'id': 'df755c0f-3453-4699-824d-add9626035f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779576-8-iscsi', False) {} {{(pid=93956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:38:20.185792 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e6e0f63-bf2e-4646-9c91-434eb16c7ce9 None None] The sync data for ids ['8b2a6ad7-614d-4182-8fd5-ec5bbf2affbd'] in dv-cinder-779576-8-iscsi is: [{'id': '8b2a6ad7-614d-4182-8fd5-ec5bbf2affbd', 'name': 'tempest-TestVolumeBootPattern-1599081810-router', 'tenant_id': 'f448c5fca9014429b532320ab78459ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62251075-a3e3-4d47-8761-104d217b089a', 'external_fixed_ips': [{'subnet_id': '9a71565b-217b-482b-8364-bc8ecb4c8f88', 'ip_address': '172.27.3.54'}], 'enable_snat': True}, 'gw_port_id': 'bae01dab-de4f-4ea6-acc3-abb66545ff41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:29:59Z', 'updated_at': '2021-09-15T16:30:03Z', 'revision_number': 4, 'project_id': 'f448c5fca9014429b532320ab78459ea', 'gw_port': {'id': 'bae01dab-de4f-4ea6-acc3-abb66545ff41', 'name': '', 'network_id': '62251075-a3e3-4d47-8761-104d217b089a', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:bc:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b2a6ad7-614d-4182-8fd5-ec5bbf2affbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '9a71565b-217b-482b-8364-bc8ecb4c8f88', 'ip_address': '172.27.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779576-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:30:00Z', 'updated_at': '2021-09-15T16:30:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a71565b-217b-482b-8364-bc8ecb4c8f88', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779576-8-iscsi', '_floatingips': [{'id': 'a8f02f74-3efc-45ae-a749-c270628f4879', 'tenant_id': 'f448c5fca9014429b532320ab78459ea', 'floating_ip_address': '172.27.3.233', 'floating_network_id': '62251075-a3e3-4d47-8761-104d217b089a', 'router_id': '8b2a6ad7-614d-4182-8fd5-ec5bbf2affbd', 'port_id': '95da61fc-3e3d-4304-bba4-dde15db271d0', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 646, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '48dcadf6-1b51-4d33-92c6-65cc509573fa', 'mac_address': 'fa:16:3e:54:d2:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '257cc74a-da4c-4efe-9579-f4510a0aa649', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T16:33:54Z', 'updated_at': '2021-09-15T16:33:58Z', 'revision_number': 1, 'project_id': 'f448c5fca9014429b532320ab78459ea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2dba4de5-87c7-404d-9adf-25f18479f5c2', 'name': '', 'network_id': '48dcadf6-1b51-4d33-92c6-65cc509573fa', 'tenant_id': 'f448c5fca9014429b532320ab78459ea', 'mac_address': 'fa:16:3e:85:25:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b2a6ad7-614d-4182-8fd5-ec5bbf2affbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': 'df755c0f-3453-4699-824d-add9626035f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779576-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:30:02Z', 'updated_at': '2021-09-15T16:30:09Z', 'revision_number': 5, 'project_id': 'f448c5fca9014429b532320ab78459ea', 'subnets': [{'id': 'df755c0f-3453-4699-824d-add9626035f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 16:38:20.407625 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c31d6ba-39b6-4e44-a9ee-fd92f4ad51d1 None None] New status for floating IP 62596fa3-f0e5-4fcc-b8c0-7c1f8cec8d1c: DOWN {{(pid=93955) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 15 16:38:20.941948 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a24289a-38f2-4ad1-b0c1-2591dcd66307 req-91707f2a-5c96-4fae-962b-d27741f7e857 tempest-TestVolumeBootPattern-801906987 tempest-TestVolumeBootPattern-801906987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:38:20.943435 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-3a24289a-38f2-4ad1-b0c1-2591dcd66307 req-91707f2a-5c96-4fae-962b-d27741f7e857 tempest-TestVolumeBootPattern-801906987 tempest-TestVolumeBootPattern-801906987-project] 10.222.0.39 "GET /v2.0/ports?device_id=9c73d11a-9516-4e42-a3ec-50b9d6fda528 HTTP/1.1" status: 200 len: 945 time: 0.0516610 Sep 15 16:38:20.982025 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-3a24289a-38f2-4ad1-b0c1-2591dcd66307 req-3e4062a9-b38a-4c94-947d-a4b040812e4b tempest-TestVolumeBootPattern-801906987 tempest-TestVolumeBootPattern-801906987-project] 10.222.0.39 "GET /v2.0/security-groups?id=6b6d94b4-d9e2-4118-be58-0e433855682a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321879 Sep 15 16:38:21.419320 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2e7119-3a75-43a9-96aa-21c03573fbc9 req-e8b9d99e-a127-4234-af78-316bd52923b2 tempest-TestVolumeBootPattern-801906987 tempest-TestVolumeBootPattern-801906987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:38:21.420810 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-ae2e7119-3a75-43a9-96aa-21c03573fbc9 req-e8b9d99e-a127-4234-af78-316bd52923b2 tempest-TestVolumeBootPattern-801906987 tempest-TestVolumeBootPattern-801906987-project] 10.222.0.45 "GET /v2.0/ports?device_id=9c73d11a-9516-4e42-a3ec-50b9d6fda528 HTTP/1.1" status: 200 len: 945 time: 0.0626173 Sep 15 16:38:21.510612 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.plugin [req-ae2e7119-3a75-43a9-96aa-21c03573fbc9 req-f82a98c2-b85c-4864-8d2f-06f7ee3f75aa tempest-TestVolumeBootPattern-801906987 tempest-TestVolumeBootPattern-801906987-project] Deleting port 70f8e668-7c1c-4a6b-9623-eaa9828041e4 {{(pid=93953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:38:21.510938 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [req-ae2e7119-3a75-43a9-96aa-21c03573fbc9 req-f82a98c2-b85c-4864-8d2f-06f7ee3f75aa tempest-TestVolumeBootPattern-801906987 tempest-TestVolumeBootPattern-801906987-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791196454449'] for port, before_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:38:21.605317 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.db [req-ae2e7119-3a75-43a9-96aa-21c03573fbc9 req-f82a98c2-b85c-4864-8d2f-06f7ee3f75aa tempest-TestVolumeBootPattern-801906987 tempest-TestVolumeBootPattern-801906987-project] For port 70f8e668-7c1c-4a6b-9623-eaa9828041e4, host hv-cinder-77957, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77957',level=0,port_id=70f8e668-7c1c-4a6b-9623-eaa9828041e4,segment=NetworkSegment(515df8c3-420b-482c-ae85-8decf2a71996),segment_id=515df8c3-420b-482c-ae85-8decf2a71996)] {{(pid=93953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:38:21.605621 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [req-ae2e7119-3a75-43a9-96aa-21c03573fbc9 req-f82a98c2-b85c-4864-8d2f-06f7ee3f75aa tempest-TestVolumeBootPattern-801906987 tempest-TestVolumeBootPattern-801906987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3729503'] for port, precommit_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:38:21.617721 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.plugin [req-ae2e7119-3a75-43a9-96aa-21c03573fbc9 req-f82a98c2-b85c-4864-8d2f-06f7ee3f75aa tempest-TestVolumeBootPattern-801906987 tempest-TestVolumeBootPattern-801906987-project] Calling delete_port for 70f8e668-7c1c-4a6b-9623-eaa9828041e4 owned by compute:nova {{(pid=93953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:38:21.746534 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [req-ae2e7119-3a75-43a9-96aa-21c03573fbc9 req-f82a98c2-b85c-4864-8d2f-06f7ee3f75aa tempest-TestVolumeBootPattern-801906987 tempest-TestVolumeBootPattern-801906987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791196460023', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791195970003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127878305'] for port, after_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:38:21.776107 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82a98c2-b85c-4864-8d2f-06f7ee3f75aa tempest-TestVolumeBootPattern-801906987 tempest-TestVolumeBootPattern-801906987-project] Pushing event deleted for resources: {'Port': ['ID=70f8e668-7c1c-4a6b-9623-eaa9828041e4,revision_number=None']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:38:21.785770 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f82a98c2-b85c-4864-8d2f-06f7ee3f75aa tempest-TestVolumeBootPattern-801906987 tempest-TestVolumeBootPattern-801906987-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:38:21.786129 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f82a98c2-b85c-4864-8d2f-06f7ee3f75aa tempest-TestVolumeBootPattern-801906987 tempest-TestVolumeBootPattern-801906987-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:38:21.786457 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f82a98c2-b85c-4864-8d2f-06f7ee3f75aa tempest-TestVolumeBootPattern-801906987 tempest-TestVolumeBootPattern-801906987-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:38:21.786772 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f82a98c2-b85c-4864-8d2f-06f7ee3f75aa tempest-TestVolumeBootPattern-801906987 tempest-TestVolumeBootPattern-801906987-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:38:21.787113 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f82a98c2-b85c-4864-8d2f-06f7ee3f75aa tempest-TestVolumeBootPattern-801906987 tempest-TestVolumeBootPattern-801906987-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:38:21.787434 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f82a98c2-b85c-4864-8d2f-06f7ee3f75aa tempest-TestVolumeBootPattern-801906987 tempest-TestVolumeBootPattern-801906987-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:38:21.787862 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f82a98c2-b85c-4864-8d2f-06f7ee3f75aa tempest-TestVolumeBootPattern-801906987 tempest-TestVolumeBootPattern-801906987-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:38:21.788042 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f82a98c2-b85c-4864-8d2f-06f7ee3f75aa tempest-TestVolumeBootPattern-801906987 tempest-TestVolumeBootPattern-801906987-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:38:21.788420 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f82a98c2-b85c-4864-8d2f-06f7ee3f75aa tempest-TestVolumeBootPattern-801906987 tempest-TestVolumeBootPattern-801906987-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:38:21.788734 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f82a98c2-b85c-4864-8d2f-06f7ee3f75aa tempest-TestVolumeBootPattern-801906987 tempest-TestVolumeBootPattern-801906987-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:38:21.789047 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f82a98c2-b85c-4864-8d2f-06f7ee3f75aa tempest-TestVolumeBootPattern-801906987 tempest-TestVolumeBootPattern-801906987-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:38:21.789359 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f82a98c2-b85c-4864-8d2f-06f7ee3f75aa tempest-TestVolumeBootPattern-801906987 tempest-TestVolumeBootPattern-801906987-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:38:21.830783 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae2e7119-3a75-43a9-96aa-21c03573fbc9 req-f82a98c2-b85c-4864-8d2f-06f7ee3f75aa tempest-TestVolumeBootPattern-801906987 tempest-TestVolumeBootPattern-801906987-project] No DVR routers for this DVR port 70f8e668-7c1c-4a6b-9623-eaa9828041e4 on host hv-cinder-77957 {{(pid=93953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 16:38:21.833383 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [req-ae2e7119-3a75-43a9-96aa-21c03573fbc9 req-f82a98c2-b85c-4864-8d2f-06f7ee3f75aa tempest-TestVolumeBootPattern-801906987 tempest-TestVolumeBootPattern-801906987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58602'] for port, before_response {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:38:21.835372 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-ae2e7119-3a75-43a9-96aa-21c03573fbc9 req-f82a98c2-b85c-4864-8d2f-06f7ee3f75aa tempest-TestVolumeBootPattern-801906987 tempest-TestVolumeBootPattern-801906987-project] 10.222.0.45 "DELETE /v2.0/ports/70f8e668-7c1c-4a6b-9623-eaa9828041e4 HTTP/1.1" status: 204 len: 173 time: 0.4078753 Sep 15 16:38:21.835804 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c73d11a-9516-4e42-a3ec-50b9d6fda528', 'name': 'network-vif-deleted', 'tag': '70f8e668-7c1c-4a6b-9623-eaa9828041e4'}] {{(pid=93953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 16:38:21.838131 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5192e05b0783e869a38b3815ee673eee9316ce03dcaf8465063259ebfb62487" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-864143a5-4079-4139-9ff9-60bacb9f822a" -d '{"events": [{"server_uuid": "9c73d11a-9516-4e42-a3ec-50b9d6fda528", "name": "network-vif-deleted", "tag": "70f8e668-7c1c-4a6b-9623-eaa9828041e4"}]}' {{(pid=93953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 16:38:21.873937 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 16:38:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4c7ef8f-b8ae-40c7-8704-9fa9a2cd8623 x-openstack-request-id: req-b4c7ef8f-b8ae-40c7-8704-9fa9a2cd8623 {{(pid=93953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 16:38:21.874237 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c73d11a-9516-4e42-a3ec-50b9d6fda528", "name": "network-vif-deleted", "tag": "70f8e668-7c1c-4a6b-9623-eaa9828041e4", "status": "completed", "code": 200}]} {{(pid=93953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 16:38:21.874475 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-b4c7ef8f-b8ae-40c7-8704-9fa9a2cd8623 {{(pid=93953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 16:38:21.874872 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c73d11a-9516-4e42-a3ec-50b9d6fda528', 'name': 'network-vif-deleted', 'tag': '70f8e668-7c1c-4a6b-9623-eaa9828041e4', 'status': 'completed', 'code': 200} Sep 15 16:38:22.089456 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-61b22efa-fdba-490e-b1bb-07bed3e3ce7b req-8728c478-1758-4d19-a308-0b07c1986a44 tempest-TestVolumeBootPattern-801906987 tempest-TestVolumeBootPattern-801906987-project] 10.222.0.39 "GET /v2.0/ports?device_id=9c73d11a-9516-4e42-a3ec-50b9d6fda528 HTTP/1.1" status: 200 len: 210 time: 0.0313299 Sep 15 16:38:23.173566 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791196484491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953091'] for agent, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:38:25.398649 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.wsgi [-] (93954) accepted ('10.222.0.39', 41550) {{(pid=93954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:38:25.565440 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.plugin [None req-fabdb72b-bb7b-41f0-9470-8bbd12140521 tempest-TestVolumeBootPattern-801906987 tempest-TestVolumeBootPattern-801906987-project] Deleting port 0293b83f-9361-45b6-b376-3451d7ed5552 {{(pid=93954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:38:25.565745 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-fabdb72b-bb7b-41f0-9470-8bbd12140521 tempest-TestVolumeBootPattern-801906987 tempest-TestVolumeBootPattern-801906987-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791196454449'] for port, before_delete {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:38:25.645949 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-fabdb72b-bb7b-41f0-9470-8bbd12140521 tempest-TestVolumeBootPattern-801906987 tempest-TestVolumeBootPattern-801906987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3729503'] for port, precommit_delete {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:38:25.646261 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-fabdb72b-bb7b-41f0-9470-8bbd12140521 tempest-TestVolumeBootPattern-801906987 tempest-TestVolumeBootPattern-801906987-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:38:25.658321 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.plugin [None req-fabdb72b-bb7b-41f0-9470-8bbd12140521 tempest-TestVolumeBootPattern-801906987 tempest-TestVolumeBootPattern-801906987-project] Calling delete_port for 0293b83f-9361-45b6-b376-3451d7ed5552 owned by network:floatingip {{(pid=93954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:38:25.820148 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-fabdb72b-bb7b-41f0-9470-8bbd12140521 tempest-TestVolumeBootPattern-801906987 tempest-TestVolumeBootPattern-801906987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791196460023', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791195970003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126007332'] for port, after_delete {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:38:25.843136 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fabdb72b-bb7b-41f0-9470-8bbd12140521 tempest-TestVolumeBootPattern-801906987 tempest-TestVolumeBootPattern-801906987-project] Pushing event deleted for resources: {'Port': ['ID=0293b83f-9361-45b6-b376-3451d7ed5552,revision_number=None']} {{(pid=93954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:38:25.883391 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.rpc [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] Device 70f8e668-7c1c-4a6b-9623-eaa9828041e4 no longer exists at agent hyperv_hv-cinder-77957 {{(pid=93955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 16:38:25.907971 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] No Port match for: 70f8e668-7c1c-4a6b-9623-eaa9828041e4 {{(pid=93955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 16:38:25.908327 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.rpc [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] Device 70f8e668-7c1c-4a6b-9623-eaa9828041e4 not bound to the agent host hv-cinder-77957 {{(pid=93955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 16:38:25.910228 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-fabdb72b-bb7b-41f0-9470-8bbd12140521 tempest-TestVolumeBootPattern-801906987 tempest-TestVolumeBootPattern-801906987-project] Notify callbacks [] for floatingip, after_delete {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:38:25.910570 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.db.l3_db [None req-fabdb72b-bb7b-41f0-9470-8bbd12140521 tempest-TestVolumeBootPattern-801906987 tempest-TestVolumeBootPattern-801906987-project] Floating IP a8f02f74-3efc-45ae-a749-c270628f4879 disassociated (deleted). External IP: 172.27.3.233, port: 95da61fc-3e3d-4304-bba4-dde15db271d0. Sep 15 16:38:26.405242 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a1e61b-46b5-426e-8fe2-100daa1b07e4 req-cbd244b7-71c6-4de7-9176-e7998cd9acfe tempest-AttachVolumeTestJSON-1141938147 tempest-AttachVolumeTestJSON-1141938147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:38:26.406702 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-b3a1e61b-46b5-426e-8fe2-100daa1b07e4 req-cbd244b7-71c6-4de7-9176-e7998cd9acfe tempest-AttachVolumeTestJSON-1141938147 tempest-AttachVolumeTestJSON-1141938147-project] 10.222.0.39 "GET /v2.0/ports?device_id=15113f62-27f0-4c75-9dad-844e96a80d67 HTTP/1.1" status: 200 len: 945 time: 0.3520594 Sep 15 16:38:26.433901 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fabdb72b-bb7b-41f0-9470-8bbd12140521 tempest-TestVolumeBootPattern-801906987 tempest-TestVolumeBootPattern-801906987-project] Router 8b2a6ad7-614d-4182-8fd5-ec5bbf2affbd has already been hosted by L3 agent 7a8df8d7-c3ef-43b4-9534-c977f7014926 {{(pid=93954) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 16:38:26.457248 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-b3a1e61b-46b5-426e-8fe2-100daa1b07e4 req-da0f5bf9-3eb0-4598-872e-1575f034cfdc tempest-AttachVolumeTestJSON-1141938147 tempest-AttachVolumeTestJSON-1141938147-project] 10.222.0.39 "GET /v2.0/security-groups?id=c677a93f-fa77-437f-87eb-0624f52b6fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434542 Sep 15 16:38:26.580724 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fabdb72b-bb7b-41f0-9470-8bbd12140521 tempest-TestVolumeBootPattern-801906987 tempest-TestVolumeBootPattern-801906987-project] Notify agent at l3_agent.dv-cinder-779576-8-iscsi the message routers_updated {{(pid=93954) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 16:38:26.586030 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-fabdb72b-bb7b-41f0-9470-8bbd12140521 tempest-TestVolumeBootPattern-801906987 tempest-TestVolumeBootPattern-801906987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58602'] for floatingip, before_response {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:38:26.591651 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee858375-2503-4feb-9ae1-1a5eb3b9a864 None None] Sync routers for ids ['8b2a6ad7-614d-4182-8fd5-ec5bbf2affbd'] in dv-cinder-779576-8-iscsi {{(pid=93956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 16:38:26.601044 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee858375-2503-4feb-9ae1-1a5eb3b9a864 None None] Routers {'8b2a6ad7-614d-4182-8fd5-ec5bbf2affbd'} bound to L3 agent in host dv-cinder-779576-8-iscsi {{(pid=93956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:38:26.601653 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron.db.l3_hamode_db [None req-ee858375-2503-4feb-9ae1-1a5eb3b9a864 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779576-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-15T16:14:02Z,description=,heartbeat_timestamp=2021-09-15T16:38:02Z,host='dv-cinder-779576-8-iscsi',id=7a8df8d7-c3ef-43b4-9534-c977f7014926,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T16:14:02Z,topic='l3_agent')) {'router_ids': ['8b2a6ad7-614d-4182-8fd5-ec5bbf2affbd'], 'active': True} {{(pid=93956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:38:26.616770 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [None req-fabdb72b-bb7b-41f0-9470-8bbd12140521 tempest-TestVolumeBootPattern-801906987 tempest-TestVolumeBootPattern-801906987-project] 10.222.0.39 "DELETE /v2.0/floatingips/a8f02f74-3efc-45ae-a749-c270628f4879 HTTP/1.1" status: 204 len: 168 time: 1.2145600 Sep 15 16:38:26.616770 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '257cc74a-da4c-4efe-9579-f4510a0aa649', 'tag': '95da61fc-3e3d-4304-bba4-dde15db271d0'}] {{(pid=93954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 16:38:26.617380 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6d34c38c0cdc03ce39e2c460ccb262b82dff3a58d2f42c4e7ad7906abe071cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08b69f56-c246-42db-a3de-13bd6571901b" -d '{"events": [{"name": "network-changed", "server_uuid": "257cc74a-da4c-4efe-9579-f4510a0aa649", "tag": "95da61fc-3e3d-4304-bba4-dde15db271d0"}]}' {{(pid=93954) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 16:38:26.654173 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 16:38:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aeeb7151-d521-4382-8c17-8717cd70ad2c x-openstack-request-id: req-aeeb7151-d521-4382-8c17-8717cd70ad2c {{(pid=93954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 16:38:26.654436 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "257cc74a-da4c-4efe-9579-f4510a0aa649", "tag": "95da61fc-3e3d-4304-bba4-dde15db271d0", "status": "completed", "code": 200}]} {{(pid=93954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 16:38:26.654701 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-aeeb7151-d521-4382-8c17-8717cd70ad2c {{(pid=93954) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 16:38:26.655095 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '257cc74a-da4c-4efe-9579-f4510a0aa649', 'tag': '95da61fc-3e3d-4304-bba4-dde15db271d0', 'status': 'completed', 'code': 200} Sep 15 16:38:26.710420 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron.db.l3_dvr_db [None req-ee858375-2503-4feb-9ae1-1a5eb3b9a864 None None] Set router 8b2a6ad7-614d-4182-8fd5-ec5bbf2affbd gateway port host: dv-cinder-779576-8-iscsi {{(pid=93956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 16:38:26.720786 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b69f56-c246-42db-a3de-13bd6571901b req-e9ce4572-f409-4010-a25d-1941affd67c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:38:26.723762 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-08b69f56-c246-42db-a3de-13bd6571901b req-e9ce4572-f409-4010-a25d-1941affd67c8 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f448c5fca9014429b532320ab78459ea&device_id=257cc74a-da4c-4efe-9579-f4510a0aa649 HTTP/1.1" status: 200 len: 1099 time: 0.0436745 Sep 15 16:38:26.834844 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b69f56-c246-42db-a3de-13bd6571901b req-403fca8f-974d-41d2-95bf-2c1d6a3da2bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:38:26.836440 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-08b69f56-c246-42db-a3de-13bd6571901b req-403fca8f-974d-41d2-95bf-2c1d6a3da2bd service neutron] 10.222.0.45 "GET /v2.0/networks?id=48dcadf6-1b51-4d33-92c6-65cc509573fa HTTP/1.1" status: 200 len: 912 time: 0.1001179 Sep 15 16:38:26.843532 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7754bd39-0277-45a0-9b33-8950a87d83f0 req-f611487b-dc39-49db-8e6e-06229225895b tempest-TestVolumeBootPattern-801906987 tempest-TestVolumeBootPattern-801906987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:38:26.845061 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-7754bd39-0277-45a0-9b33-8950a87d83f0 req-f611487b-dc39-49db-8e6e-06229225895b tempest-TestVolumeBootPattern-801906987 tempest-TestVolumeBootPattern-801906987-project] 10.222.0.39 "GET /v2.0/ports?device_id=257cc74a-da4c-4efe-9579-f4510a0aa649 HTTP/1.1" status: 200 len: 946 time: 0.0496974 Sep 15 16:38:26.885642 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-08b69f56-c246-42db-a3de-13bd6571901b req-f2375533-4df9-4032-bd2c-bf06bad7efe9 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=95da61fc-3e3d-4304-bba4-dde15db271d0 HTTP/1.1" status: 200 len: 217 time: 0.0399609 Sep 15 16:38:26.886893 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-7754bd39-0277-45a0-9b33-8950a87d83f0 req-d206f4e6-35d2-49b7-a9bb-6df5f237fd94 tempest-TestVolumeBootPattern-801906987 tempest-TestVolumeBootPattern-801906987-project] 10.222.0.39 "GET /v2.0/security-groups?id=6b6d94b4-d9e2-4118-be58-0e433855682a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352862 Sep 15 16:38:26.939692 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b69f56-c246-42db-a3de-13bd6571901b req-46f9346a-c066-44f0-a261-72aab8005585 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:38:26.941090 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-08b69f56-c246-42db-a3de-13bd6571901b req-46f9346a-c066-44f0-a261-72aab8005585 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=df755c0f-3453-4699-824d-add9626035f9 HTTP/1.1" status: 200 len: 851 time: 0.0478480 Sep 15 16:38:26.993967 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b69f56-c246-42db-a3de-13bd6571901b req-745d06c0-7723-4ddc-a100-3c160af762b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:38:26.995473 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-08b69f56-c246-42db-a3de-13bd6571901b req-745d06c0-7723-4ddc-a100-3c160af762b5 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=48dcadf6-1b51-4d33-92c6-65cc509573fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0453947 Sep 15 16:38:27.013249 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron.db.l3_hamode_db [None req-ee858375-2503-4feb-9ae1-1a5eb3b9a864 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b2a6ad7-614d-4182-8fd5-ec5bbf2affbd', 'name': 'tempest-TestVolumeBootPattern-1599081810-router', 'tenant_id': 'f448c5fca9014429b532320ab78459ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62251075-a3e3-4d47-8761-104d217b089a', 'external_fixed_ips': [{'subnet_id': '9a71565b-217b-482b-8364-bc8ecb4c8f88', 'ip_address': '172.27.3.54'}], 'enable_snat': True}, 'gw_port_id': 'bae01dab-de4f-4ea6-acc3-abb66545ff41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:29:59Z', 'updated_at': '2021-09-15T16:30:03Z', 'revision_number': 4, 'project_id': 'f448c5fca9014429b532320ab78459ea', 'gw_port': {'id': 'bae01dab-de4f-4ea6-acc3-abb66545ff41', 'name': '', 'network_id': '62251075-a3e3-4d47-8761-104d217b089a', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:bc:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b2a6ad7-614d-4182-8fd5-ec5bbf2affbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '9a71565b-217b-482b-8364-bc8ecb4c8f88', 'ip_address': '172.27.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779576-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:30:00Z', 'updated_at': '2021-09-15T16:30:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a71565b-217b-482b-8364-bc8ecb4c8f88', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779576-8-iscsi', '_interfaces': [{'id': '2dba4de5-87c7-404d-9adf-25f18479f5c2', 'name': '', 'network_id': '48dcadf6-1b51-4d33-92c6-65cc509573fa', 'tenant_id': 'f448c5fca9014429b532320ab78459ea', 'mac_address': 'fa:16:3e:85:25:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b2a6ad7-614d-4182-8fd5-ec5bbf2affbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': 'df755c0f-3453-4699-824d-add9626035f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779576-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:30:02Z', 'updated_at': '2021-09-15T16:30:09Z', 'revision_number': 5, 'project_id': 'f448c5fca9014429b532320ab78459ea', 'subnets': [{'id': 'df755c0f-3453-4699-824d-add9626035f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779576-8-iscsi', False) {} {{(pid=93956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:38:27.038769 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee858375-2503-4feb-9ae1-1a5eb3b9a864 None None] Checking router: 8b2a6ad7-614d-4182-8fd5-ec5bbf2affbd for host: dv-cinder-779576-8-iscsi {{(pid=93956) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 16:38:27.047281 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee858375-2503-4feb-9ae1-1a5eb3b9a864 None None] Routers {'8b2a6ad7-614d-4182-8fd5-ec5bbf2affbd'} bound to L3 agent in host dv-cinder-779576-8-iscsi {{(pid=93956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:38:27.047893 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron.db.l3_hamode_db [None req-ee858375-2503-4feb-9ae1-1a5eb3b9a864 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779576-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-15T16:14:02Z,description=,heartbeat_timestamp=2021-09-15T16:38:02Z,host='dv-cinder-779576-8-iscsi',id=7a8df8d7-c3ef-43b4-9534-c977f7014926,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T16:14:02Z,topic='l3_agent')) {'router_ids': ['8b2a6ad7-614d-4182-8fd5-ec5bbf2affbd'], 'active': True} {{(pid=93956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:38:27.087194 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-08b69f56-c246-42db-a3de-13bd6571901b req-bd13c029-b272-486a-9875-5d99d7f5c942 service neutron] 10.222.0.45 "GET /v2.0/networks/48dcadf6-1b51-4d33-92c6-65cc509573fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825348 Sep 15 16:38:27.150927 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron.db.l3_dvr_db [None req-ee858375-2503-4feb-9ae1-1a5eb3b9a864 None None] Set router 8b2a6ad7-614d-4182-8fd5-ec5bbf2affbd gateway port host: dv-cinder-779576-8-iscsi {{(pid=93956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 16:38:27.183603 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-08b69f56-c246-42db-a3de-13bd6571901b req-56b4423b-34d9-4e57-8cf6-96cb03fc1d9d service neutron] 10.222.0.45 "GET /v2.0/networks/48dcadf6-1b51-4d33-92c6-65cc509573fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872116 Sep 15 16:38:27.364772 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron.db.l3_hamode_db [None req-ee858375-2503-4feb-9ae1-1a5eb3b9a864 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b2a6ad7-614d-4182-8fd5-ec5bbf2affbd', 'name': 'tempest-TestVolumeBootPattern-1599081810-router', 'tenant_id': 'f448c5fca9014429b532320ab78459ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62251075-a3e3-4d47-8761-104d217b089a', 'external_fixed_ips': [{'subnet_id': '9a71565b-217b-482b-8364-bc8ecb4c8f88', 'ip_address': '172.27.3.54'}], 'enable_snat': True}, 'gw_port_id': 'bae01dab-de4f-4ea6-acc3-abb66545ff41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:29:59Z', 'updated_at': '2021-09-15T16:30:03Z', 'revision_number': 4, 'project_id': 'f448c5fca9014429b532320ab78459ea', 'gw_port': {'id': 'bae01dab-de4f-4ea6-acc3-abb66545ff41', 'name': '', 'network_id': '62251075-a3e3-4d47-8761-104d217b089a', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:bc:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b2a6ad7-614d-4182-8fd5-ec5bbf2affbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '9a71565b-217b-482b-8364-bc8ecb4c8f88', 'ip_address': '172.27.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779576-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:30:00Z', 'updated_at': '2021-09-15T16:30:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a71565b-217b-482b-8364-bc8ecb4c8f88', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779576-8-iscsi', '_interfaces': [{'id': '2dba4de5-87c7-404d-9adf-25f18479f5c2', 'name': '', 'network_id': '48dcadf6-1b51-4d33-92c6-65cc509573fa', 'tenant_id': 'f448c5fca9014429b532320ab78459ea', 'mac_address': 'fa:16:3e:85:25:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b2a6ad7-614d-4182-8fd5-ec5bbf2affbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': 'df755c0f-3453-4699-824d-add9626035f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779576-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:30:02Z', 'updated_at': '2021-09-15T16:30:09Z', 'revision_number': 5, 'project_id': 'f448c5fca9014429b532320ab78459ea', 'subnets': [{'id': 'df755c0f-3453-4699-824d-add9626035f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779576-8-iscsi', False) {} {{(pid=93956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:38:27.393385 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee858375-2503-4feb-9ae1-1a5eb3b9a864 None None] The sync data for ids ['8b2a6ad7-614d-4182-8fd5-ec5bbf2affbd'] in dv-cinder-779576-8-iscsi is: [{'id': '8b2a6ad7-614d-4182-8fd5-ec5bbf2affbd', 'name': 'tempest-TestVolumeBootPattern-1599081810-router', 'tenant_id': 'f448c5fca9014429b532320ab78459ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62251075-a3e3-4d47-8761-104d217b089a', 'external_fixed_ips': [{'subnet_id': '9a71565b-217b-482b-8364-bc8ecb4c8f88', 'ip_address': '172.27.3.54'}], 'enable_snat': True}, 'gw_port_id': 'bae01dab-de4f-4ea6-acc3-abb66545ff41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:29:59Z', 'updated_at': '2021-09-15T16:30:03Z', 'revision_number': 4, 'project_id': 'f448c5fca9014429b532320ab78459ea', 'gw_port': {'id': 'bae01dab-de4f-4ea6-acc3-abb66545ff41', 'name': '', 'network_id': '62251075-a3e3-4d47-8761-104d217b089a', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:bc:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b2a6ad7-614d-4182-8fd5-ec5bbf2affbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '9a71565b-217b-482b-8364-bc8ecb4c8f88', 'ip_address': '172.27.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779576-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:30:00Z', 'updated_at': '2021-09-15T16:30:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a71565b-217b-482b-8364-bc8ecb4c8f88', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779576-8-iscsi', '_interfaces': [{'id': '2dba4de5-87c7-404d-9adf-25f18479f5c2', 'name': '', 'network_id': '48dcadf6-1b51-4d33-92c6-65cc509573fa', 'tenant_id': 'f448c5fca9014429b532320ab78459ea', 'mac_address': 'fa:16:3e:85:25:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b2a6ad7-614d-4182-8fd5-ec5bbf2affbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': 'df755c0f-3453-4699-824d-add9626035f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779576-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:30:02Z', 'updated_at': '2021-09-15T16:30:09Z', 'revision_number': 5, 'project_id': 'f448c5fca9014429b532320ab78459ea', 'subnets': [{'id': 'df755c0f-3453-4699-824d-add9626035f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 16:38:27.575819 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c63f53-1298-4985-b1f5-e0636dc5162b req-6282ad38-f492-4891-8072-e9df0ef5731d tempest-AttachVolumeTestJSON-1141938147 tempest-AttachVolumeTestJSON-1141938147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:38:27.577822 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-68c63f53-1298-4985-b1f5-e0636dc5162b req-6282ad38-f492-4891-8072-e9df0ef5731d tempest-AttachVolumeTestJSON-1141938147 tempest-AttachVolumeTestJSON-1141938147-project] 10.222.0.39 "GET /v2.0/ports?device_id=15113f62-27f0-4c75-9dad-844e96a80d67 HTTP/1.1" status: 200 len: 945 time: 0.0513005 Sep 15 16:38:27.619650 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1afdedd-e8e1-4422-b606-6b1eb5d4fd38 None None] New status for floating IP a8f02f74-3efc-45ae-a749-c270628f4879: DOWN {{(pid=93955) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 15 16:38:27.621747 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-68c63f53-1298-4985-b1f5-e0636dc5162b req-f083d659-8e95-4d0b-a977-65a999b79b3b tempest-AttachVolumeTestJSON-1141938147 tempest-AttachVolumeTestJSON-1141938147-project] 10.222.0.39 "GET /v2.0/security-groups?id=c677a93f-fa77-437f-87eb-0624f52b6fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379140 Sep 15 16:38:28.015255 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7710e27-e6d8-4a71-9092-3fb78b538967 req-4645fe9f-10ae-4a18-a697-76c85e1d5ce3 tempest-TestVolumeBootPattern-801906987 tempest-TestVolumeBootPattern-801906987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:38:28.016792 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-e7710e27-e6d8-4a71-9092-3fb78b538967 req-4645fe9f-10ae-4a18-a697-76c85e1d5ce3 tempest-TestVolumeBootPattern-801906987 tempest-TestVolumeBootPattern-801906987-project] 10.222.0.39 "GET /v2.0/ports?device_id=257cc74a-da4c-4efe-9579-f4510a0aa649 HTTP/1.1" status: 200 len: 946 time: 0.0563884 Sep 15 16:38:28.059265 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-e7710e27-e6d8-4a71-9092-3fb78b538967 req-ed077c41-db5a-4705-b829-ab925fb6dca3 tempest-TestVolumeBootPattern-801906987 tempest-TestVolumeBootPattern-801906987-project] 10.222.0.39 "GET /v2.0/security-groups?id=6b6d94b4-d9e2-4118-be58-0e433855682a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336275 Sep 15 16:38:28.386919 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e17b64-1513-45e4-b5d1-586ee4422be4 req-e3c969dd-e2b1-4e0d-a8b8-a85d0abf54f9 tempest-AttachVolumeTestJSON-1141938147 tempest-AttachVolumeTestJSON-1141938147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:38:28.388251 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-07e17b64-1513-45e4-b5d1-586ee4422be4 req-e3c969dd-e2b1-4e0d-a8b8-a85d0abf54f9 tempest-AttachVolumeTestJSON-1141938147 tempest-AttachVolumeTestJSON-1141938147-project] 10.222.0.45 "GET /v2.0/ports?device_id=15113f62-27f0-4c75-9dad-844e96a80d67 HTTP/1.1" status: 200 len: 945 time: 0.0513308 Sep 15 16:38:28.481447 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.plugin [req-07e17b64-1513-45e4-b5d1-586ee4422be4 req-1ec64aad-44d3-4f42-80a2-96c07283e77a tempest-AttachVolumeTestJSON-1141938147 tempest-AttachVolumeTestJSON-1141938147-project] Deleting port a5c6bac9-df74-4e36-90e5-0987a4ac425c {{(pid=93953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:38:28.481778 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [req-07e17b64-1513-45e4-b5d1-586ee4422be4 req-1ec64aad-44d3-4f42-80a2-96c07283e77a tempest-AttachVolumeTestJSON-1141938147 tempest-AttachVolumeTestJSON-1141938147-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791196454449'] for port, before_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:38:28.575736 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.db [req-07e17b64-1513-45e4-b5d1-586ee4422be4 req-1ec64aad-44d3-4f42-80a2-96c07283e77a tempest-AttachVolumeTestJSON-1141938147 tempest-AttachVolumeTestJSON-1141938147-project] For port a5c6bac9-df74-4e36-90e5-0987a4ac425c, host hv-cinder-77957, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77957',level=0,port_id=a5c6bac9-df74-4e36-90e5-0987a4ac425c,segment=NetworkSegment(416aa124-8160-4924-9f36-b14c80e8b3ef),segment_id=416aa124-8160-4924-9f36-b14c80e8b3ef)] {{(pid=93953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:38:28.576060 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [req-07e17b64-1513-45e4-b5d1-586ee4422be4 req-1ec64aad-44d3-4f42-80a2-96c07283e77a tempest-AttachVolumeTestJSON-1141938147 tempest-AttachVolumeTestJSON-1141938147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3729503'] for port, precommit_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:38:28.658285 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8929858-bf4a-45cb-8cbc-c1767d91e132 req-c957d44b-ee72-4818-8b4a-a84970f5ab8a tempest-TestVolumeBootPattern-801906987 tempest-TestVolumeBootPattern-801906987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:38:28.659753 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-f8929858-bf4a-45cb-8cbc-c1767d91e132 req-c957d44b-ee72-4818-8b4a-a84970f5ab8a tempest-TestVolumeBootPattern-801906987 tempest-TestVolumeBootPattern-801906987-project] 10.222.0.45 "GET /v2.0/ports?device_id=257cc74a-da4c-4efe-9579-f4510a0aa649 HTTP/1.1" status: 200 len: 946 time: 0.0981488 Sep 15 16:38:28.850786 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fdb932-871d-4b37-b65d-a9baecbe3e0b req-afeaf787-e94b-450a-a1a6-402c6196e746 tempest-AttachVolumeTestJSON-1141938147 tempest-AttachVolumeTestJSON-1141938147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:38:28.852263 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-a4fdb932-871d-4b37-b65d-a9baecbe3e0b req-afeaf787-e94b-450a-a1a6-402c6196e746 tempest-AttachVolumeTestJSON-1141938147 tempest-AttachVolumeTestJSON-1141938147-project] 10.222.0.39 "GET /v2.0/ports?device_id=15113f62-27f0-4c75-9dad-844e96a80d67 HTTP/1.1" status: 200 len: 945 time: 0.1478362 Sep 15 16:38:28.869299 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [req-07e17b64-1513-45e4-b5d1-586ee4422be4 req-1ec64aad-44d3-4f42-80a2-96c07283e77a tempest-AttachVolumeTestJSON-1141938147 tempest-AttachVolumeTestJSON-1141938147-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:38:28.869659 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [req-07e17b64-1513-45e4-b5d1-586ee4422be4 req-1ec64aad-44d3-4f42-80a2-96c07283e77a tempest-AttachVolumeTestJSON-1141938147 tempest-AttachVolumeTestJSON-1141938147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3725591'] for floatingip, after_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:38:28.869974 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.db.l3_db [req-07e17b64-1513-45e4-b5d1-586ee4422be4 req-1ec64aad-44d3-4f42-80a2-96c07283e77a tempest-AttachVolumeTestJSON-1141938147 tempest-AttachVolumeTestJSON-1141938147-project] Floating IP 6e9ff5a3-c465-4829-868a-ec40dac2a8b0 disassociated. External IP: 172.27.3.116, port: a5c6bac9-df74-4e36-90e5-0987a4ac425c. Sep 15 16:38:28.870299 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.plugin [req-07e17b64-1513-45e4-b5d1-586ee4422be4 req-1ec64aad-44d3-4f42-80a2-96c07283e77a tempest-AttachVolumeTestJSON-1141938147 tempest-AttachVolumeTestJSON-1141938147-project] Calling delete_port for a5c6bac9-df74-4e36-90e5-0987a4ac425c owned by compute:nova {{(pid=93953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:38:28.944015 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-a4fdb932-871d-4b37-b65d-a9baecbe3e0b req-454ba370-da66-4d2d-b97a-cabb27e9d9c3 tempest-AttachVolumeTestJSON-1141938147 tempest-AttachVolumeTestJSON-1141938147-project] 10.222.0.39 "GET /v2.0/security-groups?id=c677a93f-fa77-437f-87eb-0624f52b6fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0841966 Sep 15 16:38:28.953721 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.plugin [req-f8929858-bf4a-45cb-8cbc-c1767d91e132 req-45d2ffc9-291f-439b-b0d3-f1792c772472 tempest-TestVolumeBootPattern-801906987 tempest-TestVolumeBootPattern-801906987-project] Deleting port 95da61fc-3e3d-4304-bba4-dde15db271d0 {{(pid=93953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:38:28.954044 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [req-f8929858-bf4a-45cb-8cbc-c1767d91e132 req-45d2ffc9-291f-439b-b0d3-f1792c772472 tempest-TestVolumeBootPattern-801906987 tempest-TestVolumeBootPattern-801906987-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791196454449'] for port, before_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:38:29.158492 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-5412011a-f8e4-4fb6-81f6-6e00a7bb990c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791196484491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953091'] for agent, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:38:29.182665 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4e0538-b297-4e64-87a4-b117f5fa4245 req-40fdf5f9-2a7a-4f98-8fd8-67959a5a1ded tempest-TestVolumeBootPattern-801906987 tempest-TestVolumeBootPattern-801906987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:38:29.184290 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-5e4e0538-b297-4e64-87a4-b117f5fa4245 req-40fdf5f9-2a7a-4f98-8fd8-67959a5a1ded tempest-TestVolumeBootPattern-801906987 tempest-TestVolumeBootPattern-801906987-project] 10.222.0.39 "GET /v2.0/ports?device_id=257cc74a-da4c-4efe-9579-f4510a0aa649 HTTP/1.1" status: 200 len: 946 time: 0.0518906 Sep 15 16:38:29.226132 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-5e4e0538-b297-4e64-87a4-b117f5fa4245 req-ac4a4297-368e-4f1e-8a7a-dd0c258279f5 tempest-TestVolumeBootPattern-801906987 tempest-TestVolumeBootPattern-801906987-project] 10.222.0.39 "GET /v2.0/security-groups?id=6b6d94b4-d9e2-4118-be58-0e433855682a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349023 Sep 15 16:38:29.341053 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.db [req-f8929858-bf4a-45cb-8cbc-c1767d91e132 req-45d2ffc9-291f-439b-b0d3-f1792c772472 tempest-TestVolumeBootPattern-801906987 tempest-TestVolumeBootPattern-801906987-project] For port 95da61fc-3e3d-4304-bba4-dde15db271d0, host hv-cinder-77957, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77957',level=0,port_id=95da61fc-3e3d-4304-bba4-dde15db271d0,segment=NetworkSegment(515df8c3-420b-482c-ae85-8decf2a71996),segment_id=515df8c3-420b-482c-ae85-8decf2a71996)] {{(pid=93953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:38:29.341413 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [req-f8929858-bf4a-45cb-8cbc-c1767d91e132 req-45d2ffc9-291f-439b-b0d3-f1792c772472 tempest-TestVolumeBootPattern-801906987 tempest-TestVolumeBootPattern-801906987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3729503'] for port, precommit_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:38:29.360105 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.plugin [req-f8929858-bf4a-45cb-8cbc-c1767d91e132 req-45d2ffc9-291f-439b-b0d3-f1792c772472 tempest-TestVolumeBootPattern-801906987 tempest-TestVolumeBootPattern-801906987-project] Calling delete_port for 95da61fc-3e3d-4304-bba4-dde15db271d0 owned by compute:nova {{(pid=93953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:38:29.372691 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [req-07e17b64-1513-45e4-b5d1-586ee4422be4 req-1ec64aad-44d3-4f42-80a2-96c07283e77a tempest-AttachVolumeTestJSON-1141938147 tempest-AttachVolumeTestJSON-1141938147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791196460023', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791195970003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127878305'] for port, after_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:38:29.429945 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec64aad-44d3-4f42-80a2-96c07283e77a tempest-AttachVolumeTestJSON-1141938147 tempest-AttachVolumeTestJSON-1141938147-project] Pushing event deleted for resources: {'Port': ['ID=a5c6bac9-df74-4e36-90e5-0987a4ac425c,revision_number=None']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:38:29.598535 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.scheduler.l3_agent_scheduler [req-07e17b64-1513-45e4-b5d1-586ee4422be4 req-1ec64aad-44d3-4f42-80a2-96c07283e77a tempest-AttachVolumeTestJSON-1141938147 tempest-AttachVolumeTestJSON-1141938147-project] Router 9d99db99-59c9-498e-835d-354c62ec0f52 has already been hosted by L3 agent 7a8df8d7-c3ef-43b4-9534-c977f7014926 {{(pid=93953) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 16:38:29.599830 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [req-f8929858-bf4a-45cb-8cbc-c1767d91e132 req-45d2ffc9-291f-439b-b0d3-f1792c772472 tempest-TestVolumeBootPattern-801906987 tempest-TestVolumeBootPattern-801906987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791196460023', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791195970003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127878305'] for port, after_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:38:29.639834 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d2ffc9-291f-439b-b0d3-f1792c772472 tempest-TestVolumeBootPattern-801906987 tempest-TestVolumeBootPattern-801906987-project] Pushing event deleted for resources: {'Port': ['ID=95da61fc-3e3d-4304-bba4-dde15db271d0,revision_number=None']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:38:29.714621 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8929858-bf4a-45cb-8cbc-c1767d91e132 req-45d2ffc9-291f-439b-b0d3-f1792c772472 tempest-TestVolumeBootPattern-801906987 tempest-TestVolumeBootPattern-801906987-project] No DVR routers for this DVR port 95da61fc-3e3d-4304-bba4-dde15db271d0 on host hv-cinder-77957 {{(pid=93953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 16:38:29.718301 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [req-f8929858-bf4a-45cb-8cbc-c1767d91e132 req-45d2ffc9-291f-439b-b0d3-f1792c772472 tempest-TestVolumeBootPattern-801906987 tempest-TestVolumeBootPattern-801906987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58602'] for port, before_response {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:38:29.720335 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-f8929858-bf4a-45cb-8cbc-c1767d91e132 req-45d2ffc9-291f-439b-b0d3-f1792c772472 tempest-TestVolumeBootPattern-801906987 tempest-TestVolumeBootPattern-801906987-project] 10.222.0.45 "DELETE /v2.0/ports/95da61fc-3e3d-4304-bba4-dde15db271d0 HTTP/1.1" status: 204 len: 173 time: 1.0504880 Sep 15 16:38:29.720762 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '257cc74a-da4c-4efe-9579-f4510a0aa649', 'name': 'network-vif-deleted', 'tag': '95da61fc-3e3d-4304-bba4-dde15db271d0'}] {{(pid=93953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 16:38:29.723005 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5192e05b0783e869a38b3815ee673eee9316ce03dcaf8465063259ebfb62487" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8660a97-6be5-4917-8c48-a9f246566049" -d '{"events": [{"server_uuid": "257cc74a-da4c-4efe-9579-f4510a0aa649", "name": "network-vif-deleted", "tag": "95da61fc-3e3d-4304-bba4-dde15db271d0"}]}' {{(pid=93953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 16:38:29.795150 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-07e17b64-1513-45e4-b5d1-586ee4422be4 req-1ec64aad-44d3-4f42-80a2-96c07283e77a tempest-AttachVolumeTestJSON-1141938147 tempest-AttachVolumeTestJSON-1141938147-project] Notify agent at l3_agent.dv-cinder-779576-8-iscsi the message routers_updated {{(pid=93953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 16:38:29.812977 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b4243c4-2be5-4256-bbe7-981d04b3c57b None None] Sync routers for ids ['9d99db99-59c9-498e-835d-354c62ec0f52'] in dv-cinder-779576-8-iscsi {{(pid=93956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 16:38:29.824880 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b4243c4-2be5-4256-bbe7-981d04b3c57b None None] Routers {'9d99db99-59c9-498e-835d-354c62ec0f52'} bound to L3 agent in host dv-cinder-779576-8-iscsi {{(pid=93956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:38:29.826077 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron.db.l3_hamode_db [None req-4b4243c4-2be5-4256-bbe7-981d04b3c57b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779576-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-15T16:14:02Z,description=,heartbeat_timestamp=2021-09-15T16:38:02Z,host='dv-cinder-779576-8-iscsi',id=7a8df8d7-c3ef-43b4-9534-c977f7014926,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T16:14:02Z,topic='l3_agent')) {'router_ids': ['9d99db99-59c9-498e-835d-354c62ec0f52'], 'active': True} {{(pid=93956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:38:29.846593 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.db.l3_dvrscheduler_db [req-07e17b64-1513-45e4-b5d1-586ee4422be4 req-1ec64aad-44d3-4f42-80a2-96c07283e77a tempest-AttachVolumeTestJSON-1141938147 tempest-AttachVolumeTestJSON-1141938147-project] No DVR routers for this DVR port a5c6bac9-df74-4e36-90e5-0987a4ac425c on host hv-cinder-77957 {{(pid=93953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 16:38:29.849927 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [req-07e17b64-1513-45e4-b5d1-586ee4422be4 req-1ec64aad-44d3-4f42-80a2-96c07283e77a tempest-AttachVolumeTestJSON-1141938147 tempest-AttachVolumeTestJSON-1141938147-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58602'] for port, before_response {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:38:29.852658 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-07e17b64-1513-45e4-b5d1-586ee4422be4 req-1ec64aad-44d3-4f42-80a2-96c07283e77a tempest-AttachVolumeTestJSON-1141938147 tempest-AttachVolumeTestJSON-1141938147-project] 10.222.0.45 "DELETE /v2.0/ports/a5c6bac9-df74-4e36-90e5-0987a4ac425c HTTP/1.1" status: 204 len: 173 time: 1.4575169 Sep 15 16:38:29.926766 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 16:38:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2292952a-b2e4-44a6-b6be-5366288e5a59 x-openstack-request-id: req-2292952a-b2e4-44a6-b6be-5366288e5a59 {{(pid=93953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 16:38:29.926766 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "257cc74a-da4c-4efe-9579-f4510a0aa649", "name": "network-vif-deleted", "tag": "95da61fc-3e3d-4304-bba4-dde15db271d0", "status": "completed", "code": 200}]} {{(pid=93953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 16:38:29.926766 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-2292952a-b2e4-44a6-b6be-5366288e5a59 {{(pid=93953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 16:38:29.926766 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '257cc74a-da4c-4efe-9579-f4510a0aa649', 'name': 'network-vif-deleted', 'tag': '95da61fc-3e3d-4304-bba4-dde15db271d0', 'status': 'completed', 'code': 200} Sep 15 16:38:29.973561 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron.db.l3_dvr_db [None req-4b4243c4-2be5-4256-bbe7-981d04b3c57b None None] Set router 9d99db99-59c9-498e-835d-354c62ec0f52 gateway port host: dv-cinder-779576-8-iscsi {{(pid=93956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 16:38:30.104015 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-dd57eaf1-3d51-41aa-a7d4-039a9ad14ab7 req-8a5a75b9-19a0-4d69-a2cb-50f914161a4e tempest-AttachVolumeTestJSON-1141938147 tempest-AttachVolumeTestJSON-1141938147-project] 10.222.0.39 "GET /v2.0/ports?device_id=15113f62-27f0-4c75-9dad-844e96a80d67 HTTP/1.1" status: 200 len: 210 time: 0.0282593 Sep 15 16:38:30.192709 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron.db.l3_hamode_db [None req-4b4243c4-2be5-4256-bbe7-981d04b3c57b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d99db99-59c9-498e-835d-354c62ec0f52', 'name': 'tempest-AttachVolumeTestJSON-1187138833-router', 'tenant_id': '1eedf12f4fe8435397aa63f6ef9368f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62251075-a3e3-4d47-8761-104d217b089a', 'external_fixed_ips': [{'subnet_id': '9a71565b-217b-482b-8364-bc8ecb4c8f88', 'ip_address': '172.27.3.139'}], 'enable_snat': True}, 'gw_port_id': '50e0c484-9b45-40f3-bbea-7802c0d6ebfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:33:42Z', 'updated_at': '2021-09-15T16:33:44Z', 'revision_number': 4, 'project_id': '1eedf12f4fe8435397aa63f6ef9368f9', 'gw_port': {'id': '50e0c484-9b45-40f3-bbea-7802c0d6ebfe', 'name': '', 'network_id': '62251075-a3e3-4d47-8761-104d217b089a', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:47:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d99db99-59c9-498e-835d-354c62ec0f52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '9a71565b-217b-482b-8364-bc8ecb4c8f88', 'ip_address': '172.27.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779576-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:33:42Z', 'updated_at': '2021-09-15T16:33:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a71565b-217b-482b-8364-bc8ecb4c8f88', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779576-8-iscsi', '_interfaces': [{'id': 'c6998fc9-7a0f-4b59-989c-cea8c2e1fe0f', 'name': '', 'network_id': 'e5114a12-53db-4676-99c9-6e0e730337dd', 'tenant_id': '1eedf12f4fe8435397aa63f6ef9368f9', 'mac_address': 'fa:16:3e:20:5d:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d99db99-59c9-498e-835d-354c62ec0f52', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '22529361-3b44-49b4-805b-da9f7d11ed5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779576-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:33:44Z', 'updated_at': '2021-09-15T16:33:48Z', 'revision_number': 5, 'project_id': '1eedf12f4fe8435397aa63f6ef9368f9', 'subnets': [{'id': '22529361-3b44-49b4-805b-da9f7d11ed5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779576-8-iscsi', False) {} {{(pid=93956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:38:30.221223 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b4243c4-2be5-4256-bbe7-981d04b3c57b None None] Checking router: 9d99db99-59c9-498e-835d-354c62ec0f52 for host: dv-cinder-779576-8-iscsi {{(pid=93956) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 16:38:30.230152 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b4243c4-2be5-4256-bbe7-981d04b3c57b None None] Routers {'9d99db99-59c9-498e-835d-354c62ec0f52'} bound to L3 agent in host dv-cinder-779576-8-iscsi {{(pid=93956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:38:30.230918 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron.db.l3_hamode_db [None req-4b4243c4-2be5-4256-bbe7-981d04b3c57b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779576-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-15T16:14:02Z,description=,heartbeat_timestamp=2021-09-15T16:38:02Z,host='dv-cinder-779576-8-iscsi',id=7a8df8d7-c3ef-43b4-9534-c977f7014926,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T16:14:02Z,topic='l3_agent')) {'router_ids': ['9d99db99-59c9-498e-835d-354c62ec0f52'], 'active': True} {{(pid=93956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:38:30.350669 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron.db.l3_dvr_db [None req-4b4243c4-2be5-4256-bbe7-981d04b3c57b None None] Set router 9d99db99-59c9-498e-835d-354c62ec0f52 gateway port host: dv-cinder-779576-8-iscsi {{(pid=93956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 16:38:30.367392 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-0e27305d-fb0f-4d5b-a0a4-b579039bc03c req-a3b53a46-0133-4b9b-888d-edd2bd9f1874 tempest-TestVolumeBootPattern-801906987 tempest-TestVolumeBootPattern-801906987-project] 10.222.0.39 "GET /v2.0/ports?device_id=257cc74a-da4c-4efe-9579-f4510a0aa649 HTTP/1.1" status: 200 len: 210 time: 0.0308840 Sep 15 16:38:30.554195 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron.db.l3_hamode_db [None req-4b4243c4-2be5-4256-bbe7-981d04b3c57b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d99db99-59c9-498e-835d-354c62ec0f52', 'name': 'tempest-AttachVolumeTestJSON-1187138833-router', 'tenant_id': '1eedf12f4fe8435397aa63f6ef9368f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62251075-a3e3-4d47-8761-104d217b089a', 'external_fixed_ips': [{'subnet_id': '9a71565b-217b-482b-8364-bc8ecb4c8f88', 'ip_address': '172.27.3.139'}], 'enable_snat': True}, 'gw_port_id': '50e0c484-9b45-40f3-bbea-7802c0d6ebfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:33:42Z', 'updated_at': '2021-09-15T16:33:44Z', 'revision_number': 4, 'project_id': '1eedf12f4fe8435397aa63f6ef9368f9', 'gw_port': {'id': '50e0c484-9b45-40f3-bbea-7802c0d6ebfe', 'name': '', 'network_id': '62251075-a3e3-4d47-8761-104d217b089a', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:47:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d99db99-59c9-498e-835d-354c62ec0f52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '9a71565b-217b-482b-8364-bc8ecb4c8f88', 'ip_address': '172.27.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779576-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:33:42Z', 'updated_at': '2021-09-15T16:33:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a71565b-217b-482b-8364-bc8ecb4c8f88', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779576-8-iscsi', '_interfaces': [{'id': 'c6998fc9-7a0f-4b59-989c-cea8c2e1fe0f', 'name': '', 'network_id': 'e5114a12-53db-4676-99c9-6e0e730337dd', 'tenant_id': '1eedf12f4fe8435397aa63f6ef9368f9', 'mac_address': 'fa:16:3e:20:5d:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d99db99-59c9-498e-835d-354c62ec0f52', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '22529361-3b44-49b4-805b-da9f7d11ed5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779576-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:33:44Z', 'updated_at': '2021-09-15T16:33:48Z', 'revision_number': 5, 'project_id': '1eedf12f4fe8435397aa63f6ef9368f9', 'subnets': [{'id': '22529361-3b44-49b4-805b-da9f7d11ed5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779576-8-iscsi', False) {} {{(pid=93956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:38:30.581621 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b4243c4-2be5-4256-bbe7-981d04b3c57b None None] The sync data for ids ['9d99db99-59c9-498e-835d-354c62ec0f52'] in dv-cinder-779576-8-iscsi is: [{'id': '9d99db99-59c9-498e-835d-354c62ec0f52', 'name': 'tempest-AttachVolumeTestJSON-1187138833-router', 'tenant_id': '1eedf12f4fe8435397aa63f6ef9368f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62251075-a3e3-4d47-8761-104d217b089a', 'external_fixed_ips': [{'subnet_id': '9a71565b-217b-482b-8364-bc8ecb4c8f88', 'ip_address': '172.27.3.139'}], 'enable_snat': True}, 'gw_port_id': '50e0c484-9b45-40f3-bbea-7802c0d6ebfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:33:42Z', 'updated_at': '2021-09-15T16:33:44Z', 'revision_number': 4, 'project_id': '1eedf12f4fe8435397aa63f6ef9368f9', 'gw_port': {'id': '50e0c484-9b45-40f3-bbea-7802c0d6ebfe', 'name': '', 'network_id': '62251075-a3e3-4d47-8761-104d217b089a', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:47:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d99db99-59c9-498e-835d-354c62ec0f52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '9a71565b-217b-482b-8364-bc8ecb4c8f88', 'ip_address': '172.27.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779576-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:33:42Z', 'updated_at': '2021-09-15T16:33:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a71565b-217b-482b-8364-bc8ecb4c8f88', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779576-8-iscsi', '_interfaces': [{'id': 'c6998fc9-7a0f-4b59-989c-cea8c2e1fe0f', 'name': '', 'network_id': 'e5114a12-53db-4676-99c9-6e0e730337dd', 'tenant_id': '1eedf12f4fe8435397aa63f6ef9368f9', 'mac_address': 'fa:16:3e:20:5d:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d99db99-59c9-498e-835d-354c62ec0f52', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '22529361-3b44-49b4-805b-da9f7d11ed5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779576-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:33:44Z', 'updated_at': '2021-09-15T16:33:48Z', 'revision_number': 5, 'project_id': '1eedf12f4fe8435397aa63f6ef9368f9', 'subnets': [{'id': '22529361-3b44-49b4-805b-da9f7d11ed5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 16:38:30.812997 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3966eb7f-9434-4cdb-8567-4d45b8f4214d None None] New status for floating IP 6e9ff5a3-c465-4829-868a-ec40dac2a8b0: DOWN {{(pid=93955) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 15 16:38:31.433833 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.wsgi [-] (93954) accepted ('10.222.0.39', 41588) {{(pid=93954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:38:31.559504 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.plugin [None req-4ed1e111-6f0c-441b-b603-9878265c0404 tempest-TestVolumeBootPattern-801906987 tempest-TestVolumeBootPattern-801906987-project] Deleting port 2115a823-1f7b-4a48-b8c2-36c402e80aff {{(pid=93954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:38:31.559821 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-4ed1e111-6f0c-441b-b603-9878265c0404 tempest-TestVolumeBootPattern-801906987 tempest-TestVolumeBootPattern-801906987-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791196454449'] for port, before_delete {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:38:31.638101 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-4ed1e111-6f0c-441b-b603-9878265c0404 tempest-TestVolumeBootPattern-801906987 tempest-TestVolumeBootPattern-801906987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3729503'] for port, precommit_delete {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:38:31.638791 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-4ed1e111-6f0c-441b-b603-9878265c0404 tempest-TestVolumeBootPattern-801906987 tempest-TestVolumeBootPattern-801906987-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:38:31.652739 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.plugin [None req-4ed1e111-6f0c-441b-b603-9878265c0404 tempest-TestVolumeBootPattern-801906987 tempest-TestVolumeBootPattern-801906987-project] Calling delete_port for 2115a823-1f7b-4a48-b8c2-36c402e80aff owned by network:floatingip {{(pid=93954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:38:31.805865 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-4ed1e111-6f0c-441b-b603-9878265c0404 tempest-TestVolumeBootPattern-801906987 tempest-TestVolumeBootPattern-801906987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791196460023', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791195970003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126007332'] for port, after_delete {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:38:31.838280 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed1e111-6f0c-441b-b603-9878265c0404 tempest-TestVolumeBootPattern-801906987 tempest-TestVolumeBootPattern-801906987-project] Pushing event deleted for resources: {'Port': ['ID=2115a823-1f7b-4a48-b8c2-36c402e80aff,revision_number=None']} {{(pid=93954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:38:31.866990 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-57d8a9a3-d16f-4b20-b77b-ca1e664c03db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791196484491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953091'] for agent, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:38:31.897826 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-4ed1e111-6f0c-441b-b603-9878265c0404 tempest-TestVolumeBootPattern-801906987 tempest-TestVolumeBootPattern-801906987-project] Notify callbacks [] for floatingip, after_delete {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:38:31.900379 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-4ed1e111-6f0c-441b-b603-9878265c0404 tempest-TestVolumeBootPattern-801906987 tempest-TestVolumeBootPattern-801906987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58602'] for floatingip, before_response {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:38:31.901530 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [None req-4ed1e111-6f0c-441b-b603-9878265c0404 tempest-TestVolumeBootPattern-801906987 tempest-TestVolumeBootPattern-801906987-project] 10.222.0.39 "DELETE /v2.0/floatingips/1bdd088d-b9a8-4946-be74-3e36ab2481cf HTTP/1.1" status: 204 len: 168 time: 0.4667094 Sep 15 16:38:31.928033 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15113f62-27f0-4c75-9dad-844e96a80d67', 'name': 'network-vif-deleted', 'tag': 'a5c6bac9-df74-4e36-90e5-0987a4ac425c'}] {{(pid=93953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 16:38:31.930382 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5192e05b0783e869a38b3815ee673eee9316ce03dcaf8465063259ebfb62487" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8feffb5c-7dac-4f00-a0fa-3af538491d82" -d '{"events": [{"server_uuid": "15113f62-27f0-4c75-9dad-844e96a80d67", "name": "network-vif-deleted", "tag": "a5c6bac9-df74-4e36-90e5-0987a4ac425c"}]}' {{(pid=93953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 16:38:31.944164 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.rpc [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] Device 95da61fc-3e3d-4304-bba4-dde15db271d0 no longer exists at agent hyperv_hv-cinder-77957 {{(pid=93955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 16:38:31.968396 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] No Port match for: 95da61fc-3e3d-4304-bba4-dde15db271d0 {{(pid=93955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 16:38:31.968857 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.rpc [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] Device 95da61fc-3e3d-4304-bba4-dde15db271d0 not bound to the agent host hv-cinder-77957 {{(pid=93955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 16:38:31.969433 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.rpc [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] Device a5c6bac9-df74-4e36-90e5-0987a4ac425c no longer exists at agent hyperv_hv-cinder-77957 {{(pid=93955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 16:38:31.992003 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] No Port match for: a5c6bac9-df74-4e36-90e5-0987a4ac425c {{(pid=93955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 16:38:31.992366 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.rpc [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] Device a5c6bac9-df74-4e36-90e5-0987a4ac425c not bound to the agent host hv-cinder-77957 {{(pid=93955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 16:38:32.002524 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-f9de19f1-ba27-47aa-8a6b-888c8908a330 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791196484491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953091'] for agent, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:38:32.032368 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 16:38:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f802e2a3-cba4-449d-8e40-eccb3337a523 x-openstack-request-id: req-f802e2a3-cba4-449d-8e40-eccb3337a523 {{(pid=93953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 16:38:32.032677 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15113f62-27f0-4c75-9dad-844e96a80d67", "name": "network-vif-deleted", "tag": "a5c6bac9-df74-4e36-90e5-0987a4ac425c", "status": "completed", "code": 200}]} {{(pid=93953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 16:38:32.032912 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-f802e2a3-cba4-449d-8e40-eccb3337a523 {{(pid=93953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 16:38:32.033303 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15113f62-27f0-4c75-9dad-844e96a80d67', 'name': 'network-vif-deleted', 'tag': 'a5c6bac9-df74-4e36-90e5-0987a4ac425c', 'status': 'completed', 'code': 200} Sep 15 16:38:32.223027 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.wsgi [-] (93954) accepted ('10.222.0.39', 41604) {{(pid=93954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:38:32.286368 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-ef55305d-00c4-4a51-bd43-f542f5828051 tempest-AttachVolumeTestJSON-1141938147 tempest-AttachVolumeTestJSON-1141938147-project] Notify callbacks [] for security_group, before_delete {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:38:32.314816 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-ef55305d-00c4-4a51-bd43-f542f5828051 tempest-AttachVolumeTestJSON-1141938147 tempest-AttachVolumeTestJSON-1141938147-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:38:32.363252 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-ef55305d-00c4-4a51-bd43-f542f5828051 tempest-AttachVolumeTestJSON-1141938147 tempest-AttachVolumeTestJSON-1141938147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3702208'] for security_group, after_delete {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:38:32.365963 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-ef55305d-00c4-4a51-bd43-f542f5828051 tempest-AttachVolumeTestJSON-1141938147 tempest-AttachVolumeTestJSON-1141938147-project] Notify callbacks [] for security_group, before_response {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:38:32.367133 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [None req-ef55305d-00c4-4a51-bd43-f542f5828051 tempest-AttachVolumeTestJSON-1141938147 tempest-AttachVolumeTestJSON-1141938147-project] 10.222.0.39 "DELETE /v2.0/security-groups/c677a93f-fa77-437f-87eb-0624f52b6fc5 HTTP/1.1" status: 204 len: 168 time: 0.1427832 Sep 15 16:38:32.370034 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.wsgi [-] (93953) accepted ('10.222.0.39', 41606) {{(pid=93953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:38:32.376479 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef55305d-00c4-4a51-bd43-f542f5828051 tempest-AttachVolumeTestJSON-1141938147 tempest-AttachVolumeTestJSON-1141938147-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c677a93f-fa77-437f-87eb-0624f52b6fc5,revision_number=None']} {{(pid=93954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:38:32.384040 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.api.v2.resource [None req-ded14cbf-e3b8-40e6-b42f-07af0041fb98 tempest-AttachVolumeTestJSON-1141938147 tempest-AttachVolumeTestJSON-1141938147-project] show failed (client error): The resource could not be found. Sep 15 16:38:32.385212 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [None req-ded14cbf-e3b8-40e6-b42f-07af0041fb98 tempest-AttachVolumeTestJSON-1141938147 tempest-AttachVolumeTestJSON-1141938147-project] 10.222.0.39 "GET /v2.0/security-groups/c677a93f-fa77-437f-87eb-0624f52b6fc5 HTTP/1.1" status: 404 len: 347 time: 0.0140502 Sep 15 16:38:32.388115 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.wsgi [-] (93953) accepted ('10.222.0.39', 41608) {{(pid=93953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:38:32.511257 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.plugin [None req-89fefa6c-f925-42a5-a0da-b93e5a3a3931 tempest-AttachVolumeTestJSON-1141938147 tempest-AttachVolumeTestJSON-1141938147-project] Deleting port 0b1732d0-29bc-4b7c-b223-68d3f51f1043 {{(pid=93953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:38:32.511540 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-89fefa6c-f925-42a5-a0da-b93e5a3a3931 tempest-AttachVolumeTestJSON-1141938147 tempest-AttachVolumeTestJSON-1141938147-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791196454449'] for port, before_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:38:32.590315 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-89fefa6c-f925-42a5-a0da-b93e5a3a3931 tempest-AttachVolumeTestJSON-1141938147 tempest-AttachVolumeTestJSON-1141938147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3729503'] for port, precommit_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:38:32.590650 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-89fefa6c-f925-42a5-a0da-b93e5a3a3931 tempest-AttachVolumeTestJSON-1141938147 tempest-AttachVolumeTestJSON-1141938147-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:38:32.603976 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.plugin [None req-89fefa6c-f925-42a5-a0da-b93e5a3a3931 tempest-AttachVolumeTestJSON-1141938147 tempest-AttachVolumeTestJSON-1141938147-project] Calling delete_port for 0b1732d0-29bc-4b7c-b223-68d3f51f1043 owned by network:floatingip {{(pid=93953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:38:32.746068 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-89fefa6c-f925-42a5-a0da-b93e5a3a3931 tempest-AttachVolumeTestJSON-1141938147 tempest-AttachVolumeTestJSON-1141938147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791196460023', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791195970003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127878305'] for port, after_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:38:32.775046 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fefa6c-f925-42a5-a0da-b93e5a3a3931 tempest-AttachVolumeTestJSON-1141938147 tempest-AttachVolumeTestJSON-1141938147-project] Pushing event deleted for resources: {'Port': ['ID=0b1732d0-29bc-4b7c-b223-68d3f51f1043,revision_number=None']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:38:32.835105 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-89fefa6c-f925-42a5-a0da-b93e5a3a3931 tempest-AttachVolumeTestJSON-1141938147 tempest-AttachVolumeTestJSON-1141938147-project] Notify callbacks [] for floatingip, after_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:38:32.838051 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-89fefa6c-f925-42a5-a0da-b93e5a3a3931 tempest-AttachVolumeTestJSON-1141938147 tempest-AttachVolumeTestJSON-1141938147-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58602'] for floatingip, before_response {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:38:32.839193 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [None req-89fefa6c-f925-42a5-a0da-b93e5a3a3931 tempest-AttachVolumeTestJSON-1141938147 tempest-AttachVolumeTestJSON-1141938147-project] 10.222.0.39 "DELETE /v2.0/floatingips/6e9ff5a3-c465-4829-868a-ec40dac2a8b0 HTTP/1.1" status: 204 len: 168 time: 0.4500575 Sep 15 16:38:33.040774 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-eee1357e-56cc-4bdc-884d-16a88731d16f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791196484491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953091'] for agent, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:38:33.206400 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.wsgi [-] (93953) accepted ('10.222.0.39', 41614) {{(pid=93953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:38:33.268866 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-1838c39a-d762-4707-b4c7-2974b51c72cf tempest-TestVolumeBootPattern-801906987 tempest-TestVolumeBootPattern-801906987-project] Notify callbacks [] for security_group, before_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:38:33.293874 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-1838c39a-d762-4707-b4c7-2974b51c72cf tempest-TestVolumeBootPattern-801906987 tempest-TestVolumeBootPattern-801906987-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:38:33.367218 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-1838c39a-d762-4707-b4c7-2974b51c72cf tempest-TestVolumeBootPattern-801906987 tempest-TestVolumeBootPattern-801906987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3702208'] for security_group, after_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:38:33.369847 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-1838c39a-d762-4707-b4c7-2974b51c72cf tempest-TestVolumeBootPattern-801906987 tempest-TestVolumeBootPattern-801906987-project] Notify callbacks [] for security_group, before_response {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:38:33.370967 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [None req-1838c39a-d762-4707-b4c7-2974b51c72cf tempest-TestVolumeBootPattern-801906987 tempest-TestVolumeBootPattern-801906987-project] 10.222.0.39 "DELETE /v2.0/security-groups/6b6d94b4-d9e2-4118-be58-0e433855682a HTTP/1.1" status: 204 len: 168 time: 0.1635680 Sep 15 16:38:33.380476 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1838c39a-d762-4707-b4c7-2974b51c72cf tempest-TestVolumeBootPattern-801906987 tempest-TestVolumeBootPattern-801906987-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b6d94b4-d9e2-4118-be58-0e433855682a,revision_number=None']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:38:33.434058 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.wsgi [-] (93953) accepted ('10.222.0.39', 41618) {{(pid=93953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:38:33.905468 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-9deebd3e-5003-4416-beb0-640ae8cb2668 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3724823'] for router_interface, before_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:38:34.145465 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.plugin [None req-9deebd3e-5003-4416-beb0-640ae8cb2668 admin admin] Deleting port 2dba4de5-87c7-404d-9adf-25f18479f5c2 {{(pid=93953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:38:34.145781 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-9deebd3e-5003-4416-beb0-640ae8cb2668 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791196454449'] for port, before_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:38:34.225809 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.db [None req-9deebd3e-5003-4416-beb0-640ae8cb2668 admin admin] For port 2dba4de5-87c7-404d-9adf-25f18479f5c2, host dv-cinder-779576-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779576-8-iscsi',level=0,port_id=2dba4de5-87c7-404d-9adf-25f18479f5c2,segment=NetworkSegment(515df8c3-420b-482c-ae85-8decf2a71996),segment_id=515df8c3-420b-482c-ae85-8decf2a71996)] {{(pid=93953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:38:34.226502 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-9deebd3e-5003-4416-beb0-640ae8cb2668 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3729503'] for port, precommit_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:38:34.238847 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.plugin [None req-9deebd3e-5003-4416-beb0-640ae8cb2668 admin admin] Calling delete_port for 2dba4de5-87c7-404d-9adf-25f18479f5c2 owned by network:router_interface {{(pid=93953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:38:34.307305 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.wsgi [-] (93954) accepted ('10.222.0.39', 41624) {{(pid=93954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:38:34.312576 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.api.v2.base [None req-421af7fa-6f48-4ab3-ba93-cfc1e9c0a8b3 tempest-AttachVolumeTestJSON-1141938147 tempest-AttachVolumeTestJSON-1141938147-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1755366042', 'description': 'tempest-description--1719812122'}} {{(pid=93954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:38:34.340451 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-421af7fa-6f48-4ab3-ba93-cfc1e9c0a8b3 tempest-AttachVolumeTestJSON-1141938147 tempest-AttachVolumeTestJSON-1141938147-project] Notify callbacks [] for security_group, before_create {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:38:34.420958 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-9deebd3e-5003-4416-beb0-640ae8cb2668 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791196460023', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791195970003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127878305'] for port, after_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:38:34.422534 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-421af7fa-6f48-4ab3-ba93-cfc1e9c0a8b3 tempest-AttachVolumeTestJSON-1141938147 tempest-AttachVolumeTestJSON-1141938147-project] Notify callbacks [] for security_group, precommit_create {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:38:34.425493 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-7ad16b6f-1dcb-4567-914a-8ec9b5a04b47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791196484491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953091'] for agent, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:38:34.426423 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-421af7fa-6f48-4ab3-ba93-cfc1e9c0a8b3 tempest-AttachVolumeTestJSON-1141938147 tempest-AttachVolumeTestJSON-1141938147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3702208'] for security_group, after_create {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:38:34.446451 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9deebd3e-5003-4416-beb0-640ae8cb2668 admin admin] Pushing event deleted for resources: {'Port': ['ID=2dba4de5-87c7-404d-9adf-25f18479f5c2,revision_number=None']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:38:34.452853 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-421af7fa-6f48-4ab3-ba93-cfc1e9c0a8b3 tempest-AttachVolumeTestJSON-1141938147 tempest-AttachVolumeTestJSON-1141938147-project] Notify callbacks [] for security_group, before_response {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:38:34.454091 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [None req-421af7fa-6f48-4ab3-ba93-cfc1e9c0a8b3 tempest-AttachVolumeTestJSON-1141938147 tempest-AttachVolumeTestJSON-1141938147-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.1457937 Sep 15 16:38:34.456987 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.wsgi [-] (93954) accepted ('10.222.0.39', 41626) {{(pid=93954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:38:34.462113 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.api.v2.base [None req-638ca353-2a4d-4773-8b56-fc5b6fb7679e tempest-AttachVolumeTestJSON-1141938147 tempest-AttachVolumeTestJSON-1141938147-project] Request body: {'security_group_rule': {'security_group_id': '199fd1ea-f6bd-499c-b364-3db5d62af448', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:38:34.470131 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421af7fa-6f48-4ab3-ba93-cfc1e9c0a8b3 tempest-AttachVolumeTestJSON-1141938147 tempest-AttachVolumeTestJSON-1141938147-project] Pushing event updated for resources: {'SecurityGroup': ['ID=199fd1ea-f6bd-499c-b364-3db5d62af448,revision_number=1']} {{(pid=93954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:38:34.504513 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-638ca353-2a4d-4773-8b56-fc5b6fb7679e tempest-AttachVolumeTestJSON-1141938147 tempest-AttachVolumeTestJSON-1141938147-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:38:34.564139 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-638ca353-2a4d-4773-8b56-fc5b6fb7679e tempest-AttachVolumeTestJSON-1141938147 tempest-AttachVolumeTestJSON-1141938147-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:38:34.569268 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-638ca353-2a4d-4773-8b56-fc5b6fb7679e tempest-AttachVolumeTestJSON-1141938147 tempest-AttachVolumeTestJSON-1141938147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3714140'] for security_group_rule, after_create {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:38:34.590764 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638ca353-2a4d-4773-8b56-fc5b6fb7679e tempest-AttachVolumeTestJSON-1141938147 tempest-AttachVolumeTestJSON-1141938147-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=659d62f9-1fe2-4b9c-a538-c87d3663e7f9,revision_number=0']} {{(pid=93954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:38:34.596653 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-638ca353-2a4d-4773-8b56-fc5b6fb7679e tempest-AttachVolumeTestJSON-1141938147 tempest-AttachVolumeTestJSON-1141938147-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:38:34.598112 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [None req-638ca353-2a4d-4773-8b56-fc5b6fb7679e tempest-AttachVolumeTestJSON-1141938147 tempest-AttachVolumeTestJSON-1141938147-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1401138 Sep 15 16:38:34.601422 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.wsgi [-] (93954) accepted ('10.222.0.39', 41628) {{(pid=93954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:38:34.606394 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.api.v2.base [None req-ace9f975-0a52-4851-b487-6298d6ffa754 tempest-AttachVolumeTestJSON-1141938147 tempest-AttachVolumeTestJSON-1141938147-project] Request body: {'security_group_rule': {'security_group_id': '199fd1ea-f6bd-499c-b364-3db5d62af448', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:38:34.619094 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-9deebd3e-5003-4416-beb0-640ae8cb2668 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3751619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3725735'] for router_interface, after_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:38:34.651452 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-ace9f975-0a52-4851-b487-6298d6ffa754 tempest-AttachVolumeTestJSON-1141938147 tempest-AttachVolumeTestJSON-1141938147-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:38:34.712986 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-ace9f975-0a52-4851-b487-6298d6ffa754 tempest-AttachVolumeTestJSON-1141938147 tempest-AttachVolumeTestJSON-1141938147-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:38:34.717761 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-ace9f975-0a52-4851-b487-6298d6ffa754 tempest-AttachVolumeTestJSON-1141938147 tempest-AttachVolumeTestJSON-1141938147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3714140'] for security_group_rule, after_create {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:38:34.735473 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace9f975-0a52-4851-b487-6298d6ffa754 tempest-AttachVolumeTestJSON-1141938147 tempest-AttachVolumeTestJSON-1141938147-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=10fd9c3f-2fdd-4657-a5f8-a89840a4023d,revision_number=0']} {{(pid=93954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:38:34.746510 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-ace9f975-0a52-4851-b487-6298d6ffa754 tempest-AttachVolumeTestJSON-1141938147 tempest-AttachVolumeTestJSON-1141938147-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:38:34.747696 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [None req-ace9f975-0a52-4851-b487-6298d6ffa754 tempest-AttachVolumeTestJSON-1141938147 tempest-AttachVolumeTestJSON-1141938147-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1453102 Sep 15 16:38:34.750954 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.wsgi [-] (93954) accepted ('10.222.0.39', 41630) {{(pid=93954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:38:34.755256 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.api.v2.base [None req-d63ba188-2482-427f-9c35-35a346e3a5d8 tempest-AttachVolumeTestJSON-1141938147 tempest-AttachVolumeTestJSON-1141938147-project] Request body: {'floatingip': {'floating_network_id': '62251075-a3e3-4d47-8761-104d217b089a'}} {{(pid=93954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:38:34.777434 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-d63ba188-2482-427f-9c35-35a346e3a5d8 tempest-AttachVolumeTestJSON-1141938147 tempest-AttachVolumeTestJSON-1141938147-project] Notify callbacks [] for floatingip, before_create {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:38:34.837431 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9deebd3e-5003-4416-beb0-640ae8cb2668 admin admin] Router 8b2a6ad7-614d-4182-8fd5-ec5bbf2affbd has already been hosted by L3 agent 7a8df8d7-c3ef-43b4-9534-c977f7014926 {{(pid=93953) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 16:38:34.871846 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-d63ba188-2482-427f-9c35-35a346e3a5d8 tempest-AttachVolumeTestJSON-1141938147 tempest-AttachVolumeTestJSON-1141938147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928820'] for port, before_create {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:38:34.941934 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9deebd3e-5003-4416-beb0-640ae8cb2668 admin admin] Notify agent at l3_agent.dv-cinder-779576-8-iscsi the message routers_updated {{(pid=93953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 16:38:34.947032 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [None req-9deebd3e-5003-4416-beb0-640ae8cb2668 admin admin] 10.222.0.39 "PUT /v2.0/routers/8b2a6ad7-614d-4182-8fd5-ec5bbf2affbd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5119374 Sep 15 16:38:34.949555 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.wsgi [-] (93953) accepted ('10.222.0.39', 41632) {{(pid=93953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:38:34.952660 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c79ee733-1327-449f-ab71-ed536c9f9913 None None] Sync routers for ids ['8b2a6ad7-614d-4182-8fd5-ec5bbf2affbd'] in dv-cinder-779576-8-iscsi {{(pid=93956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 16:38:34.961976 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c79ee733-1327-449f-ab71-ed536c9f9913 None None] Routers {'8b2a6ad7-614d-4182-8fd5-ec5bbf2affbd'} bound to L3 agent in host dv-cinder-779576-8-iscsi {{(pid=93956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:38:34.962592 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron.db.l3_hamode_db [None req-c79ee733-1327-449f-ab71-ed536c9f9913 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779576-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-15T16:14:02Z,description=,heartbeat_timestamp=2021-09-15T16:38:32Z,host='dv-cinder-779576-8-iscsi',id=7a8df8d7-c3ef-43b4-9534-c977f7014926,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T16:14:02Z,topic='l3_agent')) {'router_ids': ['8b2a6ad7-614d-4182-8fd5-ec5bbf2affbd'], 'active': True} {{(pid=93956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:38:34.983195 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.db.db_base_plugin_common [None req-d63ba188-2482-427f-9c35-35a346e3a5d8 tempest-AttachVolumeTestJSON-1141938147 tempest-AttachVolumeTestJSON-1141938147-project] Allocated IP 172.27.3.115 (62251075-a3e3-4d47-8761-104d217b089a/9a71565b-217b-482b-8364-bc8ecb4c8f88/2c32df4b-43b0-4afb-8d8c-a0cc5975446e) {{(pid=93954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 16:38:35.056437 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-f594ff06-1de2-4384-a8ff-74619947eaef admin admin] Notify callbacks [] for router, before_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:38:35.076434 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron.db.l3_dvr_db [None req-c79ee733-1327-449f-ab71-ed536c9f9913 None None] Set router 8b2a6ad7-614d-4182-8fd5-ec5bbf2affbd gateway port host: dv-cinder-779576-8-iscsi {{(pid=93956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 16:38:35.093678 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-d63ba188-2482-427f-9c35-35a346e3a5d8 tempest-AttachVolumeTestJSON-1141938147 tempest-AttachVolumeTestJSON-1141938147-project] Notify callbacks [] for port, precommit_create {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:38:35.133583 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-d63ba188-2482-427f-9c35-35a346e3a5d8 tempest-AttachVolumeTestJSON-1141938147 tempest-AttachVolumeTestJSON-1141938147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791195969994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126007332'] for port, after_create {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:38:35.174750 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d63ba188-2482-427f-9c35-35a346e3a5d8 tempest-AttachVolumeTestJSON-1141938147 tempest-AttachVolumeTestJSON-1141938147-project] Network 62251075-a3e3-4d47-8761-104d217b089a is already hosted by enough agents. {{(pid=93954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:38:35.177778 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.scheduler.base_scheduler [None req-d63ba188-2482-427f-9c35-35a346e3a5d8 tempest-AttachVolumeTestJSON-1141938147 tempest-AttachVolumeTestJSON-1141938147-project] Resources bound (agent type, host, resource id): {{(pid=93954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:38:35.185158 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d63ba188-2482-427f-9c35-35a346e3a5d8 tempest-AttachVolumeTestJSON-1141938147 tempest-AttachVolumeTestJSON-1141938147-project] Received port after_create {{(pid=93954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 16:38:35.188669 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63ba188-2482-427f-9c35-35a346e3a5d8 tempest-AttachVolumeTestJSON-1141938147 tempest-AttachVolumeTestJSON-1141938147-project] Pushing event updated for resources: {'Port': ['ID=2c32df4b-43b0-4afb-8d8c-a0cc5975446e,revision_number=1']} {{(pid=93954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:38:35.269386 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron.db.l3_hamode_db [None req-c79ee733-1327-449f-ab71-ed536c9f9913 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b2a6ad7-614d-4182-8fd5-ec5bbf2affbd', 'name': 'tempest-TestVolumeBootPattern-1599081810-router', 'tenant_id': 'f448c5fca9014429b532320ab78459ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62251075-a3e3-4d47-8761-104d217b089a', 'external_fixed_ips': [{'subnet_id': '9a71565b-217b-482b-8364-bc8ecb4c8f88', 'ip_address': '172.27.3.54'}], 'enable_snat': True}, 'gw_port_id': 'bae01dab-de4f-4ea6-acc3-abb66545ff41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:29:59Z', 'updated_at': '2021-09-15T16:38:34Z', 'revision_number': 5, 'project_id': 'f448c5fca9014429b532320ab78459ea', 'gw_port': {'id': 'bae01dab-de4f-4ea6-acc3-abb66545ff41', 'name': '', 'network_id': '62251075-a3e3-4d47-8761-104d217b089a', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:bc:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b2a6ad7-614d-4182-8fd5-ec5bbf2affbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '9a71565b-217b-482b-8364-bc8ecb4c8f88', 'ip_address': '172.27.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779576-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:30:00Z', 'updated_at': '2021-09-15T16:30:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a71565b-217b-482b-8364-bc8ecb4c8f88', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779576-8-iscsi'}], 'dv-cinder-779576-8-iscsi', False) {} {{(pid=93956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:38:35.285343 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-d63ba188-2482-427f-9c35-35a346e3a5d8 tempest-AttachVolumeTestJSON-1141938147 tempest-AttachVolumeTestJSON-1141938147-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:38:35.324405 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-d63ba188-2482-427f-9c35-35a346e3a5d8 tempest-AttachVolumeTestJSON-1141938147 tempest-AttachVolumeTestJSON-1141938147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928820'] for port, before_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:38:35.394998 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c79ee733-1327-449f-ab71-ed536c9f9913 None None] Checking router: 8b2a6ad7-614d-4182-8fd5-ec5bbf2affbd for host: dv-cinder-779576-8-iscsi {{(pid=93956) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 16:38:35.404344 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c79ee733-1327-449f-ab71-ed536c9f9913 None None] Routers {'8b2a6ad7-614d-4182-8fd5-ec5bbf2affbd'} bound to L3 agent in host dv-cinder-779576-8-iscsi {{(pid=93956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:38:35.405131 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron.db.l3_hamode_db [None req-c79ee733-1327-449f-ab71-ed536c9f9913 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779576-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-15T16:14:02Z,description=,heartbeat_timestamp=2021-09-15T16:38:32Z,host='dv-cinder-779576-8-iscsi',id=7a8df8d7-c3ef-43b4-9534-c977f7014926,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T16:14:02Z,topic='l3_agent')) {'router_ids': ['8b2a6ad7-614d-4182-8fd5-ec5bbf2affbd'], 'active': True} {{(pid=93956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:38:35.431567 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-f594ff06-1de2-4384-a8ff-74619947eaef admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:38:35.497047 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.plugin [None req-f594ff06-1de2-4384-a8ff-74619947eaef admin admin] Deleting port bae01dab-de4f-4ea6-acc3-abb66545ff41 {{(pid=93953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:38:35.497393 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-f594ff06-1de2-4384-a8ff-74619947eaef admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791196454449'] for port, before_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:38:35.498059 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-d63ba188-2482-427f-9c35-35a346e3a5d8 tempest-AttachVolumeTestJSON-1141938147 tempest-AttachVolumeTestJSON-1141938147-project] Notify callbacks [] for port, precommit_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:38:35.509824 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-d63ba188-2482-427f-9c35-35a346e3a5d8 tempest-AttachVolumeTestJSON-1141938147 tempest-AttachVolumeTestJSON-1141938147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791196459277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791195970012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791195970030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126007357'] for port, after_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:38:35.519381 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron.db.l3_dvr_db [None req-c79ee733-1327-449f-ab71-ed536c9f9913 None None] Set router 8b2a6ad7-614d-4182-8fd5-ec5bbf2affbd gateway port host: dv-cinder-779576-8-iscsi {{(pid=93956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 16:38:35.584306 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63ba188-2482-427f-9c35-35a346e3a5d8 tempest-AttachVolumeTestJSON-1141938147 tempest-AttachVolumeTestJSON-1141938147-project] Pushing event updated for resources: {'Port': ['ID=2c32df4b-43b0-4afb-8d8c-a0cc5975446e,revision_number=2']} {{(pid=93954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:38:35.592448 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-d63ba188-2482-427f-9c35-35a346e3a5d8 tempest-AttachVolumeTestJSON-1141938147 tempest-AttachVolumeTestJSON-1141938147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3725591'] for floatingip, after_create {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:38:35.600003 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.db [None req-f594ff06-1de2-4384-a8ff-74619947eaef admin admin] For port bae01dab-de4f-4ea6-acc3-abb66545ff41, host dv-cinder-779576-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779576-8-iscsi',level=0,port_id=bae01dab-de4f-4ea6-acc3-abb66545ff41,segment=NetworkSegment(fd8e905d-efc3-4108-bd70-37f32575b93b),segment_id=fd8e905d-efc3-4108-bd70-37f32575b93b)] {{(pid=93953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:38:35.601454 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-f594ff06-1de2-4384-a8ff-74619947eaef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3729503'] for port, precommit_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:38:35.607293 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-d63ba188-2482-427f-9c35-35a346e3a5d8 tempest-AttachVolumeTestJSON-1141938147 tempest-AttachVolumeTestJSON-1141938147-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58602'] for floatingip, before_response {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:38:35.616540 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [None req-d63ba188-2482-427f-9c35-35a346e3a5d8 tempest-AttachVolumeTestJSON-1141938147 tempest-AttachVolumeTestJSON-1141938147-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8646035 Sep 15 16:38:35.622796 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.plugin [None req-f594ff06-1de2-4384-a8ff-74619947eaef admin admin] Calling delete_port for bae01dab-de4f-4ea6-acc3-abb66545ff41 owned by network:router_gateway {{(pid=93953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:38:35.702800 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron.db.l3_hamode_db [None req-c79ee733-1327-449f-ab71-ed536c9f9913 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b2a6ad7-614d-4182-8fd5-ec5bbf2affbd', 'name': 'tempest-TestVolumeBootPattern-1599081810-router', 'tenant_id': 'f448c5fca9014429b532320ab78459ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62251075-a3e3-4d47-8761-104d217b089a', 'external_fixed_ips': [{'subnet_id': '9a71565b-217b-482b-8364-bc8ecb4c8f88', 'ip_address': '172.27.3.54'}], 'enable_snat': True}, 'gw_port_id': 'bae01dab-de4f-4ea6-acc3-abb66545ff41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:29:59Z', 'updated_at': '2021-09-15T16:38:34Z', 'revision_number': 5, 'project_id': 'f448c5fca9014429b532320ab78459ea', 'gw_port': {'id': 'bae01dab-de4f-4ea6-acc3-abb66545ff41', 'name': '', 'network_id': '62251075-a3e3-4d47-8761-104d217b089a', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:bc:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b2a6ad7-614d-4182-8fd5-ec5bbf2affbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '9a71565b-217b-482b-8364-bc8ecb4c8f88', 'ip_address': '172.27.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779576-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:30:00Z', 'updated_at': '2021-09-15T16:30:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a71565b-217b-482b-8364-bc8ecb4c8f88', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779576-8-iscsi'}], 'dv-cinder-779576-8-iscsi', False) {} {{(pid=93956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:38:35.733957 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c79ee733-1327-449f-ab71-ed536c9f9913 None None] The sync data for ids ['8b2a6ad7-614d-4182-8fd5-ec5bbf2affbd'] in dv-cinder-779576-8-iscsi is: [{'id': '8b2a6ad7-614d-4182-8fd5-ec5bbf2affbd', 'name': 'tempest-TestVolumeBootPattern-1599081810-router', 'tenant_id': 'f448c5fca9014429b532320ab78459ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62251075-a3e3-4d47-8761-104d217b089a', 'external_fixed_ips': [{'subnet_id': '9a71565b-217b-482b-8364-bc8ecb4c8f88', 'ip_address': '172.27.3.54'}], 'enable_snat': True}, 'gw_port_id': 'bae01dab-de4f-4ea6-acc3-abb66545ff41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:29:59Z', 'updated_at': '2021-09-15T16:38:34Z', 'revision_number': 5, 'project_id': 'f448c5fca9014429b532320ab78459ea', 'gw_port': {'id': 'bae01dab-de4f-4ea6-acc3-abb66545ff41', 'name': '', 'network_id': '62251075-a3e3-4d47-8761-104d217b089a', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:bc:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b2a6ad7-614d-4182-8fd5-ec5bbf2affbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '9a71565b-217b-482b-8364-bc8ecb4c8f88', 'ip_address': '172.27.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779576-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:30:00Z', 'updated_at': '2021-09-15T16:30:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a71565b-217b-482b-8364-bc8ecb4c8f88', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779576-8-iscsi'}] {{(pid=93956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 16:38:35.831641 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-ff57eb84-3808-4516-b70c-7bcc486f5442 req-cc6f6ce2-d6d2-4062-8c71-889be3a4fe9a tempest-AttachVolumeTestJSON-1141938147 tempest-AttachVolumeTestJSON-1141938147-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-securitygroup--1755366042&fields=id&tenant_id=1eedf12f4fe8435397aa63f6ef9368f9 HTTP/1.1" status: 200 len: 267 time: 0.0455186 Sep 15 16:38:35.832759 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-f594ff06-1de2-4384-a8ff-74619947eaef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791196460023', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791195970003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127878305'] for port, after_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:38:35.882126 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f594ff06-1de2-4384-a8ff-74619947eaef admin admin] Pushing event deleted for resources: {'Port': ['ID=bae01dab-de4f-4ea6-acc3-abb66545ff41,revision_number=None']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:38:35.984985 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-f594ff06-1de2-4384-a8ff-74619947eaef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3725665'] for router_gateway, after_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:38:36.062574 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff57eb84-3808-4516-b70c-7bcc486f5442 req-154a8b96-e558-4981-b26f-f318a9a79b5d tempest-AttachVolumeTestJSON-1141938147 tempest-AttachVolumeTestJSON-1141938147-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:38:36.063591 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-ff57eb84-3808-4516-b70c-7bcc486f5442 req-154a8b96-e558-4981-b26f-f318a9a79b5d tempest-AttachVolumeTestJSON-1141938147 tempest-AttachVolumeTestJSON-1141938147-project] 10.222.0.39 "GET /v2.0/networks?id=e5114a12-53db-4676-99c9-6e0e730337dd HTTP/1.1" status: 200 len: 811 time: 0.2230356 Sep 15 16:38:36.095047 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-f594ff06-1de2-4384-a8ff-74619947eaef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3722032', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-670'] for router, precommit_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:38:36.102501 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-f594ff06-1de2-4384-a8ff-74619947eaef admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:38:36.109663 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-ff57eb84-3808-4516-b70c-7bcc486f5442 req-59fb1348-3268-4a61-8578-59207e57a097 tempest-AttachVolumeTestJSON-1141938147 tempest-AttachVolumeTestJSON-1141938147-project] 10.222.0.39 "GET /v2.0/quotas/1eedf12f4fe8435397aa63f6ef9368f9 HTTP/1.1" status: 200 len: 375 time: 0.0167584 Sep 15 16:38:36.173730 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-f594ff06-1de2-4384-a8ff-74619947eaef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3722187'] for router, after_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:38:36.174253 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f594ff06-1de2-4384-a8ff-74619947eaef admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8b2a6ad7-614d-4182-8fd5-ec5bbf2affbd {{(pid=93953) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 15 16:38:36.178868 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-f594ff06-1de2-4384-a8ff-74619947eaef admin admin] Notify callbacks [] for router, before_response {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:38:36.180039 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [None req-f594ff06-1de2-4384-a8ff-74619947eaef admin admin] 10.222.0.39 "DELETE /v2.0/routers/8b2a6ad7-614d-4182-8fd5-ec5bbf2affbd HTTP/1.1" status: 204 len: 168 time: 1.2295675 Sep 15 16:38:36.182794 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.wsgi [-] (93954) accepted ('10.222.0.39', 41650) {{(pid=93954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:38:36.204437 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-ff57eb84-3808-4516-b70c-7bcc486f5442 req-f1cb0c41-b374-4100-89de-e4e0966b856f tempest-AttachVolumeTestJSON-1141938147 tempest-AttachVolumeTestJSON-1141938147-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=1eedf12f4fe8435397aa63f6ef9368f9&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0595696 Sep 15 16:38:36.236167 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.db.db_base_plugin_v2 [None req-bff367d9-1164-4395-8d2a-85528927eaaf admin admin] Deleting subnet df755c0f-3453-4699-824d-add9626035f9 {{(pid=93954) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 15 16:38:36.239501 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-bff367d9-1164-4395-8d2a-85528927eaaf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:38:36.273944 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-bff367d9-1164-4395-8d2a-85528927eaaf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126845993'] for subnet, precommit_delete_associations {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:38:36.349835 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-ff57eb84-3808-4516-b70c-7bcc486f5442 req-f5f1d531-9b31-4ade-ab9c-deae23ae19b0 service neutron] 10.222.0.39 "GET /v2.0/networks/e5114a12-53db-4676-99c9-6e0e730337dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1325920 Sep 15 16:38:36.359307 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-bff367d9-1164-4395-8d2a-85528927eaaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-957316'] for subnet, precommit_delete {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:38:36.418311 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-bff367d9-1164-4395-8d2a-85528927eaaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-957331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126007307', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125831603'] for subnet, after_delete {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:38:36.447646 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-bff367d9-1164-4395-8d2a-85528927eaaf admin admin] Notify callbacks [] for subnet, before_response {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:38:36.449516 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [None req-bff367d9-1164-4395-8d2a-85528927eaaf admin admin] 10.222.0.39 "DELETE /v2.0/subnets/df755c0f-3453-4699-824d-add9626035f9 HTTP/1.1" status: 204 len: 168 time: 0.2657170 Sep 15 16:38:36.452698 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.wsgi [-] (93953) accepted ('10.222.0.39', 41654) {{(pid=93953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:38:36.453218 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcbeb4a2-653c-4d22-b401-672f69bfce25 None None] Network 48dcadf6-1b51-4d33-92c6-65cc509573fa requested from dv-cinder-779576-8-iscsi {{(pid=93955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 16:38:36.453602 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff367d9-1164-4395-8d2a-85528927eaaf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=df755c0f-3453-4699-824d-add9626035f9,revision_number=None']} {{(pid=93954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:38:36.456542 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-ff57eb84-3808-4516-b70c-7bcc486f5442 req-57cf71aa-79d8-45cf-933f-1f58225cb977 service neutron] 10.222.0.39 "GET /v2.0/networks/e5114a12-53db-4676-99c9-6e0e730337dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1003377 Sep 15 16:38:36.526729 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-42eeb74b-1856-4fd7-b6aa-d9334b25c770 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-644213'] for network, before_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:38:36.586311 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.plugin [None req-42eeb74b-1856-4fd7-b6aa-d9334b25c770 admin admin] Deleting port 29801b4a-b784-421e-b723-69b83d101611 {{(pid=93953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:38:36.586712 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-42eeb74b-1856-4fd7-b6aa-d9334b25c770 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791196454449'] for port, before_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:38:36.649053 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.db [None req-42eeb74b-1856-4fd7-b6aa-d9334b25c770 admin admin] For port 29801b4a-b784-421e-b723-69b83d101611, host dv-cinder-779576-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779576-8-iscsi',level=0,port_id=29801b4a-b784-421e-b723-69b83d101611,segment=NetworkSegment(515df8c3-420b-482c-ae85-8decf2a71996),segment_id=515df8c3-420b-482c-ae85-8decf2a71996)] {{(pid=93953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:38:36.649420 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-42eeb74b-1856-4fd7-b6aa-d9334b25c770 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3729503'] for port, precommit_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:38:36.661671 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.plugin [None req-42eeb74b-1856-4fd7-b6aa-d9334b25c770 admin admin] Calling delete_port for 29801b4a-b784-421e-b723-69b83d101611 owned by network:dhcp {{(pid=93953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:38:36.746209 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-42eeb74b-1856-4fd7-b6aa-d9334b25c770 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791196460023', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791195970003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127878305'] for port, after_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:38:36.771091 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42eeb74b-1856-4fd7-b6aa-d9334b25c770 admin admin] Pushing event deleted for resources: {'Port': ['ID=29801b4a-b784-421e-b723-69b83d101611,revision_number=None']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:38:36.775353 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b74b9401-248e-4ab1-a1ed-7aec4002c6b2 None None] DHCP port deletion for 48dcadf6-1b51-4d33-92c6-65cc509573fa request from dv-cinder-779576-8-iscsi {{(pid=93955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 15 16:38:36.777134 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42eeb74b-1856-4fd7-b6aa-d9334b25c770 admin admin] No DVR routers for this DVR port 29801b4a-b784-421e-b723-69b83d101611 on host dv-cinder-779576-8-iscsi {{(pid=93953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 16:38:36.848764 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.rpc [None req-57d8a9a3-d16f-4b20-b77b-ca1e664c03db None None] Device 2dba4de5-87c7-404d-9adf-25f18479f5c2 no longer exists at agent ovs-agent-dv-cinder-779576-8-iscsi {{(pid=93955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 16:38:36.861918 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-42eeb74b-1856-4fd7-b6aa-d9334b25c770 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-950531', 'neutron.services.segments.db._delete_segments_for_network-8791196484509'] for network, precommit_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:38:36.869652 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [None req-57d8a9a3-d16f-4b20-b77b-ca1e664c03db None None] No Port match for: 2dba4de5-87c7-404d-9adf-25f18479f5c2 {{(pid=93955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 16:38:36.870050 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.rpc [None req-57d8a9a3-d16f-4b20-b77b-ca1e664c03db None None] Device 2dba4de5-87c7-404d-9adf-25f18479f5c2 not bound to the agent host dv-cinder-779576-8-iscsi {{(pid=93955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 16:38:36.870883 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.rpc [None req-57d8a9a3-d16f-4b20-b77b-ca1e664c03db None None] Device bae01dab-de4f-4ea6-acc3-abb66545ff41 no longer exists at agent ovs-agent-dv-cinder-779576-8-iscsi {{(pid=93955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 16:38:36.882256 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.services.segments.db [None req-42eeb74b-1856-4fd7-b6aa-d9334b25c770 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['48dcadf6-1b51-4d33-92c6-65cc509573fa']}} {{(pid=93953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:38:36.891626 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.services.segments.db [None req-42eeb74b-1856-4fd7-b6aa-d9334b25c770 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '515df8c3-420b-482c-ae85-8decf2a71996') {'for_net_delete': True} {{(pid=93953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:38:36.891917 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.services.segments.db [None req-42eeb74b-1856-4fd7-b6aa-d9334b25c770 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '515df8c3-420b-482c-ae85-8decf2a71996') {} {{(pid=93953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:38:36.892825 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [None req-57d8a9a3-d16f-4b20-b77b-ca1e664c03db None None] No Port match for: bae01dab-de4f-4ea6-acc3-abb66545ff41 {{(pid=93955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 16:38:36.893138 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.rpc [None req-57d8a9a3-d16f-4b20-b77b-ca1e664c03db None None] Device bae01dab-de4f-4ea6-acc3-abb66545ff41 not bound to the agent host dv-cinder-779576-8-iscsi {{(pid=93955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 16:38:36.893528 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.rpc [None req-57d8a9a3-d16f-4b20-b77b-ca1e664c03db None None] Device 29801b4a-b784-421e-b723-69b83d101611 no longer exists at agent ovs-agent-dv-cinder-779576-8-iscsi {{(pid=93955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 16:38:36.901693 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-42eeb74b-1856-4fd7-b6aa-d9334b25c770 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791196485798', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127891487'] for segment, before_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:38:36.911857 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [None req-57d8a9a3-d16f-4b20-b77b-ca1e664c03db None None] No Port match for: 29801b4a-b784-421e-b723-69b83d101611 {{(pid=93955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 16:38:36.912230 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.rpc [None req-57d8a9a3-d16f-4b20-b77b-ca1e664c03db None None] Device 29801b4a-b784-421e-b723-69b83d101611 not bound to the agent host dv-cinder-779576-8-iscsi {{(pid=93955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 16:38:36.914738 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-42eeb74b-1856-4fd7-b6aa-d9334b25c770 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-955409'] for segment, precommit_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:38:36.921544 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-42eeb74b-1856-4fd7-b6aa-d9334b25c770 admin admin] Releasing vlan 59 on physical network physnet1 to pool {{(pid=93953) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 16:38:36.921866 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-42eeb74b-1856-4fd7-b6aa-d9334b25c770 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-955409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127877712'] for segment, after_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:38:36.923541 dv-cinder-779576-8-iscsi neutron-server[93953]: Traceback (most recent call last): Sep 15 16:38:36.923541 dv-cinder-779576-8-iscsi neutron-server[93953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 15 16:38:36.923541 dv-cinder-779576-8-iscsi neutron-server[93953]: timer() Sep 15 16:38:36.923541 dv-cinder-779576-8-iscsi neutron-server[93953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 16:38:36.923541 dv-cinder-779576-8-iscsi neutron-server[93953]: cb(*args, **kw) Sep 15 16:38:36.923541 dv-cinder-779576-8-iscsi neutron-server[93953]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 15 16:38:36.923541 dv-cinder-779576-8-iscsi neutron-server[93953]: return func(*args, **kwargs) Sep 15 16:38:36.923541 dv-cinder-779576-8-iscsi neutron-server[93953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 16:38:36.923541 dv-cinder-779576-8-iscsi neutron-server[93953]: self._notify() Sep 15 16:38:36.923541 dv-cinder-779576-8-iscsi neutron-server[93953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 16:38:36.923541 dv-cinder-779576-8-iscsi neutron-server[93953]: self.callback(batched_events) Sep 15 16:38:36.923541 dv-cinder-779576-8-iscsi neutron-server[93953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 16:38:36.923541 dv-cinder-779576-8-iscsi neutron-server[93953]: event.method(event) Sep 15 16:38:36.923541 dv-cinder-779576-8-iscsi neutron-server[93953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 15 16:38:36.923541 dv-cinder-779576-8-iscsi neutron-server[93953]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 16:38:36.923541 dv-cinder-779576-8-iscsi neutron-server[93953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 15 16:38:36.923541 dv-cinder-779576-8-iscsi neutron-server[93953]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 16:38:36.923541 dv-cinder-779576-8-iscsi neutron-server[93953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 15 16:38:36.923541 dv-cinder-779576-8-iscsi neutron-server[93953]: return f(self, *a, **k) Sep 15 16:38:36.923541 dv-cinder-779576-8-iscsi neutron-server[93953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 15 16:38:36.923541 dv-cinder-779576-8-iscsi neutron-server[93953]: return self._get(url).json() Sep 15 16:38:36.923541 dv-cinder-779576-8-iscsi neutron-server[93953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 16:38:36.923541 dv-cinder-779576-8-iscsi neutron-server[93953]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 16:38:36.923541 dv-cinder-779576-8-iscsi neutron-server[93953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 15 16:38:36.923541 dv-cinder-779576-8-iscsi neutron-server[93953]: return self.request(url, 'GET', **kwargs) Sep 15 16:38:36.923541 dv-cinder-779576-8-iscsi neutron-server[93953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 15 16:38:36.923541 dv-cinder-779576-8-iscsi neutron-server[93953]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 16:38:36.923541 dv-cinder-779576-8-iscsi neutron-server[93953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 15 16:38:36.923541 dv-cinder-779576-8-iscsi neutron-server[93953]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 16:38:36.923541 dv-cinder-779576-8-iscsi neutron-server[93953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 15 16:38:36.923541 dv-cinder-779576-8-iscsi neutron-server[93953]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 16:38:36.923541 dv-cinder-779576-8-iscsi neutron-server[93953]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 16:38:36.978632 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-42eeb74b-1856-4fd7-b6aa-d9334b25c770 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-950554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3725573'] for network, after_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:38:36.983126 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-42eeb74b-1856-4fd7-b6aa-d9334b25c770 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3748898'] for network, before_response {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:38:36.985979 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [None req-42eeb74b-1856-4fd7-b6aa-d9334b25c770 admin admin] 10.222.0.39 "DELETE /v2.0/networks/48dcadf6-1b51-4d33-92c6-65cc509573fa HTTP/1.1" status: 204 len: 168 time: 0.5277262 Sep 15 16:38:36.988676 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.wsgi [-] (93954) accepted ('10.222.0.39', 41656) {{(pid=93954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:38:36.997678 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42eeb74b-1856-4fd7-b6aa-d9334b25c770 admin admin] Pushing event deleted for resources: {'Network': ['ID=48dcadf6-1b51-4d33-92c6-65cc509573fa,revision_number=None']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:38:37.338462 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-79adaf26-f129-4731-920b-d1344a78f1f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3724823'] for router_interface, before_delete {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:38:37.595218 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.plugin [None req-79adaf26-f129-4731-920b-d1344a78f1f9 admin admin] Deleting port 0e5952c5-ed94-49d8-b971-50f230076855 {{(pid=93954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:38:37.595787 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-79adaf26-f129-4731-920b-d1344a78f1f9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791196454449'] for port, before_delete {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:38:37.667144 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-1e430f28-24f1-4e96-976a-2b2b53ebfa8a req-29a8a79c-3eab-46c1-999d-1297d69aafcd tempest-AttachVolumeTestJSON-1141938147 tempest-AttachVolumeTestJSON-1141938147-project] 10.222.0.39 "GET /v2.0/ports?device_id=89b18b1f-8ecb-407e-bcfb-52c5df6c8195 HTTP/1.1" status: 200 len: 210 time: 0.0511217 Sep 15 16:38:37.702783 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.db [None req-79adaf26-f129-4731-920b-d1344a78f1f9 admin admin] For port 0e5952c5-ed94-49d8-b971-50f230076855, host dv-cinder-779576-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779576-8-iscsi',level=0,port_id=0e5952c5-ed94-49d8-b971-50f230076855,segment=NetworkSegment(0116c62c-34c0-41e5-a228-7786c96d6aa5),segment_id=0116c62c-34c0-41e5-a228-7786c96d6aa5)] {{(pid=93954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:38:37.703123 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-79adaf26-f129-4731-920b-d1344a78f1f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3729503'] for port, precommit_delete {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:38:37.723808 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.plugin [None req-79adaf26-f129-4731-920b-d1344a78f1f9 admin admin] Calling delete_port for 0e5952c5-ed94-49d8-b971-50f230076855 owned by network:router_interface {{(pid=93954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:38:37.911146 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-79adaf26-f129-4731-920b-d1344a78f1f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791196460023', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791195970003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126007332'] for port, after_delete {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:38:37.938010 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79adaf26-f129-4731-920b-d1344a78f1f9 admin admin] Pushing event deleted for resources: {'Port': ['ID=0e5952c5-ed94-49d8-b971-50f230076855,revision_number=None']} {{(pid=93954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:38:38.108020 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-79adaf26-f129-4731-920b-d1344a78f1f9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3751619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3725735'] for router_interface, after_delete {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:38:38.336474 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79adaf26-f129-4731-920b-d1344a78f1f9 admin admin] Router 75b5e78c-90d2-490f-8af8-687e234a2993 has already been hosted by L3 agent 7a8df8d7-c3ef-43b4-9534-c977f7014926 {{(pid=93954) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 16:38:38.443628 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79adaf26-f129-4731-920b-d1344a78f1f9 admin admin] Notify agent at l3_agent.dv-cinder-779576-8-iscsi the message routers_updated {{(pid=93954) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 16:38:38.448919 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [None req-79adaf26-f129-4731-920b-d1344a78f1f9 admin admin] 10.222.0.39 "PUT /v2.0/routers/75b5e78c-90d2-490f-8af8-687e234a2993/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4592190 Sep 15 16:38:38.451632 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.wsgi [-] (93954) accepted ('10.222.0.39', 41662) {{(pid=93954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:38:38.456465 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7f969e2-6b06-436b-9d65-46987608421c None None] Sync routers for ids ['75b5e78c-90d2-490f-8af8-687e234a2993'] in dv-cinder-779576-8-iscsi {{(pid=93955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 16:38:38.461242 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron.db.agents_db [None req-9c583be1-859f-4a85-bd6b-6d26517e04c2 None None] Agent healthcheck: found 6 active agents {{(pid=93956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 16:38:38.466092 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7f969e2-6b06-436b-9d65-46987608421c None None] Routers {'75b5e78c-90d2-490f-8af8-687e234a2993'} bound to L3 agent in host dv-cinder-779576-8-iscsi {{(pid=93955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:38:38.466826 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.db.l3_hamode_db [None req-f7f969e2-6b06-436b-9d65-46987608421c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779576-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-15T16:14:02Z,description=,heartbeat_timestamp=2021-09-15T16:38:32Z,host='dv-cinder-779576-8-iscsi',id=7a8df8d7-c3ef-43b4-9534-c977f7014926,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T16:14:02Z,topic='l3_agent')) {'router_ids': ['75b5e78c-90d2-490f-8af8-687e234a2993'], 'active': True} {{(pid=93955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:38:38.555889 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-09040d44-b8f9-46c4-be58-56bcbde6a6c9 admin admin] Notify callbacks [] for router, before_delete {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:38:38.574155 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.db.l3_dvr_db [None req-f7f969e2-6b06-436b-9d65-46987608421c None None] Set router 75b5e78c-90d2-490f-8af8-687e234a2993 gateway port host: dv-cinder-779576-8-iscsi {{(pid=93955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 16:38:38.775029 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-9b903eae-6e11-4021-bfe8-ef3fee695449 req-9c5c35ae-2ed4-4015-a73a-d0e88842038e tempest-AttachVolumeTestJSON-1141938147 tempest-AttachVolumeTestJSON-1141938147-project] 10.222.0.39 "GET /v2.0/ports?device_id=89b18b1f-8ecb-407e-bcfb-52c5df6c8195 HTTP/1.1" status: 200 len: 210 time: 0.0522571 Sep 15 16:38:38.775911 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.db.l3_hamode_db [None req-f7f969e2-6b06-436b-9d65-46987608421c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75b5e78c-90d2-490f-8af8-687e234a2993', 'name': 'tempest-TestVolumeBootPattern-2080912822-router', 'tenant_id': 'f095a05cc1ea4fee999f214f96b2b71b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62251075-a3e3-4d47-8761-104d217b089a', 'external_fixed_ips': [{'subnet_id': '9a71565b-217b-482b-8364-bc8ecb4c8f88', 'ip_address': '172.27.3.23'}], 'enable_snat': True}, 'gw_port_id': 'd6b6d7e5-61fd-4307-8ffc-62a7fba7fa78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:30:05Z', 'updated_at': '2021-09-15T16:38:37Z', 'revision_number': 5, 'project_id': 'f095a05cc1ea4fee999f214f96b2b71b', 'gw_port': {'id': 'd6b6d7e5-61fd-4307-8ffc-62a7fba7fa78', 'name': '', 'network_id': '62251075-a3e3-4d47-8761-104d217b089a', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:bf:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75b5e78c-90d2-490f-8af8-687e234a2993', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '9a71565b-217b-482b-8364-bc8ecb4c8f88', 'ip_address': '172.27.3.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779576-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:30:05Z', 'updated_at': '2021-09-15T16:30:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a71565b-217b-482b-8364-bc8ecb4c8f88', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779576-8-iscsi'}], 'dv-cinder-779576-8-iscsi', False) {} {{(pid=93955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:38:38.803039 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7f969e2-6b06-436b-9d65-46987608421c None None] Checking router: 75b5e78c-90d2-490f-8af8-687e234a2993 for host: dv-cinder-779576-8-iscsi {{(pid=93955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 16:38:38.811828 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7f969e2-6b06-436b-9d65-46987608421c None None] Routers {'75b5e78c-90d2-490f-8af8-687e234a2993'} bound to L3 agent in host dv-cinder-779576-8-iscsi {{(pid=93955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:38:38.812442 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.db.l3_hamode_db [None req-f7f969e2-6b06-436b-9d65-46987608421c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779576-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-15T16:14:02Z,description=,heartbeat_timestamp=2021-09-15T16:38:32Z,host='dv-cinder-779576-8-iscsi',id=7a8df8d7-c3ef-43b4-9534-c977f7014926,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T16:14:02Z,topic='l3_agent')) {'router_ids': ['75b5e78c-90d2-490f-8af8-687e234a2993'], 'active': True} {{(pid=93955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:38:38.919550 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.db.l3_dvr_db [None req-f7f969e2-6b06-436b-9d65-46987608421c None None] Set router 75b5e78c-90d2-490f-8af8-687e234a2993 gateway port host: dv-cinder-779576-8-iscsi {{(pid=93955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 16:38:38.949531 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-09040d44-b8f9-46c4-be58-56bcbde6a6c9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:38:39.009268 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.plugin [None req-09040d44-b8f9-46c4-be58-56bcbde6a6c9 admin admin] Deleting port d6b6d7e5-61fd-4307-8ffc-62a7fba7fa78 {{(pid=93954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:38:39.009614 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-09040d44-b8f9-46c4-be58-56bcbde6a6c9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791196454449'] for port, before_delete {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:38:39.097085 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.db [None req-09040d44-b8f9-46c4-be58-56bcbde6a6c9 admin admin] For port d6b6d7e5-61fd-4307-8ffc-62a7fba7fa78, host dv-cinder-779576-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779576-8-iscsi',level=0,port_id=d6b6d7e5-61fd-4307-8ffc-62a7fba7fa78,segment=NetworkSegment(fd8e905d-efc3-4108-bd70-37f32575b93b),segment_id=fd8e905d-efc3-4108-bd70-37f32575b93b)] {{(pid=93954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:38:39.097411 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-09040d44-b8f9-46c4-be58-56bcbde6a6c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3729503'] for port, precommit_delete {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:38:39.110391 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.plugin [None req-09040d44-b8f9-46c4-be58-56bcbde6a6c9 admin admin] Calling delete_port for d6b6d7e5-61fd-4307-8ffc-62a7fba7fa78 owned by network:router_gateway {{(pid=93954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:38:39.239150 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.db.l3_hamode_db [None req-f7f969e2-6b06-436b-9d65-46987608421c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75b5e78c-90d2-490f-8af8-687e234a2993', 'name': 'tempest-TestVolumeBootPattern-2080912822-router', 'tenant_id': 'f095a05cc1ea4fee999f214f96b2b71b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62251075-a3e3-4d47-8761-104d217b089a', 'external_fixed_ips': [{'subnet_id': '9a71565b-217b-482b-8364-bc8ecb4c8f88', 'ip_address': '172.27.3.23'}], 'enable_snat': True}, 'gw_port_id': 'd6b6d7e5-61fd-4307-8ffc-62a7fba7fa78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:30:05Z', 'updated_at': '2021-09-15T16:38:37Z', 'revision_number': 5, 'project_id': 'f095a05cc1ea4fee999f214f96b2b71b', 'gw_port': {'id': 'd6b6d7e5-61fd-4307-8ffc-62a7fba7fa78', 'name': '', 'network_id': '62251075-a3e3-4d47-8761-104d217b089a', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:bf:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75b5e78c-90d2-490f-8af8-687e234a2993', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '9a71565b-217b-482b-8364-bc8ecb4c8f88', 'ip_address': '172.27.3.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779576-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:30:05Z', 'updated_at': '2021-09-15T16:30:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a71565b-217b-482b-8364-bc8ecb4c8f88', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779576-8-iscsi'}], 'dv-cinder-779576-8-iscsi', False) {} {{(pid=93955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:38:39.265296 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7f969e2-6b06-436b-9d65-46987608421c None None] The sync data for ids ['75b5e78c-90d2-490f-8af8-687e234a2993'] in dv-cinder-779576-8-iscsi is: [{'id': '75b5e78c-90d2-490f-8af8-687e234a2993', 'name': 'tempest-TestVolumeBootPattern-2080912822-router', 'tenant_id': 'f095a05cc1ea4fee999f214f96b2b71b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62251075-a3e3-4d47-8761-104d217b089a', 'external_fixed_ips': [{'subnet_id': '9a71565b-217b-482b-8364-bc8ecb4c8f88', 'ip_address': '172.27.3.23'}], 'enable_snat': True}, 'gw_port_id': 'd6b6d7e5-61fd-4307-8ffc-62a7fba7fa78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:30:05Z', 'updated_at': '2021-09-15T16:38:37Z', 'revision_number': 5, 'project_id': 'f095a05cc1ea4fee999f214f96b2b71b', 'gw_port': {'id': 'd6b6d7e5-61fd-4307-8ffc-62a7fba7fa78', 'name': '', 'network_id': '62251075-a3e3-4d47-8761-104d217b089a', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:bf:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75b5e78c-90d2-490f-8af8-687e234a2993', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '9a71565b-217b-482b-8364-bc8ecb4c8f88', 'ip_address': '172.27.3.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779576-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:30:05Z', 'updated_at': '2021-09-15T16:30:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a71565b-217b-482b-8364-bc8ecb4c8f88', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779576-8-iscsi'}] {{(pid=93955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 16:38:39.283505 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-09040d44-b8f9-46c4-be58-56bcbde6a6c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791196460023', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791195970003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126007332'] for port, after_delete {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:38:39.312657 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09040d44-b8f9-46c4-be58-56bcbde6a6c9 admin admin] Pushing event deleted for resources: {'Port': ['ID=d6b6d7e5-61fd-4307-8ffc-62a7fba7fa78,revision_number=None']} {{(pid=93954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:38:39.371877 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-09040d44-b8f9-46c4-be58-56bcbde6a6c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3725665'] for router_gateway, after_delete {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:38:39.469170 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-09040d44-b8f9-46c4-be58-56bcbde6a6c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3722032', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-670'] for router, precommit_delete {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:38:39.471349 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-09040d44-b8f9-46c4-be58-56bcbde6a6c9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:38:39.519103 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-09040d44-b8f9-46c4-be58-56bcbde6a6c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3722187'] for router, after_delete {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:38:39.519535 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09040d44-b8f9-46c4-be58-56bcbde6a6c9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 75b5e78c-90d2-490f-8af8-687e234a2993 {{(pid=93954) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 15 16:38:39.524364 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-09040d44-b8f9-46c4-be58-56bcbde6a6c9 admin admin] Notify callbacks [] for router, before_response {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:38:39.526000 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [None req-09040d44-b8f9-46c4-be58-56bcbde6a6c9 admin admin] 10.222.0.39 "DELETE /v2.0/routers/75b5e78c-90d2-490f-8af8-687e234a2993 HTTP/1.1" status: 204 len: 168 time: 1.0734293 Sep 15 16:38:39.528692 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.wsgi [-] (93954) accepted ('10.222.0.39', 41672) {{(pid=93954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:38:39.584864 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.db.db_base_plugin_v2 [None req-f8e88a8b-95ad-4d57-bb72-b73d5a3bc289 admin admin] Deleting subnet fe42d606-9647-486c-95f5-0bff9e0a707d {{(pid=93954) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 15 16:38:39.588233 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-f8e88a8b-95ad-4d57-bb72-b73d5a3bc289 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:38:39.625491 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-f8e88a8b-95ad-4d57-bb72-b73d5a3bc289 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126845993'] for subnet, precommit_delete_associations {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:38:39.708068 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-f8e88a8b-95ad-4d57-bb72-b73d5a3bc289 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-957316'] for subnet, precommit_delete {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:38:39.763283 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-f8e88a8b-95ad-4d57-bb72-b73d5a3bc289 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-957331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126007307', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125831603'] for subnet, after_delete {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:38:39.789016 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e88a8b-95ad-4d57-bb72-b73d5a3bc289 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fe42d606-9647-486c-95f5-0bff9e0a707d,revision_number=None']} {{(pid=93954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:38:39.797445 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-f8e88a8b-95ad-4d57-bb72-b73d5a3bc289 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:38:39.799473 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [None req-f8e88a8b-95ad-4d57-bb72-b73d5a3bc289 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/fe42d606-9647-486c-95f5-0bff9e0a707d HTTP/1.1" status: 204 len: 168 time: 0.2695248 Sep 15 16:38:39.802241 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70d22fb9-4a4a-4973-975b-745aaa8ed3dc None None] Network 1db0d33b-ffe9-437c-8a54-e347353afe89 requested from dv-cinder-779576-8-iscsi {{(pid=93955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 16:38:39.802724 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.wsgi [-] (93953) accepted ('10.222.0.39', 41676) {{(pid=93953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:38:39.860645 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-9596392f-f53d-48d9-a6f0-3545f6e84ad6 req-75ade050-5e36-43d9-a19d-284d07500815 tempest-AttachVolumeTestJSON-1141938147 tempest-AttachVolumeTestJSON-1141938147-project] 10.222.0.39 "GET /v2.0/ports?device_id=89b18b1f-8ecb-407e-bcfb-52c5df6c8195 HTTP/1.1" status: 200 len: 210 time: 0.0418580 Sep 15 16:38:39.896711 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-0da446d2-c79e-483d-af19-f71cda92b8e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-644213'] for network, before_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:38:39.970634 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.plugin [None req-0da446d2-c79e-483d-af19-f71cda92b8e7 admin admin] Deleting port 5ee7c43e-02e0-4f5c-bda8-a067f41a69da {{(pid=93953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:38:39.971778 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-0da446d2-c79e-483d-af19-f71cda92b8e7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791196454449'] for port, before_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:38:40.032063 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-882b1721-f0e5-4057-9f0b-18428d50b601 None None] DHCP port deletion for 1db0d33b-ffe9-437c-8a54-e347353afe89 request from dv-cinder-779576-8-iscsi {{(pid=93955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 15 16:38:40.054891 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.db [None req-0da446d2-c79e-483d-af19-f71cda92b8e7 admin admin] For port 5ee7c43e-02e0-4f5c-bda8-a067f41a69da, host dv-cinder-779576-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779576-8-iscsi',level=0,port_id=5ee7c43e-02e0-4f5c-bda8-a067f41a69da,segment=NetworkSegment(0116c62c-34c0-41e5-a228-7786c96d6aa5),segment_id=0116c62c-34c0-41e5-a228-7786c96d6aa5)] {{(pid=93953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:38:40.054891 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-0da446d2-c79e-483d-af19-f71cda92b8e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3729503'] for port, precommit_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:38:40.068379 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.plugin [None req-0da446d2-c79e-483d-af19-f71cda92b8e7 admin admin] Calling delete_port for 5ee7c43e-02e0-4f5c-bda8-a067f41a69da owned by network:dhcp {{(pid=93953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:38:40.079709 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [None req-882b1721-f0e5-4057-9f0b-18428d50b601 None None] Deleting port 5ee7c43e-02e0-4f5c-bda8-a067f41a69da {{(pid=93955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:38:40.080103 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-882b1721-f0e5-4057-9f0b-18428d50b601 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791196454449'] for port, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:38:40.144830 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.db [None req-882b1721-f0e5-4057-9f0b-18428d50b601 None None] For port 5ee7c43e-02e0-4f5c-bda8-a067f41a69da, host dv-cinder-779576-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779576-8-iscsi',level=0,port_id=5ee7c43e-02e0-4f5c-bda8-a067f41a69da,segment=NetworkSegment(0116c62c-34c0-41e5-a228-7786c96d6aa5),segment_id=0116c62c-34c0-41e5-a228-7786c96d6aa5)] {{(pid=93955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:38:40.145339 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-882b1721-f0e5-4057-9f0b-18428d50b601 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3729503'] for port, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:38:40.145790 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-0da446d2-c79e-483d-af19-f71cda92b8e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791196460023', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791195970003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127878305'] for port, after_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:38:40.158235 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [None req-882b1721-f0e5-4057-9f0b-18428d50b601 None None] Calling delete_port for 5ee7c43e-02e0-4f5c-bda8-a067f41a69da owned by network:dhcp {{(pid=93955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:38:40.172050 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da446d2-c79e-483d-af19-f71cda92b8e7 admin admin] Pushing event deleted for resources: {'Port': ['ID=5ee7c43e-02e0-4f5c-bda8-a067f41a69da,revision_number=None']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:38:40.173864 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0da446d2-c79e-483d-af19-f71cda92b8e7 admin admin] No DVR routers for this DVR port 5ee7c43e-02e0-4f5c-bda8-a067f41a69da on host dv-cinder-779576-8-iscsi {{(pid=93953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 16:38:40.232365 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-882b1721-f0e5-4057-9f0b-18428d50b601 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791196460023', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791195970003'] for port, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:38:40.246947 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-0da446d2-c79e-483d-af19-f71cda92b8e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-950531', 'neutron.services.segments.db._delete_segments_for_network-8791196484509'] for network, precommit_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:38:40.261019 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882b1721-f0e5-4057-9f0b-18428d50b601 None None] Pushing event deleted for resources: {'Port': ['ID=5ee7c43e-02e0-4f5c-bda8-a067f41a69da,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:38:40.265431 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-882b1721-f0e5-4057-9f0b-18428d50b601 None None] No DVR routers for this DVR port 5ee7c43e-02e0-4f5c-bda8-a067f41a69da on host dv-cinder-779576-8-iscsi {{(pid=93955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 16:38:40.267467 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.services.segments.db [None req-0da446d2-c79e-483d-af19-f71cda92b8e7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1db0d33b-ffe9-437c-8a54-e347353afe89']}} {{(pid=93953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:38:40.272044 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-882b1721-f0e5-4057-9f0b-18428d50b601 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:38:40.272421 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-882b1721-f0e5-4057-9f0b-18428d50b601 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:38:40.272761 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-882b1721-f0e5-4057-9f0b-18428d50b601 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:38:40.273095 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-882b1721-f0e5-4057-9f0b-18428d50b601 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:38:40.273428 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-882b1721-f0e5-4057-9f0b-18428d50b601 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:38:40.273757 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-882b1721-f0e5-4057-9f0b-18428d50b601 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:38:40.274082 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-882b1721-f0e5-4057-9f0b-18428d50b601 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:38:40.274407 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-882b1721-f0e5-4057-9f0b-18428d50b601 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:38:40.274844 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-882b1721-f0e5-4057-9f0b-18428d50b601 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:38:40.275081 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-882b1721-f0e5-4057-9f0b-18428d50b601 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:38:40.275410 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-882b1721-f0e5-4057-9f0b-18428d50b601 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:38:40.275728 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-882b1721-f0e5-4057-9f0b-18428d50b601 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:38:40.280935 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.services.segments.db [None req-0da446d2-c79e-483d-af19-f71cda92b8e7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0116c62c-34c0-41e5-a228-7786c96d6aa5') {'for_net_delete': True} {{(pid=93953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:38:40.281264 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.services.segments.db [None req-0da446d2-c79e-483d-af19-f71cda92b8e7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0116c62c-34c0-41e5-a228-7786c96d6aa5') {} {{(pid=93953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:38:40.291343 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-0da446d2-c79e-483d-af19-f71cda92b8e7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791196485798', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127891487'] for segment, before_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:38:40.305767 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-0da446d2-c79e-483d-af19-f71cda92b8e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-955409'] for segment, precommit_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:38:40.312931 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0da446d2-c79e-483d-af19-f71cda92b8e7 admin admin] Releasing vlan 58 on physical network physnet1 to pool {{(pid=93953) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 16:38:40.313289 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-0da446d2-c79e-483d-af19-f71cda92b8e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-955409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127877712'] for segment, after_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:38:40.315140 dv-cinder-779576-8-iscsi neutron-server[93953]: Traceback (most recent call last): Sep 15 16:38:40.315140 dv-cinder-779576-8-iscsi neutron-server[93953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 15 16:38:40.315140 dv-cinder-779576-8-iscsi neutron-server[93953]: timer() Sep 15 16:38:40.315140 dv-cinder-779576-8-iscsi neutron-server[93953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 16:38:40.315140 dv-cinder-779576-8-iscsi neutron-server[93953]: cb(*args, **kw) Sep 15 16:38:40.315140 dv-cinder-779576-8-iscsi neutron-server[93953]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 15 16:38:40.315140 dv-cinder-779576-8-iscsi neutron-server[93953]: return func(*args, **kwargs) Sep 15 16:38:40.315140 dv-cinder-779576-8-iscsi neutron-server[93953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 16:38:40.315140 dv-cinder-779576-8-iscsi neutron-server[93953]: self._notify() Sep 15 16:38:40.315140 dv-cinder-779576-8-iscsi neutron-server[93953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 16:38:40.315140 dv-cinder-779576-8-iscsi neutron-server[93953]: self.callback(batched_events) Sep 15 16:38:40.315140 dv-cinder-779576-8-iscsi neutron-server[93953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 16:38:40.315140 dv-cinder-779576-8-iscsi neutron-server[93953]: event.method(event) Sep 15 16:38:40.315140 dv-cinder-779576-8-iscsi neutron-server[93953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 15 16:38:40.315140 dv-cinder-779576-8-iscsi neutron-server[93953]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 16:38:40.315140 dv-cinder-779576-8-iscsi neutron-server[93953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 15 16:38:40.315140 dv-cinder-779576-8-iscsi neutron-server[93953]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 16:38:40.315140 dv-cinder-779576-8-iscsi neutron-server[93953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 15 16:38:40.315140 dv-cinder-779576-8-iscsi neutron-server[93953]: return f(self, *a, **k) Sep 15 16:38:40.315140 dv-cinder-779576-8-iscsi neutron-server[93953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 15 16:38:40.315140 dv-cinder-779576-8-iscsi neutron-server[93953]: return self._get(url).json() Sep 15 16:38:40.315140 dv-cinder-779576-8-iscsi neutron-server[93953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 16:38:40.315140 dv-cinder-779576-8-iscsi neutron-server[93953]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 16:38:40.315140 dv-cinder-779576-8-iscsi neutron-server[93953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 15 16:38:40.315140 dv-cinder-779576-8-iscsi neutron-server[93953]: return self.request(url, 'GET', **kwargs) Sep 15 16:38:40.315140 dv-cinder-779576-8-iscsi neutron-server[93953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 15 16:38:40.315140 dv-cinder-779576-8-iscsi neutron-server[93953]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 16:38:40.315140 dv-cinder-779576-8-iscsi neutron-server[93953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 15 16:38:40.315140 dv-cinder-779576-8-iscsi neutron-server[93953]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 16:38:40.315140 dv-cinder-779576-8-iscsi neutron-server[93953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 15 16:38:40.315140 dv-cinder-779576-8-iscsi neutron-server[93953]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 16:38:40.315140 dv-cinder-779576-8-iscsi neutron-server[93953]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 16:38:40.373308 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-0da446d2-c79e-483d-af19-f71cda92b8e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-950554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3725573'] for network, after_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:38:40.378610 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-0da446d2-c79e-483d-af19-f71cda92b8e7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3748898'] for network, before_response {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:38:40.380568 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [None req-0da446d2-c79e-483d-af19-f71cda92b8e7 admin admin] 10.222.0.39 "DELETE /v2.0/networks/1db0d33b-ffe9-437c-8a54-e347353afe89 HTTP/1.1" status: 204 len: 168 time: 0.5772173 Sep 15 16:38:40.391410 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da446d2-c79e-483d-af19-f71cda92b8e7 admin admin] Pushing event deleted for resources: {'Network': ['ID=1db0d33b-ffe9-437c-8a54-e347353afe89,revision_number=None']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:38:40.499466 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.wsgi [-] (93953) accepted ('10.222.0.39', 41686) {{(pid=93953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:38:40.551161 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [None req-031a6215-00e6-4cfb-a67f-4d96e2460925 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=f448c5fca9014429b532320ab78459ea&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0500615 Sep 15 16:38:40.553779 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.wsgi [-] (93954) accepted ('10.222.0.39', 41688) {{(pid=93954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:38:40.605002 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-d89b7a10-3dd8-42ba-85d2-72d5d1a7afa8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:38:40.627930 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-d89b7a10-3dd8-42ba-85d2-72d5d1a7afa8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:38:40.660153 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.rpc [None req-57d8a9a3-d16f-4b20-b77b-ca1e664c03db None None] Device 5ee7c43e-02e0-4f5c-bda8-a067f41a69da no longer exists at agent ovs-agent-dv-cinder-779576-8-iscsi {{(pid=93955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 16:38:40.680270 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-d89b7a10-3dd8-42ba-85d2-72d5d1a7afa8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3702208'] for security_group, after_delete {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:38:40.680465 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [None req-57d8a9a3-d16f-4b20-b77b-ca1e664c03db None None] No Port match for: 5ee7c43e-02e0-4f5c-bda8-a067f41a69da {{(pid=93955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 16:38:40.680698 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.rpc [None req-57d8a9a3-d16f-4b20-b77b-ca1e664c03db None None] Device 5ee7c43e-02e0-4f5c-bda8-a067f41a69da not bound to the agent host dv-cinder-779576-8-iscsi {{(pid=93955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 16:38:40.681102 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.rpc [None req-57d8a9a3-d16f-4b20-b77b-ca1e664c03db None None] Device d6b6d7e5-61fd-4307-8ffc-62a7fba7fa78 no longer exists at agent ovs-agent-dv-cinder-779576-8-iscsi {{(pid=93955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 16:38:40.682825 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-d89b7a10-3dd8-42ba-85d2-72d5d1a7afa8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:38:40.684201 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [None req-d89b7a10-3dd8-42ba-85d2-72d5d1a7afa8 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/0936904a-313f-469e-8981-aeb4477128eb HTTP/1.1" status: 204 len: 168 time: 0.1292262 Sep 15 16:38:40.692646 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89b7a10-3dd8-42ba-85d2-72d5d1a7afa8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0936904a-313f-469e-8981-aeb4477128eb,revision_number=None']} {{(pid=93954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:38:40.706194 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [None req-57d8a9a3-d16f-4b20-b77b-ca1e664c03db None None] No Port match for: d6b6d7e5-61fd-4307-8ffc-62a7fba7fa78 {{(pid=93955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 16:38:40.706550 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.rpc [None req-57d8a9a3-d16f-4b20-b77b-ca1e664c03db None None] Device d6b6d7e5-61fd-4307-8ffc-62a7fba7fa78 not bound to the agent host dv-cinder-779576-8-iscsi {{(pid=93955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 16:38:40.706927 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.rpc [None req-57d8a9a3-d16f-4b20-b77b-ca1e664c03db None None] Device 0e5952c5-ed94-49d8-b971-50f230076855 no longer exists at agent ovs-agent-dv-cinder-779576-8-iscsi {{(pid=93955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 16:38:40.729609 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [None req-57d8a9a3-d16f-4b20-b77b-ca1e664c03db None None] No Port match for: 0e5952c5-ed94-49d8-b971-50f230076855 {{(pid=93955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 16:38:40.729945 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.rpc [None req-57d8a9a3-d16f-4b20-b77b-ca1e664c03db None None] Device 0e5952c5-ed94-49d8-b971-50f230076855 not bound to the agent host dv-cinder-779576-8-iscsi {{(pid=93955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 16:38:40.938512 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-3e7f5533-e08e-434d-b1bb-9237067b660c req-95629781-1424-4791-9d08-c920ff15bccd tempest-AttachVolumeTestJSON-1141938147 tempest-AttachVolumeTestJSON-1141938147-project] 10.222.0.39 "GET /v2.0/ports?device_id=89b18b1f-8ecb-407e-bcfb-52c5df6c8195 HTTP/1.1" status: 200 len: 210 time: 0.0274642 Sep 15 16:38:41.014147 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.wsgi [-] (93954) accepted ('10.222.0.39', 41696) {{(pid=93954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:38:41.054376 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [None req-1417c026-62bb-4a68-ae35-61cd1de97329 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=f095a05cc1ea4fee999f214f96b2b71b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0391109 Sep 15 16:38:41.056902 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.wsgi [-] (93954) accepted ('10.222.0.39', 41700) {{(pid=93954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:38:41.106129 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-04e1395a-0f8a-4897-b90c-bea8096c41ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:38:41.128423 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-04e1395a-0f8a-4897-b90c-bea8096c41ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:38:41.178205 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-04e1395a-0f8a-4897-b90c-bea8096c41ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3702208'] for security_group, after_delete {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:38:41.180827 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-04e1395a-0f8a-4897-b90c-bea8096c41ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:38:41.182011 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [None req-04e1395a-0f8a-4897-b90c-bea8096c41ce admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/acbce276-4e0d-402b-9d05-d54040adc19e HTTP/1.1" status: 204 len: 168 time: 0.1242027 Sep 15 16:38:41.190197 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e1395a-0f8a-4897-b90c-bea8096c41ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acbce276-4e0d-402b-9d05-d54040adc19e,revision_number=None']} {{(pid=93954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:38:42.067105 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-d3d7dad5-584b-4912-9c54-b4e5bfbd9c06 req-9b6006dc-36e7-428d-b809-bbcb1b3b7bb8 tempest-AttachVolumeTestJSON-1141938147 tempest-AttachVolumeTestJSON-1141938147-project] 10.222.0.39 "GET /v2.0/ports?device_id=89b18b1f-8ecb-407e-bcfb-52c5df6c8195 HTTP/1.1" status: 200 len: 210 time: 0.0361495 Sep 15 16:38:42.851384 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff57eb84-3808-4516-b70c-7bcc486f5442 req-c2e9c76e-ee6b-465e-996d-f2429d9d63e1 tempest-AttachVolumeTestJSON-1141938147 tempest-AttachVolumeTestJSON-1141938147-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:38:42.852856 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-ff57eb84-3808-4516-b70c-7bcc486f5442 req-c2e9c76e-ee6b-465e-996d-f2429d9d63e1 tempest-AttachVolumeTestJSON-1141938147 tempest-AttachVolumeTestJSON-1141938147-project] 10.222.0.45 "GET /v2.0/networks?id=e5114a12-53db-4676-99c9-6e0e730337dd HTTP/1.1" status: 200 len: 811 time: 0.1098964 Sep 15 16:38:42.899034 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-ff57eb84-3808-4516-b70c-7bcc486f5442 req-8514cff0-c7db-47f6-a465-4c1b96aadb9a tempest-AttachVolumeTestJSON-1141938147 tempest-AttachVolumeTestJSON-1141938147-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1eedf12f4fe8435397aa63f6ef9368f9 HTTP/1.1" status: 200 len: 380 time: 0.0360646 Sep 15 16:38:42.909626 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.api.v2.base [req-ff57eb84-3808-4516-b70c-7bcc486f5442 req-4793b48b-2aa4-4a32-8bf1-dbdb49017ab2 tempest-AttachVolumeTestJSON-1141938147 tempest-AttachVolumeTestJSON-1141938147-project] Request body: {'port': {'device_id': '89b18b1f-8ecb-407e-bcfb-52c5df6c8195', 'network_id': 'e5114a12-53db-4676-99c9-6e0e730337dd', 'admin_state_up': True, 'tenant_id': '1eedf12f4fe8435397aa63f6ef9368f9', 'security_groups': ['199fd1ea-f6bd-499c-b364-3db5d62af448']}} {{(pid=93953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:38:43.018933 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ff57eb84-3808-4516-b70c-7bcc486f5442 req-4793b48b-2aa4-4a32-8bf1-dbdb49017ab2 tempest-AttachVolumeTestJSON-1141938147 tempest-AttachVolumeTestJSON-1141938147-project] Made reservation on behalf of 1eedf12f4fe8435397aa63f6ef9368f9 for: {'port': 1} {{(pid=93953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 16:38:43.022441 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [req-ff57eb84-3808-4516-b70c-7bcc486f5442 req-4793b48b-2aa4-4a32-8bf1-dbdb49017ab2 tempest-AttachVolumeTestJSON-1141938147 tempest-AttachVolumeTestJSON-1141938147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928820'] for port, before_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:38:43.169280 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-16408f34-45b4-4b19-91a4-7e064a4c3779 req-447c2a6c-ed3b-4cfe-bf3e-71e35b789e69 tempest-AttachVolumeTestJSON-1141938147 tempest-AttachVolumeTestJSON-1141938147-project] 10.222.0.39 "GET /v2.0/ports?device_id=89b18b1f-8ecb-407e-bcfb-52c5df6c8195 HTTP/1.1" status: 200 len: 210 time: 0.0314605 Sep 15 16:38:43.175596 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.db.db_base_plugin_common [req-ff57eb84-3808-4516-b70c-7bcc486f5442 req-4793b48b-2aa4-4a32-8bf1-dbdb49017ab2 tempest-AttachVolumeTestJSON-1141938147 tempest-AttachVolumeTestJSON-1141938147-project] Allocated IP 172.20.0.9 (e5114a12-53db-4676-99c9-6e0e730337dd/22529361-3b44-49b4-805b-da9f7d11ed5f/8fd613b5-2539-40cf-8671-17789834f50c) {{(pid=93953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 16:38:43.315596 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [req-ff57eb84-3808-4516-b70c-7bcc486f5442 req-4793b48b-2aa4-4a32-8bf1-dbdb49017ab2 tempest-AttachVolumeTestJSON-1141938147 tempest-AttachVolumeTestJSON-1141938147-project] Notify callbacks [] for port, precommit_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:38:43.353331 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [req-ff57eb84-3808-4516-b70c-7bcc486f5442 req-4793b48b-2aa4-4a32-8bf1-dbdb49017ab2 tempest-AttachVolumeTestJSON-1141938147 tempest-AttachVolumeTestJSON-1141938147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791195969994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127878305'] for port, after_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:38:43.396235 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ff57eb84-3808-4516-b70c-7bcc486f5442 req-4793b48b-2aa4-4a32-8bf1-dbdb49017ab2 tempest-AttachVolumeTestJSON-1141938147 tempest-AttachVolumeTestJSON-1141938147-project] Network e5114a12-53db-4676-99c9-6e0e730337dd is already hosted by enough agents. {{(pid=93953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:38:43.399283 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.scheduler.base_scheduler [req-ff57eb84-3808-4516-b70c-7bcc486f5442 req-4793b48b-2aa4-4a32-8bf1-dbdb49017ab2 tempest-AttachVolumeTestJSON-1141938147 tempest-AttachVolumeTestJSON-1141938147-project] Resources bound (agent type, host, resource id): {{(pid=93953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:38:43.402772 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff57eb84-3808-4516-b70c-7bcc486f5442 req-4793b48b-2aa4-4a32-8bf1-dbdb49017ab2 tempest-AttachVolumeTestJSON-1141938147 tempest-AttachVolumeTestJSON-1141938147-project] Received port after_create {{(pid=93953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 16:38:43.411351 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4793b48b-2aa4-4a32-8bf1-dbdb49017ab2 tempest-AttachVolumeTestJSON-1141938147 tempest-AttachVolumeTestJSON-1141938147-project] Pushing event updated for resources: {'Port': ['ID=8fd613b5-2539-40cf-8671-17789834f50c,revision_number=1']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:38:43.457865 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff57eb84-3808-4516-b70c-7bcc486f5442 req-4793b48b-2aa4-4a32-8bf1-dbdb49017ab2 tempest-AttachVolumeTestJSON-1141938147 tempest-AttachVolumeTestJSON-1141938147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:38:43.458522 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [req-ff57eb84-3808-4516-b70c-7bcc486f5442 req-4793b48b-2aa4-4a32-8bf1-dbdb49017ab2 tempest-AttachVolumeTestJSON-1141938147 tempest-AttachVolumeTestJSON-1141938147-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58602'] for port, before_response {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:38:43.478283 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-ff57eb84-3808-4516-b70c-7bcc486f5442 req-4793b48b-2aa4-4a32-8bf1-dbdb49017ab2 tempest-AttachVolumeTestJSON-1141938147 tempest-AttachVolumeTestJSON-1141938147-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5728078 Sep 15 16:38:43.587101 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.db.provisioning_blocks [None req-14520508-aa1c-443b-829e-6d56d412baf7 None None] Provisioning complete for port 8fd613b5-2539-40cf-8671-17789834f50c triggered by entity DHCP. {{(pid=93955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:38:43.587669 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-14520508-aa1c-443b-829e-6d56d412baf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953592'] for port, provisioning_complete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:38:43.626823 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [None req-14520508-aa1c-443b-829e-6d56d412baf7 None None] Port 8fd613b5-2539-40cf-8671-17789834f50c cannot update to ACTIVE because it is not bound. {{(pid=93955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 16:38:43.629735 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.api.v2.base [req-ff57eb84-3808-4516-b70c-7bcc486f5442 req-e7be63a0-c683-4572-9a14-45b62ec786f4 service neutron] Request body: {'port': {'device_id': '89b18b1f-8ecb-407e-bcfb-52c5df6c8195', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77957'}} {{(pid=93953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:38:43.692913 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [req-ff57eb84-3808-4516-b70c-7bcc486f5442 req-e7be63a0-c683-4572-9a14-45b62ec786f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928820'] for port, before_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:38:43.952920 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.notifiers.nova [req-ff57eb84-3808-4516-b70c-7bcc486f5442 req-e7be63a0-c683-4572-9a14-45b62ec786f4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8fd613b5-2539-40cf-8671-17789834f50c {{(pid=93953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 16:38:43.960221 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [req-ff57eb84-3808-4516-b70c-7bcc486f5442 req-e7be63a0-c683-4572-9a14-45b62ec786f4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:38:43.972399 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.db.provisioning_blocks [req-ff57eb84-3808-4516-b70c-7bcc486f5442 req-e7be63a0-c683-4572-9a14-45b62ec786f4 service neutron] Transition to ACTIVE for port object 8fd613b5-2539-40cf-8671-17789834f50c will not be triggered until provisioned by entity L2. {{(pid=93953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 16:38:43.979909 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [req-ff57eb84-3808-4516-b70c-7bcc486f5442 req-e7be63a0-c683-4572-9a14-45b62ec786f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791196459277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791195970012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791195970030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127878328'] for port, after_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:38:44.028441 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7be63a0-c683-4572-9a14-45b62ec786f4 service neutron] Pushing event updated for resources: {'Port': ['ID=8fd613b5-2539-40cf-8671-17789834f50c,revision_number=2']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:38:44.104840 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.managers [req-ff57eb84-3808-4516-b70c-7bcc486f5442 req-e7be63a0-c683-4572-9a14-45b62ec786f4 service neutron] Attempting to bind port 8fd613b5-2539-40cf-8671-17789834f50c on host hv-cinder-77957 for vnic_type normal with profile {{(pid=93953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 16:38:44.105184 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.managers [req-ff57eb84-3808-4516-b70c-7bcc486f5442 req-e7be63a0-c683-4572-9a14-45b62ec786f4 service neutron] Attempting to bind port 8fd613b5-2539-40cf-8671-17789834f50c by drivers openvswitch,hyperv on host hv-cinder-77957 at level 0 using segments [{'id': '416aa124-8160-4924-9f36-b14c80e8b3ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'e5114a12-53db-4676-99c9-6e0e730337dd'}] {{(pid=93953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 16:38:44.105495 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff57eb84-3808-4516-b70c-7bcc486f5442 req-e7be63a0-c683-4572-9a14-45b62ec786f4 service neutron] Attempting to bind port 8fd613b5-2539-40cf-8671-17789834f50c on network e5114a12-53db-4676-99c9-6e0e730337dd {{(pid=93953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 16:38:44.110564 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff57eb84-3808-4516-b70c-7bcc486f5442 req-e7be63a0-c683-4572-9a14-45b62ec786f4 service neutron] Port 8fd613b5-2539-40cf-8671-17789834f50c on network e5114a12-53db-4676-99c9-6e0e730337dd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77957 {{(pid=93953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 15 16:38:44.110882 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff57eb84-3808-4516-b70c-7bcc486f5442 req-e7be63a0-c683-4572-9a14-45b62ec786f4 service neutron] Attempting to bind port 8fd613b5-2539-40cf-8671-17789834f50c on network e5114a12-53db-4676-99c9-6e0e730337dd {{(pid=93953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 16:38:44.116892 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff57eb84-3808-4516-b70c-7bcc486f5442 req-e7be63a0-c683-4572-9a14-45b62ec786f4 service neutron] Checking agent: {'id': 'ffe43d43-c071-44aa-bc11-ae2d4b291b02', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77957', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 16, 20, 23), 'started_at': datetime.datetime(2021, 9, 15, 16, 20, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 16, 38, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 16:38:44.117362 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff57eb84-3808-4516-b70c-7bcc486f5442 req-e7be63a0-c683-4572-9a14-45b62ec786f4 service neutron] Checking segment: {'id': '416aa124-8160-4924-9f36-b14c80e8b3ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'e5114a12-53db-4676-99c9-6e0e730337dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 16:38:44.117757 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff57eb84-3808-4516-b70c-7bcc486f5442 req-e7be63a0-c683-4572-9a14-45b62ec786f4 service neutron] Bound using segment: {'id': '416aa124-8160-4924-9f36-b14c80e8b3ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'e5114a12-53db-4676-99c9-6e0e730337dd'} {{(pid=93953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 16:38:44.118195 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.managers [req-ff57eb84-3808-4516-b70c-7bcc486f5442 req-e7be63a0-c683-4572-9a14-45b62ec786f4 service neutron] Bound port: 8fd613b5-2539-40cf-8671-17789834f50c, host: hv-cinder-77957, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '416aa124-8160-4924-9f36-b14c80e8b3ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'e5114a12-53db-4676-99c9-6e0e730337dd'}}] {{(pid=93953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 16:38:44.118566 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [req-ff57eb84-3808-4516-b70c-7bcc486f5442 req-e7be63a0-c683-4572-9a14-45b62ec786f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928820'] for port, before_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:38:44.183658 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.db [req-ff57eb84-3808-4516-b70c-7bcc486f5442 req-e7be63a0-c683-4572-9a14-45b62ec786f4 service neutron] For port 8fd613b5-2539-40cf-8671-17789834f50c, host hv-cinder-77957, cleared binding levels {{(pid=93953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 16:38:44.186755 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.db [req-ff57eb84-3808-4516-b70c-7bcc486f5442 req-e7be63a0-c683-4572-9a14-45b62ec786f4 service neutron] For port 8fd613b5-2539-40cf-8671-17789834f50c, host hv-cinder-77957, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77957',level=0,port_id=8fd613b5-2539-40cf-8671-17789834f50c,segment=NetworkSegment(416aa124-8160-4924-9f36-b14c80e8b3ef),segment_id=416aa124-8160-4924-9f36-b14c80e8b3ef)] {{(pid=93953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 16:38:44.192995 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [req-ff57eb84-3808-4516-b70c-7bcc486f5442 req-e7be63a0-c683-4572-9a14-45b62ec786f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791196459277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791195970012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791195970030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127878328'] for port, after_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:38:44.228136 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff57eb84-3808-4516-b70c-7bcc486f5442 req-e7be63a0-c683-4572-9a14-45b62ec786f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:38:44.228723 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [req-ff57eb84-3808-4516-b70c-7bcc486f5442 req-e7be63a0-c683-4572-9a14-45b62ec786f4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58602'] for port, before_response {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:38:44.230456 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-ff57eb84-3808-4516-b70c-7bcc486f5442 req-e7be63a0-c683-4572-9a14-45b62ec786f4 service neutron] 10.222.0.45 "PUT /v2.0/ports/8fd613b5-2539-40cf-8671-17789834f50c HTTP/1.1" status: 200 len: 1093 time: 0.7441823 Sep 15 16:38:44.233047 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89b18b1f-8ecb-407e-bcfb-52c5df6c8195', 'tag': '8fd613b5-2539-40cf-8671-17789834f50c'}] {{(pid=93953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 16:38:44.239846 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5192e05b0783e869a38b3815ee673eee9316ce03dcaf8465063259ebfb62487" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ba0f36b-2276-4228-8a56-3980b0b2a15e" -d '{"events": [{"name": "network-changed", "server_uuid": "89b18b1f-8ecb-407e-bcfb-52c5df6c8195", "tag": "8fd613b5-2539-40cf-8671-17789834f50c"}]}' {{(pid=93953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 16:38:44.281156 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7be63a0-c683-4572-9a14-45b62ec786f4 service neutron] Pushing event updated for resources: {'Port': ['ID=8fd613b5-2539-40cf-8671-17789834f50c,revision_number=3']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:38:44.292544 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 16:38:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5d00b66-da2e-42f4-9ae4-a42d6d8130cc x-openstack-request-id: req-a5d00b66-da2e-42f4-9ae4-a42d6d8130cc {{(pid=93953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 16:38:44.293058 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "89b18b1f-8ecb-407e-bcfb-52c5df6c8195", "tag": "8fd613b5-2539-40cf-8671-17789834f50c", "status": "completed", "code": 200}]} {{(pid=93953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 16:38:44.293477 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-a5d00b66-da2e-42f4-9ae4-a42d6d8130cc {{(pid=93953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 16:38:44.294033 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '89b18b1f-8ecb-407e-bcfb-52c5df6c8195', 'tag': '8fd613b5-2539-40cf-8671-17789834f50c', 'status': 'completed', 'code': 200} Sep 15 16:38:44.312742 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0293cb-ac54-458a-bafa-c06f2684226d req-c76654f6-bccc-4de7-a246-25f5069b50ca tempest-AttachVolumeTestJSON-1141938147 tempest-AttachVolumeTestJSON-1141938147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:38:44.314362 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-da0293cb-ac54-458a-bafa-c06f2684226d req-c76654f6-bccc-4de7-a246-25f5069b50ca tempest-AttachVolumeTestJSON-1141938147 tempest-AttachVolumeTestJSON-1141938147-project] 10.222.0.39 "GET /v2.0/ports?device_id=89b18b1f-8ecb-407e-bcfb-52c5df6c8195 HTTP/1.1" status: 200 len: 943 time: 0.0664876 Sep 15 16:38:44.339288 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff57eb84-3808-4516-b70c-7bcc486f5442 req-355c5163-9b74-4eba-81a6-c09e80055b68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:38:44.340915 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-ff57eb84-3808-4516-b70c-7bcc486f5442 req-355c5163-9b74-4eba-81a6-c09e80055b68 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=1eedf12f4fe8435397aa63f6ef9368f9&device_id=89b18b1f-8ecb-407e-bcfb-52c5df6c8195 HTTP/1.1" status: 200 len: 1096 time: 0.0456877 Sep 15 16:38:44.387705 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-ff57eb84-3808-4516-b70c-7bcc486f5442 req-166765cb-2f18-420c-ba3a-80398a0c0543 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8fd613b5-2539-40cf-8671-17789834f50c HTTP/1.1" status: 200 len: 217 time: 0.0375593 Sep 15 16:38:44.442998 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff57eb84-3808-4516-b70c-7bcc486f5442 req-6e7176a8-294e-4049-b8c8-a18874a994ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:38:44.444532 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-ff57eb84-3808-4516-b70c-7bcc486f5442 req-6e7176a8-294e-4049-b8c8-a18874a994ff service neutron] 10.222.0.45 "GET /v2.0/subnets?id=22529361-3b44-49b4-805b-da9f7d11ed5f HTTP/1.1" status: 200 len: 850 time: 0.0498364 Sep 15 16:38:44.463549 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-da0293cb-ac54-458a-bafa-c06f2684226d req-c70bca5b-feb0-4ea7-a105-d08d90042575 tempest-AttachVolumeTestJSON-1141938147 tempest-AttachVolumeTestJSON-1141938147-project] 10.222.0.39 "GET /v2.0/security-groups?id=199fd1ea-f6bd-499c-b364-3db5d62af448&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1421266 Sep 15 16:38:44.494745 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff57eb84-3808-4516-b70c-7bcc486f5442 req-85673189-3728-4266-bb8b-da0b8555d80f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:38:44.496244 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-ff57eb84-3808-4516-b70c-7bcc486f5442 req-85673189-3728-4266-bb8b-da0b8555d80f service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=e5114a12-53db-4676-99c9-6e0e730337dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0450683 Sep 15 16:38:44.585424 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-ff57eb84-3808-4516-b70c-7bcc486f5442 req-4a73150e-be50-4401-9206-aa84785159f6 service neutron] 10.222.0.45 "GET /v2.0/networks/e5114a12-53db-4676-99c9-6e0e730337dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813918 Sep 15 16:38:44.679558 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-ff57eb84-3808-4516-b70c-7bcc486f5442 req-eb1e7086-3480-46aa-86d4-78b0308789e1 service neutron] 10.222.0.45 "GET /v2.0/networks/e5114a12-53db-4676-99c9-6e0e730337dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870950 Sep 15 16:38:44.776057 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba0f36b-2276-4228-8a56-3980b0b2a15e req-66052cfc-a4cc-49b1-a670-0246629deb53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:38:44.777458 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-6ba0f36b-2276-4228-8a56-3980b0b2a15e req-66052cfc-a4cc-49b1-a670-0246629deb53 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=1eedf12f4fe8435397aa63f6ef9368f9&device_id=89b18b1f-8ecb-407e-bcfb-52c5df6c8195 HTTP/1.1" status: 200 len: 1096 time: 0.0435960 Sep 15 16:38:44.874843 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba0f36b-2276-4228-8a56-3980b0b2a15e req-948aa774-4c02-4740-bc15-a83e8e623808 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:38:44.876334 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-6ba0f36b-2276-4228-8a56-3980b0b2a15e req-948aa774-4c02-4740-bc15-a83e8e623808 service neutron] 10.222.0.45 "GET /v2.0/networks?id=e5114a12-53db-4676-99c9-6e0e730337dd HTTP/1.1" status: 200 len: 911 time: 0.0911298 Sep 15 16:38:44.917152 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-6ba0f36b-2276-4228-8a56-3980b0b2a15e req-514b7cb3-3b3d-4be7-968f-6f6b0ee183ae service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8fd613b5-2539-40cf-8671-17789834f50c HTTP/1.1" status: 200 len: 217 time: 0.0334191 Sep 15 16:38:44.965061 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba0f36b-2276-4228-8a56-3980b0b2a15e req-ec9bf871-5585-45f0-b6ca-3b68eed80d83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:38:44.966459 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-6ba0f36b-2276-4228-8a56-3980b0b2a15e req-ec9bf871-5585-45f0-b6ca-3b68eed80d83 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=22529361-3b44-49b4-805b-da9f7d11ed5f HTTP/1.1" status: 200 len: 850 time: 0.0423591 Sep 15 16:38:45.012899 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba0f36b-2276-4228-8a56-3980b0b2a15e req-5de60222-df97-45ec-8ed1-5dd1dcc9e2bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:38:45.014921 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-6ba0f36b-2276-4228-8a56-3980b0b2a15e req-5de60222-df97-45ec-8ed1-5dd1dcc9e2bf service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=e5114a12-53db-4676-99c9-6e0e730337dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0409131 Sep 15 16:38:45.109847 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-6ba0f36b-2276-4228-8a56-3980b0b2a15e req-eeedad7e-2491-421b-8fae-901c470cd4a5 service neutron] 10.222.0.45 "GET /v2.0/networks/e5114a12-53db-4676-99c9-6e0e730337dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872486 Sep 15 16:38:45.201349 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-6ba0f36b-2276-4228-8a56-3980b0b2a15e req-3d13c0a7-4b97-4215-8aef-c242e089f8e8 service neutron] 10.222.0.45 "GET /v2.0/networks/e5114a12-53db-4676-99c9-6e0e730337dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835247 Sep 15 16:38:45.588398 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a554dc-38e9-4e3e-87fc-02c1ea977b4e req-e9149ea7-45d8-4c29-a960-263ce1440f86 tempest-AttachVolumeTestJSON-1141938147 tempest-AttachVolumeTestJSON-1141938147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:38:45.589853 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-88a554dc-38e9-4e3e-87fc-02c1ea977b4e req-e9149ea7-45d8-4c29-a960-263ce1440f86 tempest-AttachVolumeTestJSON-1141938147 tempest-AttachVolumeTestJSON-1141938147-project] 10.222.0.39 "GET /v2.0/ports?device_id=89b18b1f-8ecb-407e-bcfb-52c5df6c8195 HTTP/1.1" status: 200 len: 943 time: 0.0518563 Sep 15 16:38:45.631725 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-88a554dc-38e9-4e3e-87fc-02c1ea977b4e req-6a634e8a-cfcc-4b84-89d1-e9b9b154bcc9 tempest-AttachVolumeTestJSON-1141938147 tempest-AttachVolumeTestJSON-1141938147-project] 10.222.0.39 "GET /v2.0/security-groups?id=199fd1ea-f6bd-499c-b364-3db5d62af448&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345161 Sep 15 16:38:46.764478 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c686c0-791b-4ab3-bfee-4851e140e15d req-c3ab2f6a-381d-4908-ac72-0136883ad499 tempest-AttachVolumeTestJSON-1141938147 tempest-AttachVolumeTestJSON-1141938147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:38:46.766587 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-f4c686c0-791b-4ab3-bfee-4851e140e15d req-c3ab2f6a-381d-4908-ac72-0136883ad499 tempest-AttachVolumeTestJSON-1141938147 tempest-AttachVolumeTestJSON-1141938147-project] 10.222.0.39 "GET /v2.0/ports?device_id=89b18b1f-8ecb-407e-bcfb-52c5df6c8195 HTTP/1.1" status: 200 len: 943 time: 0.0599115 Sep 15 16:38:46.808694 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-f4c686c0-791b-4ab3-bfee-4851e140e15d req-5780e632-7010-48c8-ba5e-f46ae758bd3b tempest-AttachVolumeTestJSON-1141938147 tempest-AttachVolumeTestJSON-1141938147-project] 10.222.0.39 "GET /v2.0/security-groups?id=199fd1ea-f6bd-499c-b364-3db5d62af448&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332282 Sep 15 16:38:47.932729 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e50d94-6cb7-4648-809e-60acf8cde1ec req-83341395-5804-43ab-8998-a23ba32d5191 tempest-AttachVolumeTestJSON-1141938147 tempest-AttachVolumeTestJSON-1141938147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:38:47.934169 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-d1e50d94-6cb7-4648-809e-60acf8cde1ec req-83341395-5804-43ab-8998-a23ba32d5191 tempest-AttachVolumeTestJSON-1141938147 tempest-AttachVolumeTestJSON-1141938147-project] 10.222.0.39 "GET /v2.0/ports?device_id=89b18b1f-8ecb-407e-bcfb-52c5df6c8195 HTTP/1.1" status: 200 len: 943 time: 0.0517652 Sep 15 16:38:47.974112 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-d1e50d94-6cb7-4648-809e-60acf8cde1ec req-0764b817-b99b-424f-b11d-fc511bd65b24 tempest-AttachVolumeTestJSON-1141938147 tempest-AttachVolumeTestJSON-1141938147-project] 10.222.0.39 "GET /v2.0/security-groups?id=199fd1ea-f6bd-499c-b364-3db5d62af448&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333066 Sep 15 16:38:48.101117 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.rpc [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] Device 8fd613b5-2539-40cf-8671-17789834f50c details requested by agent hyperv_hv-cinder-77957 with host hv-cinder-77957 {{(pid=93955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 16:38:48.206398 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.db [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] For port 8fd613b5-2539-40cf-8671-17789834f50c, host hv-cinder-77957, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77957',level=0,port_id=8fd613b5-2539-40cf-8671-17789834f50c,segment=NetworkSegment(416aa124-8160-4924-9f36-b14c80e8b3ef),segment_id=416aa124-8160-4924-9f36-b14c80e8b3ef)] {{(pid=93955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:38:48.217420 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.rpc [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] Returning: {'device': '8fd613b5-2539-40cf-8671-17789834f50c', 'network_id': 'e5114a12-53db-4676-99c9-6e0e730337dd', 'port_id': '8fd613b5-2539-40cf-8671-17789834f50c', 'mac_address': 'fa:16:3e:16:bb:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 50, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '22529361-3b44-49b4-805b-da9f7d11ed5f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 16:38:48.254024 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928820'] for port, before_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:38:48.270152 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.notifiers.nova [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8fd613b5-2539-40cf-8671-17789834f50c {{(pid=93955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 16:38:48.289910 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.db [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] For port 8fd613b5-2539-40cf-8671-17789834f50c, host hv-cinder-77957, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77957',level=0,port_id=8fd613b5-2539-40cf-8671-17789834f50c,segment=NetworkSegment(416aa124-8160-4924-9f36-b14c80e8b3ef),segment_id=416aa124-8160-4924-9f36-b14c80e8b3ef)] {{(pid=93955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:38:48.297465 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791196459277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791195970012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791195970030'] for port, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:38:48.342925 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] Pushing event updated for resources: {'Port': ['ID=8fd613b5-2539-40cf-8671-17789834f50c,revision_number=4']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:38:48.673863 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.db [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] get_ports_and_sgs() called for port_ids ['8fd613b5-2539-40cf-8671-17789834f50c'] {{(pid=93955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 16:38:49.112384 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2796ab2-df3b-4195-8d56-7e2b4f47b0b4 req-4cc86ed0-5afb-4c06-9b7e-92a7de6c311b tempest-AttachVolumeTestJSON-1141938147 tempest-AttachVolumeTestJSON-1141938147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:38:49.113838 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-c2796ab2-df3b-4195-8d56-7e2b4f47b0b4 req-4cc86ed0-5afb-4c06-9b7e-92a7de6c311b tempest-AttachVolumeTestJSON-1141938147 tempest-AttachVolumeTestJSON-1141938147-project] 10.222.0.39 "GET /v2.0/ports?device_id=89b18b1f-8ecb-407e-bcfb-52c5df6c8195 HTTP/1.1" status: 200 len: 944 time: 0.0523019 Sep 15 16:38:49.153926 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-c2796ab2-df3b-4195-8d56-7e2b4f47b0b4 req-a350634c-cfc1-4f4a-86ef-ad5dc03bfd27 tempest-AttachVolumeTestJSON-1141938147 tempest-AttachVolumeTestJSON-1141938147-project] 10.222.0.39 "GET /v2.0/security-groups?id=199fd1ea-f6bd-499c-b364-3db5d62af448&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337777 Sep 15 16:38:50.101659 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.rpc [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] Device 8fd613b5-2539-40cf-8671-17789834f50c up at agent hyperv_hv-cinder-77957 {{(pid=93955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 16:38:50.172134 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.db.provisioning_blocks [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] Provisioning for port 8fd613b5-2539-40cf-8671-17789834f50c completed by entity L2. {{(pid=93955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 16:38:50.176658 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.db.provisioning_blocks [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] Provisioning complete for port 8fd613b5-2539-40cf-8671-17789834f50c triggered by entity L2. {{(pid=93955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:38:50.177051 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953592'] for port, provisioning_complete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:38:50.254361 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928820'] for port, before_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:38:50.272359 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9b4553-350f-4ba5-a51f-a9da80cf524f req-839c3852-bf45-47b3-81cb-ece18f430014 tempest-AttachVolumeTestJSON-1141938147 tempest-AttachVolumeTestJSON-1141938147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:38:50.273759 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-2e9b4553-350f-4ba5-a51f-a9da80cf524f req-839c3852-bf45-47b3-81cb-ece18f430014 tempest-AttachVolumeTestJSON-1141938147 tempest-AttachVolumeTestJSON-1141938147-project] 10.222.0.39 "GET /v2.0/ports?device_id=89b18b1f-8ecb-407e-bcfb-52c5df6c8195 HTTP/1.1" status: 200 len: 944 time: 0.0536013 Sep 15 16:38:50.276796 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89b18b1f-8ecb-407e-bcfb-52c5df6c8195', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fd613b5-2539-40cf-8671-17789834f50c'}] {{(pid=93955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 16:38:50.279039 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cc821c0eec02d2c96bcea0a08104c2827b642bf310f598bba7a206798b1bddd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60a89b77-9bb7-495f-8b21-0a03b92e8756" -d '{"events": [{"server_uuid": "89b18b1f-8ecb-407e-bcfb-52c5df6c8195", "name": "network-vif-plugged", "status": "completed", "tag": "8fd613b5-2539-40cf-8671-17789834f50c"}]}' {{(pid=93955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 16:38:50.292189 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.db [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] For port 8fd613b5-2539-40cf-8671-17789834f50c, host hv-cinder-77957, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77957',level=0,port_id=8fd613b5-2539-40cf-8671-17789834f50c,segment=NetworkSegment(416aa124-8160-4924-9f36-b14c80e8b3ef),segment_id=416aa124-8160-4924-9f36-b14c80e8b3ef)] {{(pid=93955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:38:50.298438 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791196459277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791195970012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791195970030'] for port, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:38:50.318551 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-2e9b4553-350f-4ba5-a51f-a9da80cf524f req-3f1df5a9-26f8-4047-b5cc-b5cdfc699cdb tempest-AttachVolumeTestJSON-1141938147 tempest-AttachVolumeTestJSON-1141938147-project] 10.222.0.39 "GET /v2.0/security-groups?id=199fd1ea-f6bd-499c-b364-3db5d62af448&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383899 Sep 15 16:38:50.324241 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 16:38:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffacce8d-580b-499a-bc75-ba720a49bc61 x-openstack-request-id: req-ffacce8d-580b-499a-bc75-ba720a49bc61 {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 16:38:50.324498 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89b18b1f-8ecb-407e-bcfb-52c5df6c8195", "name": "network-vif-plugged", "status": "completed", "tag": "8fd613b5-2539-40cf-8671-17789834f50c", "code": 200}]} {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 16:38:50.324741 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-ffacce8d-580b-499a-bc75-ba720a49bc61 {{(pid=93955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 16:38:50.325154 dv-cinder-779576-8-iscsi neutron-server[93955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89b18b1f-8ecb-407e-bcfb-52c5df6c8195', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fd613b5-2539-40cf-8671-17789834f50c', 'code': 200} Sep 15 16:38:50.352317 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] Pushing event updated for resources: {'Port': ['ID=8fd613b5-2539-40cf-8671-17789834f50c,revision_number=5']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:38:50.492965 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce3afc7-eb06-4c32-aa77-cdb434ccb2a9 req-7df7def5-9f80-449d-b2f3-8556e0e4c53c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:38:50.494445 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-fce3afc7-eb06-4c32-aa77-cdb434ccb2a9 req-7df7def5-9f80-449d-b2f3-8556e0e4c53c service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=89b18b1f-8ecb-407e-bcfb-52c5df6c8195 HTTP/1.1" status: 200 len: 1098 time: 0.0419393 Sep 15 16:38:50.535882 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-fce3afc7-eb06-4c32-aa77-cdb434ccb2a9 req-99a0ded7-611e-4784-b1d2-03a8a7a736f0 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=199fd1ea-f6bd-499c-b364-3db5d62af448&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340462 Sep 15 16:38:51.462945 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10540276-7440-48b9-961b-a0494a815209 req-2efa0553-b127-444e-93fe-1fb18093b2ff tempest-AttachVolumeTestJSON-1141938147 tempest-AttachVolumeTestJSON-1141938147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:38:51.464401 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-10540276-7440-48b9-961b-a0494a815209 req-2efa0553-b127-444e-93fe-1fb18093b2ff tempest-AttachVolumeTestJSON-1141938147 tempest-AttachVolumeTestJSON-1141938147-project] 10.222.0.39 "GET /v2.0/ports?device_id=89b18b1f-8ecb-407e-bcfb-52c5df6c8195 HTTP/1.1" status: 200 len: 945 time: 0.0647225 Sep 15 16:38:51.514824 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-10540276-7440-48b9-961b-a0494a815209 req-3e7aa2cc-6315-456f-a028-b236b863b957 tempest-AttachVolumeTestJSON-1141938147 tempest-AttachVolumeTestJSON-1141938147-project] 10.222.0.39 "GET /v2.0/security-groups?id=199fd1ea-f6bd-499c-b364-3db5d62af448&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423894 Sep 15 16:38:52.648577 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818244d4-bda8-4714-9c07-5364843e3773 req-4eaa9a04-ae7d-4988-82cf-40368a5eb1cb tempest-AttachVolumeTestJSON-1141938147 tempest-AttachVolumeTestJSON-1141938147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:38:52.650112 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-818244d4-bda8-4714-9c07-5364843e3773 req-4eaa9a04-ae7d-4988-82cf-40368a5eb1cb tempest-AttachVolumeTestJSON-1141938147 tempest-AttachVolumeTestJSON-1141938147-project] 10.222.0.39 "GET /v2.0/ports?device_id=89b18b1f-8ecb-407e-bcfb-52c5df6c8195 HTTP/1.1" status: 200 len: 945 time: 0.0606918 Sep 15 16:38:52.696219 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-818244d4-bda8-4714-9c07-5364843e3773 req-705f4657-e717-4634-a41e-b21b349f79c0 tempest-AttachVolumeTestJSON-1141938147 tempest-AttachVolumeTestJSON-1141938147-project] 10.222.0.39 "GET /v2.0/security-groups?id=199fd1ea-f6bd-499c-b364-3db5d62af448&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392585 Sep 15 16:38:52.836253 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbda6f7e-9d57-44d5-b0fc-f0057736a28f req-d8150545-27e7-461b-bebf-3d99b210b158 tempest-AttachVolumeTestJSON-1141938147 tempest-AttachVolumeTestJSON-1141938147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:38:52.838055 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-bbda6f7e-9d57-44d5-b0fc-f0057736a28f req-d8150545-27e7-461b-bebf-3d99b210b158 tempest-AttachVolumeTestJSON-1141938147 tempest-AttachVolumeTestJSON-1141938147-project] 10.222.0.39 "GET /v2.0/ports?device_id=89b18b1f-8ecb-407e-bcfb-52c5df6c8195 HTTP/1.1" status: 200 len: 945 time: 0.0611696 Sep 15 16:38:52.849168 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.wsgi [-] (93954) accepted ('10.222.0.39', 41744) {{(pid=93954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:38:52.854386 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.api.v2.base [None req-af6173f5-569f-49cb-9067-3b6a763be549 tempest-AttachVolumeTestJSON-1141938147 tempest-AttachVolumeTestJSON-1141938147-project] Request body: {'floatingip': {'port_id': '8fd613b5-2539-40cf-8671-17789834f50c'}} {{(pid=93954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:38:52.902220 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-af6173f5-569f-49cb-9067-3b6a763be549 tempest-AttachVolumeTestJSON-1141938147 tempest-AttachVolumeTestJSON-1141938147-project] Notify callbacks [] for floatingip, before_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:38:53.202991 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791196484491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953091'] for agent, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:38:53.411823 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-af6173f5-569f-49cb-9067-3b6a763be549 tempest-AttachVolumeTestJSON-1141938147 tempest-AttachVolumeTestJSON-1141938147-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:38:53.419662 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-af6173f5-569f-49cb-9067-3b6a763be549 tempest-AttachVolumeTestJSON-1141938147 tempest-AttachVolumeTestJSON-1141938147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3725591'] for floatingip, after_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:38:53.527627 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.db.l3_db [None req-af6173f5-569f-49cb-9067-3b6a763be549 tempest-AttachVolumeTestJSON-1141938147 tempest-AttachVolumeTestJSON-1141938147-project] Floating IP ef1edc61-b7a8-4c7f-8a69-b64fab16e6bd associated. External IP: 172.27.3.115, port: 8fd613b5-2539-40cf-8671-17789834f50c. Sep 15 16:38:53.747277 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af6173f5-569f-49cb-9067-3b6a763be549 tempest-AttachVolumeTestJSON-1141938147 tempest-AttachVolumeTestJSON-1141938147-project] Router 9d99db99-59c9-498e-835d-354c62ec0f52 has already been hosted by L3 agent 7a8df8d7-c3ef-43b4-9534-c977f7014926 {{(pid=93954) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 16:38:53.865468 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af6173f5-569f-49cb-9067-3b6a763be549 tempest-AttachVolumeTestJSON-1141938147 tempest-AttachVolumeTestJSON-1141938147-project] Notify agent at l3_agent.dv-cinder-779576-8-iscsi the message routers_updated {{(pid=93954) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 16:38:53.870421 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-af6173f5-569f-49cb-9067-3b6a763be549 tempest-AttachVolumeTestJSON-1141938147 tempest-AttachVolumeTestJSON-1141938147-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58602'] for floatingip, before_response {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:38:53.878359 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e15173c9-13cf-4a22-80a5-2661f4cf0741 None None] Sync routers for ids ['9d99db99-59c9-498e-835d-354c62ec0f52'] in dv-cinder-779576-8-iscsi {{(pid=93956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 16:38:53.888898 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e15173c9-13cf-4a22-80a5-2661f4cf0741 None None] Routers {'9d99db99-59c9-498e-835d-354c62ec0f52'} bound to L3 agent in host dv-cinder-779576-8-iscsi {{(pid=93956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:38:53.889509 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron.db.l3_hamode_db [None req-e15173c9-13cf-4a22-80a5-2661f4cf0741 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779576-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-15T16:14:02Z,description=,heartbeat_timestamp=2021-09-15T16:38:32Z,host='dv-cinder-779576-8-iscsi',id=7a8df8d7-c3ef-43b4-9534-c977f7014926,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T16:14:02Z,topic='l3_agent')) {'router_ids': ['9d99db99-59c9-498e-835d-354c62ec0f52'], 'active': True} {{(pid=93956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:38:53.900442 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [None req-af6173f5-569f-49cb-9067-3b6a763be549 tempest-AttachVolumeTestJSON-1141938147 tempest-AttachVolumeTestJSON-1141938147-project] 10.222.0.39 "PUT /v2.0/floatingips/ef1edc61-b7a8-4c7f-8a69-b64fab16e6bd HTTP/1.1" status: 200 len: 991 time: 1.0497458 Sep 15 16:38:53.901046 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89b18b1f-8ecb-407e-bcfb-52c5df6c8195', 'tag': '8fd613b5-2539-40cf-8671-17789834f50c'}] {{(pid=93954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 16:38:53.903534 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6d34c38c0cdc03ce39e2c460ccb262b82dff3a58d2f42c4e7ad7906abe071cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bebe4e3-d683-4da4-b4ff-7246bdf25b97" -d '{"events": [{"name": "network-changed", "server_uuid": "89b18b1f-8ecb-407e-bcfb-52c5df6c8195", "tag": "8fd613b5-2539-40cf-8671-17789834f50c"}]}' {{(pid=93954) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 16:38:53.941374 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 16:38:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28201e79-8fbd-4598-b082-eba99c88fc83 x-openstack-request-id: req-28201e79-8fbd-4598-b082-eba99c88fc83 {{(pid=93954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 16:38:53.941663 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "89b18b1f-8ecb-407e-bcfb-52c5df6c8195", "tag": "8fd613b5-2539-40cf-8671-17789834f50c", "status": "completed", "code": 200}]} {{(pid=93954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 16:38:53.941910 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-28201e79-8fbd-4598-b082-eba99c88fc83 {{(pid=93954) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 16:38:53.942470 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '89b18b1f-8ecb-407e-bcfb-52c5df6c8195', 'tag': '8fd613b5-2539-40cf-8671-17789834f50c', 'status': 'completed', 'code': 200} Sep 15 16:38:53.997219 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron.db.l3_dvr_db [None req-e15173c9-13cf-4a22-80a5-2661f4cf0741 None None] Set router 9d99db99-59c9-498e-835d-354c62ec0f52 gateway port host: dv-cinder-779576-8-iscsi {{(pid=93956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 16:38:54.007625 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bebe4e3-d683-4da4-b4ff-7246bdf25b97 req-33706cd7-237a-4ec0-89bb-f31852129acd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:38:54.009196 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-4bebe4e3-d683-4da4-b4ff-7246bdf25b97 req-33706cd7-237a-4ec0-89bb-f31852129acd service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=1eedf12f4fe8435397aa63f6ef9368f9&device_id=89b18b1f-8ecb-407e-bcfb-52c5df6c8195 HTTP/1.1" status: 200 len: 1098 time: 0.0438795 Sep 15 16:38:54.101067 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bebe4e3-d683-4da4-b4ff-7246bdf25b97 req-968191c8-977d-41af-9c68-4950af2fdeb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:38:54.102539 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-4bebe4e3-d683-4da4-b4ff-7246bdf25b97 req-968191c8-977d-41af-9c68-4950af2fdeb3 service neutron] 10.222.0.45 "GET /v2.0/networks?id=e5114a12-53db-4676-99c9-6e0e730337dd HTTP/1.1" status: 200 len: 911 time: 0.0842919 Sep 15 16:38:54.170982 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-4bebe4e3-d683-4da4-b4ff-7246bdf25b97 req-7ac51679-02ab-4fc5-9254-63a8c3e7b0f5 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8fd613b5-2539-40cf-8671-17789834f50c HTTP/1.1" status: 200 len: 999 time: 0.0604746 Sep 15 16:38:54.219884 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bebe4e3-d683-4da4-b4ff-7246bdf25b97 req-94364517-f170-4ade-8735-44527dd3945c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:38:54.221391 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-4bebe4e3-d683-4da4-b4ff-7246bdf25b97 req-94364517-f170-4ade-8735-44527dd3945c service neutron] 10.222.0.45 "GET /v2.0/subnets?id=22529361-3b44-49b4-805b-da9f7d11ed5f HTTP/1.1" status: 200 len: 850 time: 0.0426381 Sep 15 16:38:54.230464 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron.db.l3_hamode_db [None req-e15173c9-13cf-4a22-80a5-2661f4cf0741 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d99db99-59c9-498e-835d-354c62ec0f52', 'name': 'tempest-AttachVolumeTestJSON-1187138833-router', 'tenant_id': '1eedf12f4fe8435397aa63f6ef9368f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62251075-a3e3-4d47-8761-104d217b089a', 'external_fixed_ips': [{'subnet_id': '9a71565b-217b-482b-8364-bc8ecb4c8f88', 'ip_address': '172.27.3.139'}], 'enable_snat': True}, 'gw_port_id': '50e0c484-9b45-40f3-bbea-7802c0d6ebfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:33:42Z', 'updated_at': '2021-09-15T16:33:44Z', 'revision_number': 4, 'project_id': '1eedf12f4fe8435397aa63f6ef9368f9', 'gw_port': {'id': '50e0c484-9b45-40f3-bbea-7802c0d6ebfe', 'name': '', 'network_id': '62251075-a3e3-4d47-8761-104d217b089a', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:47:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d99db99-59c9-498e-835d-354c62ec0f52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '9a71565b-217b-482b-8364-bc8ecb4c8f88', 'ip_address': '172.27.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779576-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:33:42Z', 'updated_at': '2021-09-15T16:33:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a71565b-217b-482b-8364-bc8ecb4c8f88', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779576-8-iscsi', '_floatingips': [{'id': 'ef1edc61-b7a8-4c7f-8a69-b64fab16e6bd', 'tenant_id': '1eedf12f4fe8435397aa63f6ef9368f9', 'floating_ip_address': '172.27.3.115', 'floating_network_id': '62251075-a3e3-4d47-8761-104d217b089a', 'router_id': '9d99db99-59c9-498e-835d-354c62ec0f52', 'port_id': '8fd613b5-2539-40cf-8671-17789834f50c', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 656, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e5114a12-53db-4676-99c9-6e0e730337dd', 'mac_address': 'fa:16:3e:16:bb:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89b18b1f-8ecb-407e-bcfb-52c5df6c8195', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T16:38:35Z', 'updated_at': '2021-09-15T16:38:53Z', 'revision_number': 1, 'project_id': '1eedf12f4fe8435397aa63f6ef9368f9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c6998fc9-7a0f-4b59-989c-cea8c2e1fe0f', 'name': '', 'network_id': 'e5114a12-53db-4676-99c9-6e0e730337dd', 'tenant_id': '1eedf12f4fe8435397aa63f6ef9368f9', 'mac_address': 'fa:16:3e:20:5d:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d99db99-59c9-498e-835d-354c62ec0f52', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '22529361-3b44-49b4-805b-da9f7d11ed5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779576-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:33:44Z', 'updated_at': '2021-09-15T16:33:48Z', 'revision_number': 5, 'project_id': '1eedf12f4fe8435397aa63f6ef9368f9', 'subnets': [{'id': '22529361-3b44-49b4-805b-da9f7d11ed5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779576-8-iscsi', False) {} {{(pid=93956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:38:54.260647 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e15173c9-13cf-4a22-80a5-2661f4cf0741 None None] Checking router: 9d99db99-59c9-498e-835d-354c62ec0f52 for host: dv-cinder-779576-8-iscsi {{(pid=93956) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 16:38:54.269172 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bebe4e3-d683-4da4-b4ff-7246bdf25b97 req-61ff7e50-8709-45b4-9860-b85c86ca049e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:38:54.269369 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e15173c9-13cf-4a22-80a5-2661f4cf0741 None None] Routers {'9d99db99-59c9-498e-835d-354c62ec0f52'} bound to L3 agent in host dv-cinder-779576-8-iscsi {{(pid=93956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:38:54.269972 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron.db.l3_hamode_db [None req-e15173c9-13cf-4a22-80a5-2661f4cf0741 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779576-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-15T16:14:02Z,description=,heartbeat_timestamp=2021-09-15T16:38:32Z,host='dv-cinder-779576-8-iscsi',id=7a8df8d7-c3ef-43b4-9534-c977f7014926,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T16:14:02Z,topic='l3_agent')) {'router_ids': ['9d99db99-59c9-498e-835d-354c62ec0f52'], 'active': True} {{(pid=93956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:38:54.270757 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-4bebe4e3-d683-4da4-b4ff-7246bdf25b97 req-61ff7e50-8709-45b4-9860-b85c86ca049e service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=e5114a12-53db-4676-99c9-6e0e730337dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0421586 Sep 15 16:38:54.364967 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-4bebe4e3-d683-4da4-b4ff-7246bdf25b97 req-4e814033-bb84-42fb-b984-be854004a917 service neutron] 10.222.0.45 "GET /v2.0/networks/e5114a12-53db-4676-99c9-6e0e730337dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868812 Sep 15 16:38:54.375660 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron.db.l3_dvr_db [None req-e15173c9-13cf-4a22-80a5-2661f4cf0741 None None] Set router 9d99db99-59c9-498e-835d-354c62ec0f52 gateway port host: dv-cinder-779576-8-iscsi {{(pid=93956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 16:38:54.454281 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-4bebe4e3-d683-4da4-b4ff-7246bdf25b97 req-afbf8a4b-5bc2-4be1-a3fa-ad7e05ff75aa service neutron] 10.222.0.45 "GET /v2.0/networks/e5114a12-53db-4676-99c9-6e0e730337dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820968 Sep 15 16:38:54.607247 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron.db.l3_hamode_db [None req-e15173c9-13cf-4a22-80a5-2661f4cf0741 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d99db99-59c9-498e-835d-354c62ec0f52', 'name': 'tempest-AttachVolumeTestJSON-1187138833-router', 'tenant_id': '1eedf12f4fe8435397aa63f6ef9368f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62251075-a3e3-4d47-8761-104d217b089a', 'external_fixed_ips': [{'subnet_id': '9a71565b-217b-482b-8364-bc8ecb4c8f88', 'ip_address': '172.27.3.139'}], 'enable_snat': True}, 'gw_port_id': '50e0c484-9b45-40f3-bbea-7802c0d6ebfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:33:42Z', 'updated_at': '2021-09-15T16:33:44Z', 'revision_number': 4, 'project_id': '1eedf12f4fe8435397aa63f6ef9368f9', 'gw_port': {'id': '50e0c484-9b45-40f3-bbea-7802c0d6ebfe', 'name': '', 'network_id': '62251075-a3e3-4d47-8761-104d217b089a', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:47:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d99db99-59c9-498e-835d-354c62ec0f52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '9a71565b-217b-482b-8364-bc8ecb4c8f88', 'ip_address': '172.27.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779576-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:33:42Z', 'updated_at': '2021-09-15T16:33:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a71565b-217b-482b-8364-bc8ecb4c8f88', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779576-8-iscsi', '_floatingips': [{'id': 'ef1edc61-b7a8-4c7f-8a69-b64fab16e6bd', 'tenant_id': '1eedf12f4fe8435397aa63f6ef9368f9', 'floating_ip_address': '172.27.3.115', 'floating_network_id': '62251075-a3e3-4d47-8761-104d217b089a', 'router_id': '9d99db99-59c9-498e-835d-354c62ec0f52', 'port_id': '8fd613b5-2539-40cf-8671-17789834f50c', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 656, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e5114a12-53db-4676-99c9-6e0e730337dd', 'mac_address': 'fa:16:3e:16:bb:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89b18b1f-8ecb-407e-bcfb-52c5df6c8195', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T16:38:35Z', 'updated_at': '2021-09-15T16:38:53Z', 'revision_number': 1, 'project_id': '1eedf12f4fe8435397aa63f6ef9368f9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c6998fc9-7a0f-4b59-989c-cea8c2e1fe0f', 'name': '', 'network_id': 'e5114a12-53db-4676-99c9-6e0e730337dd', 'tenant_id': '1eedf12f4fe8435397aa63f6ef9368f9', 'mac_address': 'fa:16:3e:20:5d:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d99db99-59c9-498e-835d-354c62ec0f52', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '22529361-3b44-49b4-805b-da9f7d11ed5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779576-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:33:44Z', 'updated_at': '2021-09-15T16:33:48Z', 'revision_number': 5, 'project_id': '1eedf12f4fe8435397aa63f6ef9368f9', 'subnets': [{'id': '22529361-3b44-49b4-805b-da9f7d11ed5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779576-8-iscsi', False) {} {{(pid=93956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:38:54.634311 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e15173c9-13cf-4a22-80a5-2661f4cf0741 None None] The sync data for ids ['9d99db99-59c9-498e-835d-354c62ec0f52'] in dv-cinder-779576-8-iscsi is: [{'id': '9d99db99-59c9-498e-835d-354c62ec0f52', 'name': 'tempest-AttachVolumeTestJSON-1187138833-router', 'tenant_id': '1eedf12f4fe8435397aa63f6ef9368f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62251075-a3e3-4d47-8761-104d217b089a', 'external_fixed_ips': [{'subnet_id': '9a71565b-217b-482b-8364-bc8ecb4c8f88', 'ip_address': '172.27.3.139'}], 'enable_snat': True}, 'gw_port_id': '50e0c484-9b45-40f3-bbea-7802c0d6ebfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:33:42Z', 'updated_at': '2021-09-15T16:33:44Z', 'revision_number': 4, 'project_id': '1eedf12f4fe8435397aa63f6ef9368f9', 'gw_port': {'id': '50e0c484-9b45-40f3-bbea-7802c0d6ebfe', 'name': '', 'network_id': '62251075-a3e3-4d47-8761-104d217b089a', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:47:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d99db99-59c9-498e-835d-354c62ec0f52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '9a71565b-217b-482b-8364-bc8ecb4c8f88', 'ip_address': '172.27.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779576-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:33:42Z', 'updated_at': '2021-09-15T16:33:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a71565b-217b-482b-8364-bc8ecb4c8f88', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779576-8-iscsi', '_floatingips': [{'id': 'ef1edc61-b7a8-4c7f-8a69-b64fab16e6bd', 'tenant_id': '1eedf12f4fe8435397aa63f6ef9368f9', 'floating_ip_address': '172.27.3.115', 'floating_network_id': '62251075-a3e3-4d47-8761-104d217b089a', 'router_id': '9d99db99-59c9-498e-835d-354c62ec0f52', 'port_id': '8fd613b5-2539-40cf-8671-17789834f50c', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 656, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e5114a12-53db-4676-99c9-6e0e730337dd', 'mac_address': 'fa:16:3e:16:bb:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89b18b1f-8ecb-407e-bcfb-52c5df6c8195', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T16:38:35Z', 'updated_at': '2021-09-15T16:38:53Z', 'revision_number': 1, 'project_id': '1eedf12f4fe8435397aa63f6ef9368f9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c6998fc9-7a0f-4b59-989c-cea8c2e1fe0f', 'name': '', 'network_id': 'e5114a12-53db-4676-99c9-6e0e730337dd', 'tenant_id': '1eedf12f4fe8435397aa63f6ef9368f9', 'mac_address': 'fa:16:3e:20:5d:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d99db99-59c9-498e-835d-354c62ec0f52', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '22529361-3b44-49b4-805b-da9f7d11ed5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779576-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:33:44Z', 'updated_at': '2021-09-15T16:33:48Z', 'revision_number': 5, 'project_id': '1eedf12f4fe8435397aa63f6ef9368f9', 'subnets': [{'id': '22529361-3b44-49b4-805b-da9f7d11ed5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 16:38:54.838174 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6348b16f-0501-4c0e-9496-0cc3ae58652b None None] New status for floating IP ef1edc61-b7a8-4c7f-8a69-b64fab16e6bd: ACTIVE {{(pid=93955) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 15 16:38:59.163571 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-46703215-8fdc-4dd7-9cdf-a0ba56eaca06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791196484491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953091'] for agent, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:39:01.881397 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-57d8a9a3-d16f-4b20-b77b-ca1e664c03db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791196484491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953091'] for agent, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:39:01.972832 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-8610d602-1522-4f40-bff7-a6a8ca38e7f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791196484491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953091'] for agent, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:39:03.037549 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-eee1357e-56cc-4bdc-884d-16a88731d16f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791196484491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953091'] for agent, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:39:04.431120 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-7ad16b6f-1dcb-4567-914a-8ec9b5a04b47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791196484491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953091'] for agent, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:39:15.473160 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron.db.agents_db [None req-9c583be1-859f-4a85-bd6b-6d26517e04c2 None None] Agent healthcheck: found 6 active agents {{(pid=93956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 16:39:23.209940 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791196484491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953091'] for agent, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:39:29.169842 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-74fa14c2-d154-4425-96f1-5d22e9ecdca8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791196484491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953091'] for agent, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:39:31.884408 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-57d8a9a3-d16f-4b20-b77b-ca1e664c03db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791196484491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953091'] for agent, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:39:31.966217 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-dfc2b2af-daa1-452a-8bf9-231fdafb7808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791196484491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953091'] for agent, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:39:33.039956 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-eee1357e-56cc-4bdc-884d-16a88731d16f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791196484491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953091'] for agent, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:39:34.435929 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-7ad16b6f-1dcb-4567-914a-8ec9b5a04b47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791196484491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953091'] for agent, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:39:37.877903 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-760cb242-ac8a-49a4-adbe-0b5f2e0c14bb req-604aba42-49a1-4f48-b921-6ef7fdca41c2 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=89b18b1f-8ecb-407e-bcfb-52c5df6c8195&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0503144 Sep 15 16:39:37.970839 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760cb242-ac8a-49a4-adbe-0b5f2e0c14bb req-d07baabc-2aee-4c98-ba90-1abe4e8c5c66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:39:37.972375 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-760cb242-ac8a-49a4-adbe-0b5f2e0c14bb req-d07baabc-2aee-4c98-ba90-1abe4e8c5c66 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=1eedf12f4fe8435397aa63f6ef9368f9&device_id=89b18b1f-8ecb-407e-bcfb-52c5df6c8195 HTTP/1.1" status: 200 len: 1098 time: 0.0442934 Sep 15 16:39:38.079507 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760cb242-ac8a-49a4-adbe-0b5f2e0c14bb req-11dcd6ee-58cb-4c85-974c-127f24c040c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:39:38.081304 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-760cb242-ac8a-49a4-adbe-0b5f2e0c14bb req-11dcd6ee-58cb-4c85-974c-127f24c040c5 service neutron] 10.222.0.45 "GET /v2.0/networks?id=e5114a12-53db-4676-99c9-6e0e730337dd HTTP/1.1" status: 200 len: 911 time: 0.0861664 Sep 15 16:39:38.151684 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-760cb242-ac8a-49a4-adbe-0b5f2e0c14bb req-eec80b2a-56c5-41b7-aa54-699ee58fea41 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8fd613b5-2539-40cf-8671-17789834f50c HTTP/1.1" status: 200 len: 1001 time: 0.0631907 Sep 15 16:39:38.208048 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760cb242-ac8a-49a4-adbe-0b5f2e0c14bb req-bfd17d21-2eda-4dc2-bcbc-70503164927b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:39:38.209483 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-760cb242-ac8a-49a4-adbe-0b5f2e0c14bb req-bfd17d21-2eda-4dc2-bcbc-70503164927b service neutron] 10.222.0.45 "GET /v2.0/subnets?id=22529361-3b44-49b4-805b-da9f7d11ed5f HTTP/1.1" status: 200 len: 850 time: 0.0508499 Sep 15 16:39:38.261303 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760cb242-ac8a-49a4-adbe-0b5f2e0c14bb req-864026ee-3832-42f1-bc28-8819cd9002e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:39:38.262785 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-760cb242-ac8a-49a4-adbe-0b5f2e0c14bb req-864026ee-3832-42f1-bc28-8819cd9002e3 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=e5114a12-53db-4676-99c9-6e0e730337dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0458586 Sep 15 16:39:38.620183 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-760cb242-ac8a-49a4-adbe-0b5f2e0c14bb req-a99235f3-4925-45c7-b168-a9b9ffe7a205 service neutron] 10.222.0.45 "GET /v2.0/networks/e5114a12-53db-4676-99c9-6e0e730337dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3500798 Sep 15 16:39:38.720642 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-760cb242-ac8a-49a4-adbe-0b5f2e0c14bb req-7a7e764b-81aa-4836-aa83-ce91f3d81e56 service neutron] 10.222.0.45 "GET /v2.0/networks/e5114a12-53db-4676-99c9-6e0e730337dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930626 Sep 15 16:39:52.468511 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron.db.agents_db [None req-9c583be1-859f-4a85-bd6b-6d26517e04c2 None None] Agent healthcheck: found 6 active agents {{(pid=93956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 16:39:53.208813 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791196484491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953091'] for agent, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:39:59.158118 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-2c45dfd0-7673-4243-a173-992f724470b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791196484491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953091'] for agent, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:40:01.888633 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-57d8a9a3-d16f-4b20-b77b-ca1e664c03db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791196484491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953091'] for agent, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:40:01.970427 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-edf8ba76-2e6b-4ddb-9a62-1ac40c427d5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791196484491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953091'] for agent, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:40:03.047581 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-eee1357e-56cc-4bdc-884d-16a88731d16f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791196484491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953091'] for agent, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:40:04.444328 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-7ad16b6f-1dcb-4567-914a-8ec9b5a04b47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791196484491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953091'] for agent, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:40:23.218062 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791196484491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953091'] for agent, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:40:28.570374 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526861a5-6ff0-4a93-a7aa-bdff354c96d9 req-e58d7b2c-9fd0-49c5-80aa-2b3a0238b788 tempest-AttachVolumeTestJSON-1141938147 tempest-AttachVolumeTestJSON-1141938147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:40:28.571941 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-526861a5-6ff0-4a93-a7aa-bdff354c96d9 req-e58d7b2c-9fd0-49c5-80aa-2b3a0238b788 tempest-AttachVolumeTestJSON-1141938147 tempest-AttachVolumeTestJSON-1141938147-project] 10.222.0.39 "GET /v2.0/ports?device_id=89b18b1f-8ecb-407e-bcfb-52c5df6c8195 HTTP/1.1" status: 200 len: 945 time: 0.0650222 Sep 15 16:40:28.616126 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-526861a5-6ff0-4a93-a7aa-bdff354c96d9 req-3afca927-907a-4efc-a709-8b85ae3240dc tempest-AttachVolumeTestJSON-1141938147 tempest-AttachVolumeTestJSON-1141938147-project] 10.222.0.39 "GET /v2.0/security-groups?id=199fd1ea-f6bd-499c-b364-3db5d62af448&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351331 Sep 15 16:40:29.162388 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-b59faf89-3e60-44c9-b8b0-7fea3d24d717 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791196484491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953091'] for agent, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:40:29.471527 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron.db.agents_db [None req-9c583be1-859f-4a85-bd6b-6d26517e04c2 None None] Agent healthcheck: found 6 active agents {{(pid=93956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 16:40:29.747741 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8216c79-271d-4e17-a9b6-bba5fe5906e0 req-85ae70e2-7e42-46dc-83b1-e785e7d1acd6 tempest-AttachVolumeTestJSON-1141938147 tempest-AttachVolumeTestJSON-1141938147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:40:29.749134 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-f8216c79-271d-4e17-a9b6-bba5fe5906e0 req-85ae70e2-7e42-46dc-83b1-e785e7d1acd6 tempest-AttachVolumeTestJSON-1141938147 tempest-AttachVolumeTestJSON-1141938147-project] 10.222.0.39 "GET /v2.0/ports?device_id=89b18b1f-8ecb-407e-bcfb-52c5df6c8195 HTTP/1.1" status: 200 len: 945 time: 0.0510638 Sep 15 16:40:29.789459 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-f8216c79-271d-4e17-a9b6-bba5fe5906e0 req-755c884c-7d7e-4e73-b6b1-2c8a579f4e7d tempest-AttachVolumeTestJSON-1141938147 tempest-AttachVolumeTestJSON-1141938147-project] 10.222.0.39 "GET /v2.0/security-groups?id=199fd1ea-f6bd-499c-b364-3db5d62af448&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325663 Sep 15 16:40:30.508204 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5ee92d-b40c-43a1-a552-db91821107d6 req-24e02502-8d75-45e7-ab19-a4c0d3e34616 tempest-AttachVolumeTestJSON-1141938147 tempest-AttachVolumeTestJSON-1141938147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:40:30.509677 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-7c5ee92d-b40c-43a1-a552-db91821107d6 req-24e02502-8d75-45e7-ab19-a4c0d3e34616 tempest-AttachVolumeTestJSON-1141938147 tempest-AttachVolumeTestJSON-1141938147-project] 10.222.0.45 "GET /v2.0/ports?device_id=89b18b1f-8ecb-407e-bcfb-52c5df6c8195 HTTP/1.1" status: 200 len: 945 time: 0.0556815 Sep 15 16:40:30.616198 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.plugin [req-7c5ee92d-b40c-43a1-a552-db91821107d6 req-e630dbb5-990b-4083-b8c4-77b8540b969e tempest-AttachVolumeTestJSON-1141938147 tempest-AttachVolumeTestJSON-1141938147-project] Deleting port 8fd613b5-2539-40cf-8671-17789834f50c {{(pid=93953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:40:30.616510 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [req-7c5ee92d-b40c-43a1-a552-db91821107d6 req-e630dbb5-990b-4083-b8c4-77b8540b969e tempest-AttachVolumeTestJSON-1141938147 tempest-AttachVolumeTestJSON-1141938147-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791196454449'] for port, before_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:40:30.705257 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.db [req-7c5ee92d-b40c-43a1-a552-db91821107d6 req-e630dbb5-990b-4083-b8c4-77b8540b969e tempest-AttachVolumeTestJSON-1141938147 tempest-AttachVolumeTestJSON-1141938147-project] For port 8fd613b5-2539-40cf-8671-17789834f50c, host hv-cinder-77957, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77957',level=0,port_id=8fd613b5-2539-40cf-8671-17789834f50c,segment=NetworkSegment(416aa124-8160-4924-9f36-b14c80e8b3ef),segment_id=416aa124-8160-4924-9f36-b14c80e8b3ef)] {{(pid=93953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:40:30.705619 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [req-7c5ee92d-b40c-43a1-a552-db91821107d6 req-e630dbb5-990b-4083-b8c4-77b8540b969e tempest-AttachVolumeTestJSON-1141938147 tempest-AttachVolumeTestJSON-1141938147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3729503'] for port, precommit_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:40:30.890078 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [req-7c5ee92d-b40c-43a1-a552-db91821107d6 req-e630dbb5-990b-4083-b8c4-77b8540b969e tempest-AttachVolumeTestJSON-1141938147 tempest-AttachVolumeTestJSON-1141938147-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:40:30.891052 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [req-7c5ee92d-b40c-43a1-a552-db91821107d6 req-e630dbb5-990b-4083-b8c4-77b8540b969e tempest-AttachVolumeTestJSON-1141938147 tempest-AttachVolumeTestJSON-1141938147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3725591'] for floatingip, after_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:40:30.891711 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.db.l3_db [req-7c5ee92d-b40c-43a1-a552-db91821107d6 req-e630dbb5-990b-4083-b8c4-77b8540b969e tempest-AttachVolumeTestJSON-1141938147 tempest-AttachVolumeTestJSON-1141938147-project] Floating IP ef1edc61-b7a8-4c7f-8a69-b64fab16e6bd disassociated. External IP: 172.27.3.115, port: 8fd613b5-2539-40cf-8671-17789834f50c. Sep 15 16:40:30.892091 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.plugin [req-7c5ee92d-b40c-43a1-a552-db91821107d6 req-e630dbb5-990b-4083-b8c4-77b8540b969e tempest-AttachVolumeTestJSON-1141938147 tempest-AttachVolumeTestJSON-1141938147-project] Calling delete_port for 8fd613b5-2539-40cf-8671-17789834f50c owned by compute:nova {{(pid=93953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:40:30.919776 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3108a2f-7a39-482b-a5f9-bacf86c07083 req-ac088789-e157-4326-bc20-d32993a451f8 tempest-AttachVolumeTestJSON-1141938147 tempest-AttachVolumeTestJSON-1141938147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:40:30.921296 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-b3108a2f-7a39-482b-a5f9-bacf86c07083 req-ac088789-e157-4326-bc20-d32993a451f8 tempest-AttachVolumeTestJSON-1141938147 tempest-AttachVolumeTestJSON-1141938147-project] 10.222.0.39 "GET /v2.0/ports?device_id=89b18b1f-8ecb-407e-bcfb-52c5df6c8195 HTTP/1.1" status: 200 len: 945 time: 0.0548968 Sep 15 16:40:30.960059 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [req-b3108a2f-7a39-482b-a5f9-bacf86c07083 req-ba546f98-718d-4a90-acbb-6a497359ac86 tempest-AttachVolumeTestJSON-1141938147 tempest-AttachVolumeTestJSON-1141938147-project] 10.222.0.39 "GET /v2.0/security-groups?id=199fd1ea-f6bd-499c-b364-3db5d62af448&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324237 Sep 15 16:40:31.035945 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [req-7c5ee92d-b40c-43a1-a552-db91821107d6 req-e630dbb5-990b-4083-b8c4-77b8540b969e tempest-AttachVolumeTestJSON-1141938147 tempest-AttachVolumeTestJSON-1141938147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791196460023', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791195970003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127878305'] for port, after_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:40:31.062488 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e630dbb5-990b-4083-b8c4-77b8540b969e tempest-AttachVolumeTestJSON-1141938147 tempest-AttachVolumeTestJSON-1141938147-project] Pushing event deleted for resources: {'Port': ['ID=8fd613b5-2539-40cf-8671-17789834f50c,revision_number=None']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:40:31.076707 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e630dbb5-990b-4083-b8c4-77b8540b969e tempest-AttachVolumeTestJSON-1141938147 tempest-AttachVolumeTestJSON-1141938147-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:40:31.077049 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e630dbb5-990b-4083-b8c4-77b8540b969e tempest-AttachVolumeTestJSON-1141938147 tempest-AttachVolumeTestJSON-1141938147-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:40:31.077382 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e630dbb5-990b-4083-b8c4-77b8540b969e tempest-AttachVolumeTestJSON-1141938147 tempest-AttachVolumeTestJSON-1141938147-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:40:31.077721 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e630dbb5-990b-4083-b8c4-77b8540b969e tempest-AttachVolumeTestJSON-1141938147 tempest-AttachVolumeTestJSON-1141938147-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:40:31.078063 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e630dbb5-990b-4083-b8c4-77b8540b969e tempest-AttachVolumeTestJSON-1141938147 tempest-AttachVolumeTestJSON-1141938147-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:40:31.078386 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e630dbb5-990b-4083-b8c4-77b8540b969e tempest-AttachVolumeTestJSON-1141938147 tempest-AttachVolumeTestJSON-1141938147-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:40:31.078715 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e630dbb5-990b-4083-b8c4-77b8540b969e tempest-AttachVolumeTestJSON-1141938147 tempest-AttachVolumeTestJSON-1141938147-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:40:31.079037 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e630dbb5-990b-4083-b8c4-77b8540b969e tempest-AttachVolumeTestJSON-1141938147 tempest-AttachVolumeTestJSON-1141938147-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:40:31.079366 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e630dbb5-990b-4083-b8c4-77b8540b969e tempest-AttachVolumeTestJSON-1141938147 tempest-AttachVolumeTestJSON-1141938147-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:40:31.079680 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e630dbb5-990b-4083-b8c4-77b8540b969e tempest-AttachVolumeTestJSON-1141938147 tempest-AttachVolumeTestJSON-1141938147-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:40:31.079996 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e630dbb5-990b-4083-b8c4-77b8540b969e tempest-AttachVolumeTestJSON-1141938147 tempest-AttachVolumeTestJSON-1141938147-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:40:31.080405 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e630dbb5-990b-4083-b8c4-77b8540b969e tempest-AttachVolumeTestJSON-1141938147 tempest-AttachVolumeTestJSON-1141938147-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:40:31.192974 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7c5ee92d-b40c-43a1-a552-db91821107d6 req-e630dbb5-990b-4083-b8c4-77b8540b969e tempest-AttachVolumeTestJSON-1141938147 tempest-AttachVolumeTestJSON-1141938147-project] Router 9d99db99-59c9-498e-835d-354c62ec0f52 has already been hosted by L3 agent 7a8df8d7-c3ef-43b4-9534-c977f7014926 {{(pid=93953) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 16:40:31.301901 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7c5ee92d-b40c-43a1-a552-db91821107d6 req-e630dbb5-990b-4083-b8c4-77b8540b969e tempest-AttachVolumeTestJSON-1141938147 tempest-AttachVolumeTestJSON-1141938147-project] Notify agent at l3_agent.dv-cinder-779576-8-iscsi the message routers_updated {{(pid=93953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 16:40:31.311537 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dc453e6-1470-4c85-b5cc-722b1707127a None None] Sync routers for ids ['9d99db99-59c9-498e-835d-354c62ec0f52'] in dv-cinder-779576-8-iscsi {{(pid=93956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 16:40:31.322373 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dc453e6-1470-4c85-b5cc-722b1707127a None None] Routers {'9d99db99-59c9-498e-835d-354c62ec0f52'} bound to L3 agent in host dv-cinder-779576-8-iscsi {{(pid=93956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:40:31.322990 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron.db.l3_hamode_db [None req-2dc453e6-1470-4c85-b5cc-722b1707127a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779576-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-15T16:14:02Z,description=,heartbeat_timestamp=2021-09-15T16:40:02Z,host='dv-cinder-779576-8-iscsi',id=7a8df8d7-c3ef-43b4-9534-c977f7014926,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T16:14:02Z,topic='l3_agent')) {'router_ids': ['9d99db99-59c9-498e-835d-354c62ec0f52'], 'active': True} {{(pid=93956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:40:31.343633 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c5ee92d-b40c-43a1-a552-db91821107d6 req-e630dbb5-990b-4083-b8c4-77b8540b969e tempest-AttachVolumeTestJSON-1141938147 tempest-AttachVolumeTestJSON-1141938147-project] No DVR routers for this DVR port 8fd613b5-2539-40cf-8671-17789834f50c on host hv-cinder-77957 {{(pid=93953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 16:40:31.346300 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [req-7c5ee92d-b40c-43a1-a552-db91821107d6 req-e630dbb5-990b-4083-b8c4-77b8540b969e tempest-AttachVolumeTestJSON-1141938147 tempest-AttachVolumeTestJSON-1141938147-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58602'] for port, before_response {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:40:31.348422 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [req-7c5ee92d-b40c-43a1-a552-db91821107d6 req-e630dbb5-990b-4083-b8c4-77b8540b969e tempest-AttachVolumeTestJSON-1141938147 tempest-AttachVolumeTestJSON-1141938147-project] 10.222.0.45 "DELETE /v2.0/ports/8fd613b5-2539-40cf-8671-17789834f50c HTTP/1.1" status: 204 len: 173 time: 0.8316982 Sep 15 16:40:31.348860 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89b18b1f-8ecb-407e-bcfb-52c5df6c8195', 'name': 'network-vif-deleted', 'tag': '8fd613b5-2539-40cf-8671-17789834f50c'}] {{(pid=93953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 16:40:31.351133 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5192e05b0783e869a38b3815ee673eee9316ce03dcaf8465063259ebfb62487" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffe6214a-cbc3-4ce9-9f11-895ff637b7db" -d '{"events": [{"server_uuid": "89b18b1f-8ecb-407e-bcfb-52c5df6c8195", "name": "network-vif-deleted", "tag": "8fd613b5-2539-40cf-8671-17789834f50c"}]}' {{(pid=93953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 16:40:31.391318 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 16:40:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a31e5dba-f500-42f0-8d8f-ab443e2a32c8 x-openstack-request-id: req-a31e5dba-f500-42f0-8d8f-ab443e2a32c8 {{(pid=93953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 16:40:31.392063 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89b18b1f-8ecb-407e-bcfb-52c5df6c8195", "name": "network-vif-deleted", "tag": "8fd613b5-2539-40cf-8671-17789834f50c", "status": "completed", "code": 200}]} {{(pid=93953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 16:40:31.392063 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-a31e5dba-f500-42f0-8d8f-ab443e2a32c8 {{(pid=93953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 16:40:31.392380 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89b18b1f-8ecb-407e-bcfb-52c5df6c8195', 'name': 'network-vif-deleted', 'tag': '8fd613b5-2539-40cf-8671-17789834f50c', 'status': 'completed', 'code': 200} Sep 15 16:40:31.530379 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron.db.l3_dvr_db [None req-2dc453e6-1470-4c85-b5cc-722b1707127a None None] Set router 9d99db99-59c9-498e-835d-354c62ec0f52 gateway port host: dv-cinder-779576-8-iscsi {{(pid=93956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 16:40:31.725093 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron.db.l3_hamode_db [None req-2dc453e6-1470-4c85-b5cc-722b1707127a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d99db99-59c9-498e-835d-354c62ec0f52', 'name': 'tempest-AttachVolumeTestJSON-1187138833-router', 'tenant_id': '1eedf12f4fe8435397aa63f6ef9368f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62251075-a3e3-4d47-8761-104d217b089a', 'external_fixed_ips': [{'subnet_id': '9a71565b-217b-482b-8364-bc8ecb4c8f88', 'ip_address': '172.27.3.139'}], 'enable_snat': True}, 'gw_port_id': '50e0c484-9b45-40f3-bbea-7802c0d6ebfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:33:42Z', 'updated_at': '2021-09-15T16:33:44Z', 'revision_number': 4, 'project_id': '1eedf12f4fe8435397aa63f6ef9368f9', 'gw_port': {'id': '50e0c484-9b45-40f3-bbea-7802c0d6ebfe', 'name': '', 'network_id': '62251075-a3e3-4d47-8761-104d217b089a', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:47:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d99db99-59c9-498e-835d-354c62ec0f52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '9a71565b-217b-482b-8364-bc8ecb4c8f88', 'ip_address': '172.27.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779576-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:33:42Z', 'updated_at': '2021-09-15T16:33:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a71565b-217b-482b-8364-bc8ecb4c8f88', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779576-8-iscsi', '_interfaces': [{'id': 'c6998fc9-7a0f-4b59-989c-cea8c2e1fe0f', 'name': '', 'network_id': 'e5114a12-53db-4676-99c9-6e0e730337dd', 'tenant_id': '1eedf12f4fe8435397aa63f6ef9368f9', 'mac_address': 'fa:16:3e:20:5d:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d99db99-59c9-498e-835d-354c62ec0f52', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '22529361-3b44-49b4-805b-da9f7d11ed5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779576-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:33:44Z', 'updated_at': '2021-09-15T16:33:48Z', 'revision_number': 5, 'project_id': '1eedf12f4fe8435397aa63f6ef9368f9', 'subnets': [{'id': '22529361-3b44-49b4-805b-da9f7d11ed5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779576-8-iscsi', False) {} {{(pid=93956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:40:31.752538 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dc453e6-1470-4c85-b5cc-722b1707127a None None] Checking router: 9d99db99-59c9-498e-835d-354c62ec0f52 for host: dv-cinder-779576-8-iscsi {{(pid=93956) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 16:40:31.760741 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dc453e6-1470-4c85-b5cc-722b1707127a None None] Routers {'9d99db99-59c9-498e-835d-354c62ec0f52'} bound to L3 agent in host dv-cinder-779576-8-iscsi {{(pid=93956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:40:31.761347 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron.db.l3_hamode_db [None req-2dc453e6-1470-4c85-b5cc-722b1707127a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779576-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-15T16:14:02Z,description=,heartbeat_timestamp=2021-09-15T16:40:02Z,host='dv-cinder-779576-8-iscsi',id=7a8df8d7-c3ef-43b4-9534-c977f7014926,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T16:14:02Z,topic='l3_agent')) {'router_ids': ['9d99db99-59c9-498e-835d-354c62ec0f52'], 'active': True} {{(pid=93956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:40:31.874332 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron.db.l3_dvr_db [None req-2dc453e6-1470-4c85-b5cc-722b1707127a None None] Set router 9d99db99-59c9-498e-835d-354c62ec0f52 gateway port host: dv-cinder-779576-8-iscsi {{(pid=93956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 16:40:31.883500 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-57d8a9a3-d16f-4b20-b77b-ca1e664c03db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791196484491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953091'] for agent, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:40:31.975296 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-74251959-a02f-401f-b950-579cf8ef34c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791196484491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953091'] for agent, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:40:32.046521 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.wsgi [-] (93954) accepted ('10.222.0.39', 42032) {{(pid=93954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:40:32.082779 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron.db.l3_hamode_db [None req-2dc453e6-1470-4c85-b5cc-722b1707127a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d99db99-59c9-498e-835d-354c62ec0f52', 'name': 'tempest-AttachVolumeTestJSON-1187138833-router', 'tenant_id': '1eedf12f4fe8435397aa63f6ef9368f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62251075-a3e3-4d47-8761-104d217b089a', 'external_fixed_ips': [{'subnet_id': '9a71565b-217b-482b-8364-bc8ecb4c8f88', 'ip_address': '172.27.3.139'}], 'enable_snat': True}, 'gw_port_id': '50e0c484-9b45-40f3-bbea-7802c0d6ebfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:33:42Z', 'updated_at': '2021-09-15T16:33:44Z', 'revision_number': 4, 'project_id': '1eedf12f4fe8435397aa63f6ef9368f9', 'gw_port': {'id': '50e0c484-9b45-40f3-bbea-7802c0d6ebfe', 'name': '', 'network_id': '62251075-a3e3-4d47-8761-104d217b089a', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:47:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d99db99-59c9-498e-835d-354c62ec0f52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '9a71565b-217b-482b-8364-bc8ecb4c8f88', 'ip_address': '172.27.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779576-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:33:42Z', 'updated_at': '2021-09-15T16:33:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a71565b-217b-482b-8364-bc8ecb4c8f88', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779576-8-iscsi', '_interfaces': [{'id': 'c6998fc9-7a0f-4b59-989c-cea8c2e1fe0f', 'name': '', 'network_id': 'e5114a12-53db-4676-99c9-6e0e730337dd', 'tenant_id': '1eedf12f4fe8435397aa63f6ef9368f9', 'mac_address': 'fa:16:3e:20:5d:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d99db99-59c9-498e-835d-354c62ec0f52', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '22529361-3b44-49b4-805b-da9f7d11ed5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779576-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:33:44Z', 'updated_at': '2021-09-15T16:33:48Z', 'revision_number': 5, 'project_id': '1eedf12f4fe8435397aa63f6ef9368f9', 'subnets': [{'id': '22529361-3b44-49b4-805b-da9f7d11ed5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779576-8-iscsi', False) {} {{(pid=93956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:40:32.101330 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-ee2a0238-7825-47de-915a-ec85c4b0e6d2 tempest-AttachVolumeTestJSON-1141938147 tempest-AttachVolumeTestJSON-1141938147-project] Notify callbacks [] for security_group, before_delete {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:40:32.108742 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dc453e6-1470-4c85-b5cc-722b1707127a None None] The sync data for ids ['9d99db99-59c9-498e-835d-354c62ec0f52'] in dv-cinder-779576-8-iscsi is: [{'id': '9d99db99-59c9-498e-835d-354c62ec0f52', 'name': 'tempest-AttachVolumeTestJSON-1187138833-router', 'tenant_id': '1eedf12f4fe8435397aa63f6ef9368f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62251075-a3e3-4d47-8761-104d217b089a', 'external_fixed_ips': [{'subnet_id': '9a71565b-217b-482b-8364-bc8ecb4c8f88', 'ip_address': '172.27.3.139'}], 'enable_snat': True}, 'gw_port_id': '50e0c484-9b45-40f3-bbea-7802c0d6ebfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:33:42Z', 'updated_at': '2021-09-15T16:33:44Z', 'revision_number': 4, 'project_id': '1eedf12f4fe8435397aa63f6ef9368f9', 'gw_port': {'id': '50e0c484-9b45-40f3-bbea-7802c0d6ebfe', 'name': '', 'network_id': '62251075-a3e3-4d47-8761-104d217b089a', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:47:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d99db99-59c9-498e-835d-354c62ec0f52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '9a71565b-217b-482b-8364-bc8ecb4c8f88', 'ip_address': '172.27.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779576-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:33:42Z', 'updated_at': '2021-09-15T16:33:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a71565b-217b-482b-8364-bc8ecb4c8f88', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779576-8-iscsi', '_interfaces': [{'id': 'c6998fc9-7a0f-4b59-989c-cea8c2e1fe0f', 'name': '', 'network_id': 'e5114a12-53db-4676-99c9-6e0e730337dd', 'tenant_id': '1eedf12f4fe8435397aa63f6ef9368f9', 'mac_address': 'fa:16:3e:20:5d:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d99db99-59c9-498e-835d-354c62ec0f52', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '22529361-3b44-49b4-805b-da9f7d11ed5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779576-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:33:44Z', 'updated_at': '2021-09-15T16:33:48Z', 'revision_number': 5, 'project_id': '1eedf12f4fe8435397aa63f6ef9368f9', 'subnets': [{'id': '22529361-3b44-49b4-805b-da9f7d11ed5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 16:40:32.127294 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-ee2a0238-7825-47de-915a-ec85c4b0e6d2 tempest-AttachVolumeTestJSON-1141938147 tempest-AttachVolumeTestJSON-1141938147-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:40:32.178518 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-ee2a0238-7825-47de-915a-ec85c4b0e6d2 tempest-AttachVolumeTestJSON-1141938147 tempest-AttachVolumeTestJSON-1141938147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3702208'] for security_group, after_delete {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:40:32.181033 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-ee2a0238-7825-47de-915a-ec85c4b0e6d2 tempest-AttachVolumeTestJSON-1141938147 tempest-AttachVolumeTestJSON-1141938147-project] Notify callbacks [] for security_group, before_response {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:40:32.182182 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [None req-ee2a0238-7825-47de-915a-ec85c4b0e6d2 tempest-AttachVolumeTestJSON-1141938147 tempest-AttachVolumeTestJSON-1141938147-project] 10.222.0.39 "DELETE /v2.0/security-groups/199fd1ea-f6bd-499c-b364-3db5d62af448 HTTP/1.1" status: 204 len: 168 time: 0.1345060 Sep 15 16:40:32.185229 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.wsgi [-] (93953) accepted ('10.222.0.39', 42034) {{(pid=93953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:40:32.192276 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2a0238-7825-47de-915a-ec85c4b0e6d2 tempest-AttachVolumeTestJSON-1141938147 tempest-AttachVolumeTestJSON-1141938147-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=199fd1ea-f6bd-499c-b364-3db5d62af448,revision_number=None']} {{(pid=93954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:40:32.199324 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee2a0238-7825-47de-915a-ec85c4b0e6d2 tempest-AttachVolumeTestJSON-1141938147 tempest-AttachVolumeTestJSON-1141938147-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:40:32.199859 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee2a0238-7825-47de-915a-ec85c4b0e6d2 tempest-AttachVolumeTestJSON-1141938147 tempest-AttachVolumeTestJSON-1141938147-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:40:32.200219 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee2a0238-7825-47de-915a-ec85c4b0e6d2 tempest-AttachVolumeTestJSON-1141938147 tempest-AttachVolumeTestJSON-1141938147-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:40:32.200355 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.api.v2.resource [None req-52b4481a-310c-4226-95d5-ffc32a9a2712 tempest-AttachVolumeTestJSON-1141938147 tempest-AttachVolumeTestJSON-1141938147-project] show failed (client error): The resource could not be found. Sep 15 16:40:32.200545 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee2a0238-7825-47de-915a-ec85c4b0e6d2 tempest-AttachVolumeTestJSON-1141938147 tempest-AttachVolumeTestJSON-1141938147-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:40:32.200871 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee2a0238-7825-47de-915a-ec85c4b0e6d2 tempest-AttachVolumeTestJSON-1141938147 tempest-AttachVolumeTestJSON-1141938147-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:40:32.201213 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee2a0238-7825-47de-915a-ec85c4b0e6d2 tempest-AttachVolumeTestJSON-1141938147 tempest-AttachVolumeTestJSON-1141938147-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:40:32.201532 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee2a0238-7825-47de-915a-ec85c4b0e6d2 tempest-AttachVolumeTestJSON-1141938147 tempest-AttachVolumeTestJSON-1141938147-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:40:32.201847 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee2a0238-7825-47de-915a-ec85c4b0e6d2 tempest-AttachVolumeTestJSON-1141938147 tempest-AttachVolumeTestJSON-1141938147-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:40:32.202161 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee2a0238-7825-47de-915a-ec85c4b0e6d2 tempest-AttachVolumeTestJSON-1141938147 tempest-AttachVolumeTestJSON-1141938147-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:40:32.202471 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee2a0238-7825-47de-915a-ec85c4b0e6d2 tempest-AttachVolumeTestJSON-1141938147 tempest-AttachVolumeTestJSON-1141938147-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:40:32.202840 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee2a0238-7825-47de-915a-ec85c4b0e6d2 tempest-AttachVolumeTestJSON-1141938147 tempest-AttachVolumeTestJSON-1141938147-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:40:32.203818 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee2a0238-7825-47de-915a-ec85c4b0e6d2 tempest-AttachVolumeTestJSON-1141938147 tempest-AttachVolumeTestJSON-1141938147-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:40:32.204477 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [None req-52b4481a-310c-4226-95d5-ffc32a9a2712 tempest-AttachVolumeTestJSON-1141938147 tempest-AttachVolumeTestJSON-1141938147-project] 10.222.0.39 "GET /v2.0/security-groups/199fd1ea-f6bd-499c-b364-3db5d62af448 HTTP/1.1" status: 404 len: 347 time: 0.0176058 Sep 15 16:40:32.205017 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.wsgi [-] (93953) accepted ('10.222.0.39', 42036) {{(pid=93953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:40:32.333723 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d45e7a6-1252-4d29-964b-42080de83278 None None] New status for floating IP ef1edc61-b7a8-4c7f-8a69-b64fab16e6bd: DOWN {{(pid=93955) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 15 16:40:32.336920 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.plugin [None req-e939e901-6622-4425-b9c2-a202737e1f3b tempest-AttachVolumeTestJSON-1141938147 tempest-AttachVolumeTestJSON-1141938147-project] Deleting port 2c32df4b-43b0-4afb-8d8c-a0cc5975446e {{(pid=93953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:40:32.337256 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-e939e901-6622-4425-b9c2-a202737e1f3b tempest-AttachVolumeTestJSON-1141938147 tempest-AttachVolumeTestJSON-1141938147-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791196454449'] for port, before_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:40:32.412145 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-e939e901-6622-4425-b9c2-a202737e1f3b tempest-AttachVolumeTestJSON-1141938147 tempest-AttachVolumeTestJSON-1141938147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3729503'] for port, precommit_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:40:32.412476 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-e939e901-6622-4425-b9c2-a202737e1f3b tempest-AttachVolumeTestJSON-1141938147 tempest-AttachVolumeTestJSON-1141938147-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:40:32.424998 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.plugin [None req-e939e901-6622-4425-b9c2-a202737e1f3b tempest-AttachVolumeTestJSON-1141938147 tempest-AttachVolumeTestJSON-1141938147-project] Calling delete_port for 2c32df4b-43b0-4afb-8d8c-a0cc5975446e owned by network:floatingip {{(pid=93953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:40:32.559469 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-e939e901-6622-4425-b9c2-a202737e1f3b tempest-AttachVolumeTestJSON-1141938147 tempest-AttachVolumeTestJSON-1141938147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791196460023', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791195970003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127878305'] for port, after_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:40:32.581811 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e939e901-6622-4425-b9c2-a202737e1f3b tempest-AttachVolumeTestJSON-1141938147 tempest-AttachVolumeTestJSON-1141938147-project] Pushing event deleted for resources: {'Port': ['ID=2c32df4b-43b0-4afb-8d8c-a0cc5975446e,revision_number=None']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:40:32.646755 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-e939e901-6622-4425-b9c2-a202737e1f3b tempest-AttachVolumeTestJSON-1141938147 tempest-AttachVolumeTestJSON-1141938147-project] Notify callbacks [] for floatingip, after_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:40:32.649250 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-e939e901-6622-4425-b9c2-a202737e1f3b tempest-AttachVolumeTestJSON-1141938147 tempest-AttachVolumeTestJSON-1141938147-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58602'] for floatingip, before_response {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:40:32.650419 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [None req-e939e901-6622-4425-b9c2-a202737e1f3b tempest-AttachVolumeTestJSON-1141938147 tempest-AttachVolumeTestJSON-1141938147-project] 10.222.0.39 "DELETE /v2.0/floatingips/ef1edc61-b7a8-4c7f-8a69-b64fab16e6bd HTTP/1.1" status: 204 len: 168 time: 0.4444726 Sep 15 16:40:33.046665 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-eee1357e-56cc-4bdc-884d-16a88731d16f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791196484491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953091'] for agent, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:40:34.441867 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-7ad16b6f-1dcb-4567-914a-8ec9b5a04b47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791196484491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953091'] for agent, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:40:34.584371 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.rpc [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] Device 8fd613b5-2539-40cf-8671-17789834f50c no longer exists at agent hyperv_hv-cinder-77957 {{(pid=93955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 16:40:34.621004 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] No Port match for: 8fd613b5-2539-40cf-8671-17789834f50c {{(pid=93955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 16:40:34.621408 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.rpc [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] Device 8fd613b5-2539-40cf-8671-17789834f50c not bound to the agent host hv-cinder-77957 {{(pid=93955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 16:40:36.272962 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.wsgi [-] (93953) accepted ('10.222.0.39', 42064) {{(pid=93953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:40:36.740590 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-74b225f8-f819-4b23-a235-3939549e744a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3724823'] for router_interface, before_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:40:36.989110 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.plugin [None req-74b225f8-f819-4b23-a235-3939549e744a admin admin] Deleting port c6998fc9-7a0f-4b59-989c-cea8c2e1fe0f {{(pid=93953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:40:36.989359 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-74b225f8-f819-4b23-a235-3939549e744a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791196454449'] for port, before_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:40:37.065159 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.db [None req-74b225f8-f819-4b23-a235-3939549e744a admin admin] For port c6998fc9-7a0f-4b59-989c-cea8c2e1fe0f, host dv-cinder-779576-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779576-8-iscsi',level=0,port_id=c6998fc9-7a0f-4b59-989c-cea8c2e1fe0f,segment=NetworkSegment(416aa124-8160-4924-9f36-b14c80e8b3ef),segment_id=416aa124-8160-4924-9f36-b14c80e8b3ef)] {{(pid=93953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:40:37.065482 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-74b225f8-f819-4b23-a235-3939549e744a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3729503'] for port, precommit_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:40:37.081020 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.plugin [None req-74b225f8-f819-4b23-a235-3939549e744a admin admin] Calling delete_port for c6998fc9-7a0f-4b59-989c-cea8c2e1fe0f owned by network:router_interface {{(pid=93953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:40:37.259823 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-74b225f8-f819-4b23-a235-3939549e744a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791196460023', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791195970003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127878305'] for port, after_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:40:37.287561 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b225f8-f819-4b23-a235-3939549e744a admin admin] Pushing event deleted for resources: {'Port': ['ID=c6998fc9-7a0f-4b59-989c-cea8c2e1fe0f,revision_number=None']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:40:37.449127 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-74b225f8-f819-4b23-a235-3939549e744a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3751619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3725735'] for router_interface, after_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:40:37.668232 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74b225f8-f819-4b23-a235-3939549e744a admin admin] Router 9d99db99-59c9-498e-835d-354c62ec0f52 has already been hosted by L3 agent 7a8df8d7-c3ef-43b4-9534-c977f7014926 {{(pid=93953) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 16:40:37.771774 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74b225f8-f819-4b23-a235-3939549e744a admin admin] Notify agent at l3_agent.dv-cinder-779576-8-iscsi the message routers_updated {{(pid=93953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 16:40:37.777884 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [None req-74b225f8-f819-4b23-a235-3939549e744a admin admin] 10.222.0.39 "PUT /v2.0/routers/9d99db99-59c9-498e-835d-354c62ec0f52/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5038033 Sep 15 16:40:37.779793 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.wsgi [-] (93953) accepted ('10.222.0.39', 42072) {{(pid=93953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:40:37.781241 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca7ad4d3-bf4a-4b06-b712-9b0c59a1303d None None] Sync routers for ids ['9d99db99-59c9-498e-835d-354c62ec0f52'] in dv-cinder-779576-8-iscsi {{(pid=93956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 16:40:37.790616 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca7ad4d3-bf4a-4b06-b712-9b0c59a1303d None None] Routers {'9d99db99-59c9-498e-835d-354c62ec0f52'} bound to L3 agent in host dv-cinder-779576-8-iscsi {{(pid=93956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:40:37.791227 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron.db.l3_hamode_db [None req-ca7ad4d3-bf4a-4b06-b712-9b0c59a1303d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779576-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-15T16:14:02Z,description=,heartbeat_timestamp=2021-09-15T16:40:32Z,host='dv-cinder-779576-8-iscsi',id=7a8df8d7-c3ef-43b4-9534-c977f7014926,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T16:14:02Z,topic='l3_agent')) {'router_ids': ['9d99db99-59c9-498e-835d-354c62ec0f52'], 'active': True} {{(pid=93956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:40:37.884867 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-89f8d1d8-52b1-41ca-972e-3992cee449fd admin admin] Notify callbacks [] for router, before_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:40:37.897916 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron.db.l3_dvr_db [None req-ca7ad4d3-bf4a-4b06-b712-9b0c59a1303d None None] Set router 9d99db99-59c9-498e-835d-354c62ec0f52 gateway port host: dv-cinder-779576-8-iscsi {{(pid=93956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 16:40:37.985582 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-89f8d1d8-52b1-41ca-972e-3992cee449fd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:40:38.038696 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.plugin [None req-89f8d1d8-52b1-41ca-972e-3992cee449fd admin admin] Deleting port 50e0c484-9b45-40f3-bbea-7802c0d6ebfe {{(pid=93953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:40:38.039034 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-89f8d1d8-52b1-41ca-972e-3992cee449fd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791196454449'] for port, before_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:40:38.070019 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron.db.l3_hamode_db [None req-ca7ad4d3-bf4a-4b06-b712-9b0c59a1303d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d99db99-59c9-498e-835d-354c62ec0f52', 'name': 'tempest-AttachVolumeTestJSON-1187138833-router', 'tenant_id': '1eedf12f4fe8435397aa63f6ef9368f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62251075-a3e3-4d47-8761-104d217b089a', 'external_fixed_ips': [{'subnet_id': '9a71565b-217b-482b-8364-bc8ecb4c8f88', 'ip_address': '172.27.3.139'}], 'enable_snat': True}, 'gw_port_id': '50e0c484-9b45-40f3-bbea-7802c0d6ebfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:33:42Z', 'updated_at': '2021-09-15T16:40:37Z', 'revision_number': 5, 'project_id': '1eedf12f4fe8435397aa63f6ef9368f9', 'gw_port': {'id': '50e0c484-9b45-40f3-bbea-7802c0d6ebfe', 'name': '', 'network_id': '62251075-a3e3-4d47-8761-104d217b089a', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:47:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d99db99-59c9-498e-835d-354c62ec0f52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '9a71565b-217b-482b-8364-bc8ecb4c8f88', 'ip_address': '172.27.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779576-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:33:42Z', 'updated_at': '2021-09-15T16:33:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a71565b-217b-482b-8364-bc8ecb4c8f88', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779576-8-iscsi'}], 'dv-cinder-779576-8-iscsi', False) {} {{(pid=93956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:40:38.099202 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca7ad4d3-bf4a-4b06-b712-9b0c59a1303d None None] Checking router: 9d99db99-59c9-498e-835d-354c62ec0f52 for host: dv-cinder-779576-8-iscsi {{(pid=93956) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 16:40:38.107246 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca7ad4d3-bf4a-4b06-b712-9b0c59a1303d None None] Routers {'9d99db99-59c9-498e-835d-354c62ec0f52'} bound to L3 agent in host dv-cinder-779576-8-iscsi {{(pid=93956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:40:38.107843 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron.db.l3_hamode_db [None req-ca7ad4d3-bf4a-4b06-b712-9b0c59a1303d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779576-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-15T16:14:02Z,description=,heartbeat_timestamp=2021-09-15T16:40:32Z,host='dv-cinder-779576-8-iscsi',id=7a8df8d7-c3ef-43b4-9534-c977f7014926,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T16:14:02Z,topic='l3_agent')) {'router_ids': ['9d99db99-59c9-498e-835d-354c62ec0f52'], 'active': True} {{(pid=93956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:40:38.114454 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.db [None req-89f8d1d8-52b1-41ca-972e-3992cee449fd admin admin] For port 50e0c484-9b45-40f3-bbea-7802c0d6ebfe, host dv-cinder-779576-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779576-8-iscsi',level=0,port_id=50e0c484-9b45-40f3-bbea-7802c0d6ebfe,segment=NetworkSegment(fd8e905d-efc3-4108-bd70-37f32575b93b),segment_id=fd8e905d-efc3-4108-bd70-37f32575b93b)] {{(pid=93953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:40:38.114813 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-89f8d1d8-52b1-41ca-972e-3992cee449fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3729503'] for port, precommit_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:40:38.130313 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.plugin [None req-89f8d1d8-52b1-41ca-972e-3992cee449fd admin admin] Calling delete_port for 50e0c484-9b45-40f3-bbea-7802c0d6ebfe owned by network:router_gateway {{(pid=93953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:40:38.192657 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron.db.l3_dvr_db [None req-ca7ad4d3-bf4a-4b06-b712-9b0c59a1303d None None] Set router 9d99db99-59c9-498e-835d-354c62ec0f52 gateway port host: None {{(pid=93956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 16:40:38.242969 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron.db.l3_hamode_db [None req-ca7ad4d3-bf4a-4b06-b712-9b0c59a1303d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d99db99-59c9-498e-835d-354c62ec0f52', 'name': 'tempest-AttachVolumeTestJSON-1187138833-router', 'tenant_id': '1eedf12f4fe8435397aa63f6ef9368f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:33:42Z', 'updated_at': '2021-09-15T16:40:37Z', 'revision_number': 6, 'project_id': '1eedf12f4fe8435397aa63f6ef9368f9', 'gw_port_host': None}], 'dv-cinder-779576-8-iscsi', False) {} {{(pid=93956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:40:38.271782 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca7ad4d3-bf4a-4b06-b712-9b0c59a1303d None None] The sync data for ids ['9d99db99-59c9-498e-835d-354c62ec0f52'] in dv-cinder-779576-8-iscsi is: [{'id': '9d99db99-59c9-498e-835d-354c62ec0f52', 'name': 'tempest-AttachVolumeTestJSON-1187138833-router', 'tenant_id': '1eedf12f4fe8435397aa63f6ef9368f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:33:42Z', 'updated_at': '2021-09-15T16:40:37Z', 'revision_number': 6, 'project_id': '1eedf12f4fe8435397aa63f6ef9368f9', 'gw_port_host': None}] {{(pid=93956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 16:40:38.297039 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-89f8d1d8-52b1-41ca-972e-3992cee449fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791196460023', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791195970003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127878305'] for port, after_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:40:38.327334 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f8d1d8-52b1-41ca-972e-3992cee449fd admin admin] Pushing event deleted for resources: {'Port': ['ID=50e0c484-9b45-40f3-bbea-7802c0d6ebfe,revision_number=None']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:40:38.383273 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-89f8d1d8-52b1-41ca-972e-3992cee449fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3725665'] for router_gateway, after_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:40:38.473247 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-89f8d1d8-52b1-41ca-972e-3992cee449fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3722032', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-670'] for router, precommit_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:40:38.475259 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-89f8d1d8-52b1-41ca-972e-3992cee449fd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:40:38.785351 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-89f8d1d8-52b1-41ca-972e-3992cee449fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3722187'] for router, after_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:40:38.786030 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89f8d1d8-52b1-41ca-972e-3992cee449fd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9d99db99-59c9-498e-835d-354c62ec0f52 {{(pid=93953) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 15 16:40:38.790953 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-89f8d1d8-52b1-41ca-972e-3992cee449fd admin admin] Notify callbacks [] for router, before_response {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:40:38.792255 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [None req-89f8d1d8-52b1-41ca-972e-3992cee449fd admin admin] 10.222.0.39 "DELETE /v2.0/routers/9d99db99-59c9-498e-835d-354c62ec0f52 HTTP/1.1" status: 204 len: 168 time: 1.0113645 Sep 15 16:40:38.796000 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.wsgi [-] (93954) accepted ('10.222.0.39', 42074) {{(pid=93954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:40:38.843405 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.db.db_base_plugin_v2 [None req-06d6a867-f8ba-4f12-b236-4ca012659fa4 admin admin] Deleting subnet 22529361-3b44-49b4-805b-da9f7d11ed5f {{(pid=93954) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 15 16:40:38.846458 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-06d6a867-f8ba-4f12-b236-4ca012659fa4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:40:38.883433 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-06d6a867-f8ba-4f12-b236-4ca012659fa4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126845993'] for subnet, precommit_delete_associations {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:40:38.960187 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-06d6a867-f8ba-4f12-b236-4ca012659fa4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-957316'] for subnet, precommit_delete {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:40:39.018782 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-06d6a867-f8ba-4f12-b236-4ca012659fa4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-957331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126007307', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125831603'] for subnet, after_delete {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:40:39.047775 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d6a867-f8ba-4f12-b236-4ca012659fa4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=22529361-3b44-49b4-805b-da9f7d11ed5f,revision_number=None']} {{(pid=93954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:40:39.050334 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-06d6a867-f8ba-4f12-b236-4ca012659fa4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:40:39.052900 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [None req-06d6a867-f8ba-4f12-b236-4ca012659fa4 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/22529361-3b44-49b4-805b-da9f7d11ed5f HTTP/1.1" status: 204 len: 168 time: 0.2553010 Sep 15 16:40:39.055993 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.wsgi [-] (93953) accepted ('10.222.0.39', 42076) {{(pid=93953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:40:39.059354 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2c8c48f-09fc-4ce9-970c-ce35c6983dff None None] Network e5114a12-53db-4676-99c9-6e0e730337dd requested from dv-cinder-779576-8-iscsi {{(pid=93955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 16:40:39.085714 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.rpc [None req-57d8a9a3-d16f-4b20-b77b-ca1e664c03db None None] Device c6998fc9-7a0f-4b59-989c-cea8c2e1fe0f no longer exists at agent ovs-agent-dv-cinder-779576-8-iscsi {{(pid=93955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 16:40:39.130496 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-54d674ac-18fa-4a75-8f85-7a734cd13334 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-644213'] for network, before_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:40:39.133349 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [None req-57d8a9a3-d16f-4b20-b77b-ca1e664c03db None None] No Port match for: c6998fc9-7a0f-4b59-989c-cea8c2e1fe0f {{(pid=93955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 16:40:39.133688 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.rpc [None req-57d8a9a3-d16f-4b20-b77b-ca1e664c03db None None] Device c6998fc9-7a0f-4b59-989c-cea8c2e1fe0f not bound to the agent host dv-cinder-779576-8-iscsi {{(pid=93955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 16:40:39.182838 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.plugin [None req-54d674ac-18fa-4a75-8f85-7a734cd13334 admin admin] Deleting port d4ae39da-f118-4561-85b4-ad460118629e {{(pid=93953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:40:39.182969 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-54d674ac-18fa-4a75-8f85-7a734cd13334 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791196454449'] for port, before_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:40:39.252619 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.db [None req-54d674ac-18fa-4a75-8f85-7a734cd13334 admin admin] For port d4ae39da-f118-4561-85b4-ad460118629e, host dv-cinder-779576-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779576-8-iscsi',level=0,port_id=d4ae39da-f118-4561-85b4-ad460118629e,segment=NetworkSegment(416aa124-8160-4924-9f36-b14c80e8b3ef),segment_id=416aa124-8160-4924-9f36-b14c80e8b3ef)] {{(pid=93953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:40:39.252989 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-54d674ac-18fa-4a75-8f85-7a734cd13334 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3729503'] for port, precommit_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:40:39.266873 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.plugin [None req-54d674ac-18fa-4a75-8f85-7a734cd13334 admin admin] Calling delete_port for d4ae39da-f118-4561-85b4-ad460118629e owned by network:dhcp {{(pid=93953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:40:39.274200 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-363fb027-0d86-4044-a0e2-bb8c9c228a91 None None] DHCP port deletion for e5114a12-53db-4676-99c9-6e0e730337dd request from dv-cinder-779576-8-iscsi {{(pid=93955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 15 16:40:39.324411 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [None req-363fb027-0d86-4044-a0e2-bb8c9c228a91 None None] Deleting port d4ae39da-f118-4561-85b4-ad460118629e {{(pid=93955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:40:39.324758 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-363fb027-0d86-4044-a0e2-bb8c9c228a91 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791196454449'] for port, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:40:39.347468 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-54d674ac-18fa-4a75-8f85-7a734cd13334 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791196460023', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791195970003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127878305'] for port, after_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:40:39.380092 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54d674ac-18fa-4a75-8f85-7a734cd13334 admin admin] No DVR routers for this DVR port d4ae39da-f118-4561-85b4-ad460118629e on host dv-cinder-779576-8-iscsi {{(pid=93953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 16:40:39.384672 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d674ac-18fa-4a75-8f85-7a734cd13334 admin admin] Pushing event deleted for resources: {'Port': ['ID=d4ae39da-f118-4561-85b4-ad460118629e,revision_number=None']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:40:39.389718 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.db [None req-363fb027-0d86-4044-a0e2-bb8c9c228a91 None None] For port d4ae39da-f118-4561-85b4-ad460118629e, host dv-cinder-779576-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779576-8-iscsi',level=0,port_id=d4ae39da-f118-4561-85b4-ad460118629e,segment=NetworkSegment(416aa124-8160-4924-9f36-b14c80e8b3ef),segment_id=416aa124-8160-4924-9f36-b14c80e8b3ef)] {{(pid=93955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:40:39.389718 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-363fb027-0d86-4044-a0e2-bb8c9c228a91 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3729503'] for port, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:40:39.402709 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [None req-363fb027-0d86-4044-a0e2-bb8c9c228a91 None None] Calling delete_port for d4ae39da-f118-4561-85b4-ad460118629e owned by network:dhcp {{(pid=93955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:40:39.452738 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-54d674ac-18fa-4a75-8f85-7a734cd13334 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-950531', 'neutron.services.segments.db._delete_segments_for_network-8791196484509'] for network, precommit_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:40:39.472339 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.services.segments.db [None req-54d674ac-18fa-4a75-8f85-7a734cd13334 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e5114a12-53db-4676-99c9-6e0e730337dd']}} {{(pid=93953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:40:39.479387 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-363fb027-0d86-4044-a0e2-bb8c9c228a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791196460023', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791195970003'] for port, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:40:39.481623 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.services.segments.db [None req-54d674ac-18fa-4a75-8f85-7a734cd13334 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '416aa124-8160-4924-9f36-b14c80e8b3ef') {'for_net_delete': True} {{(pid=93953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:40:39.481874 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.services.segments.db [None req-54d674ac-18fa-4a75-8f85-7a734cd13334 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '416aa124-8160-4924-9f36-b14c80e8b3ef') {} {{(pid=93953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:40:39.492293 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-54d674ac-18fa-4a75-8f85-7a734cd13334 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791196485798', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127891487'] for segment, before_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:40:39.505897 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363fb027-0d86-4044-a0e2-bb8c9c228a91 None None] Pushing event deleted for resources: {'Port': ['ID=d4ae39da-f118-4561-85b4-ad460118629e,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:40:39.506827 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-54d674ac-18fa-4a75-8f85-7a734cd13334 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-955409'] for segment, precommit_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:40:39.508119 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-363fb027-0d86-4044-a0e2-bb8c9c228a91 None None] No DVR routers for this DVR port d4ae39da-f118-4561-85b4-ad460118629e on host dv-cinder-779576-8-iscsi {{(pid=93955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 16:40:39.517803 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-54d674ac-18fa-4a75-8f85-7a734cd13334 admin admin] Releasing vlan 50 on physical network physnet1 to pool {{(pid=93953) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 16:40:39.518821 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-54d674ac-18fa-4a75-8f85-7a734cd13334 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-955409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127877712'] for segment, after_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:40:39.519985 dv-cinder-779576-8-iscsi neutron-server[93953]: Traceback (most recent call last): Sep 15 16:40:39.519985 dv-cinder-779576-8-iscsi neutron-server[93953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 15 16:40:39.519985 dv-cinder-779576-8-iscsi neutron-server[93953]: timer() Sep 15 16:40:39.519985 dv-cinder-779576-8-iscsi neutron-server[93953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 16:40:39.519985 dv-cinder-779576-8-iscsi neutron-server[93953]: cb(*args, **kw) Sep 15 16:40:39.519985 dv-cinder-779576-8-iscsi neutron-server[93953]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 15 16:40:39.519985 dv-cinder-779576-8-iscsi neutron-server[93953]: return func(*args, **kwargs) Sep 15 16:40:39.519985 dv-cinder-779576-8-iscsi neutron-server[93953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 16:40:39.519985 dv-cinder-779576-8-iscsi neutron-server[93953]: self._notify() Sep 15 16:40:39.519985 dv-cinder-779576-8-iscsi neutron-server[93953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 16:40:39.519985 dv-cinder-779576-8-iscsi neutron-server[93953]: self.callback(batched_events) Sep 15 16:40:39.519985 dv-cinder-779576-8-iscsi neutron-server[93953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 16:40:39.519985 dv-cinder-779576-8-iscsi neutron-server[93953]: event.method(event) Sep 15 16:40:39.519985 dv-cinder-779576-8-iscsi neutron-server[93953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 15 16:40:39.519985 dv-cinder-779576-8-iscsi neutron-server[93953]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 16:40:39.519985 dv-cinder-779576-8-iscsi neutron-server[93953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 15 16:40:39.519985 dv-cinder-779576-8-iscsi neutron-server[93953]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 16:40:39.519985 dv-cinder-779576-8-iscsi neutron-server[93953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 15 16:40:39.519985 dv-cinder-779576-8-iscsi neutron-server[93953]: return f(self, *a, **k) Sep 15 16:40:39.519985 dv-cinder-779576-8-iscsi neutron-server[93953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 15 16:40:39.519985 dv-cinder-779576-8-iscsi neutron-server[93953]: return self._get(url).json() Sep 15 16:40:39.519985 dv-cinder-779576-8-iscsi neutron-server[93953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 16:40:39.519985 dv-cinder-779576-8-iscsi neutron-server[93953]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 16:40:39.519985 dv-cinder-779576-8-iscsi neutron-server[93953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 15 16:40:39.519985 dv-cinder-779576-8-iscsi neutron-server[93953]: return self.request(url, 'GET', **kwargs) Sep 15 16:40:39.519985 dv-cinder-779576-8-iscsi neutron-server[93953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 15 16:40:39.519985 dv-cinder-779576-8-iscsi neutron-server[93953]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 16:40:39.519985 dv-cinder-779576-8-iscsi neutron-server[93953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 15 16:40:39.519985 dv-cinder-779576-8-iscsi neutron-server[93953]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 16:40:39.519985 dv-cinder-779576-8-iscsi neutron-server[93953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 15 16:40:39.519985 dv-cinder-779576-8-iscsi neutron-server[93953]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 16:40:39.519985 dv-cinder-779576-8-iscsi neutron-server[93953]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 16:40:39.522167 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-363fb027-0d86-4044-a0e2-bb8c9c228a91 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:40:39.522167 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-363fb027-0d86-4044-a0e2-bb8c9c228a91 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:40:39.522167 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-363fb027-0d86-4044-a0e2-bb8c9c228a91 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:40:39.522167 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-363fb027-0d86-4044-a0e2-bb8c9c228a91 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:40:39.522167 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-363fb027-0d86-4044-a0e2-bb8c9c228a91 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:40:39.522167 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-363fb027-0d86-4044-a0e2-bb8c9c228a91 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:40:39.522933 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-363fb027-0d86-4044-a0e2-bb8c9c228a91 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:40:39.522933 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-363fb027-0d86-4044-a0e2-bb8c9c228a91 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:40:39.523122 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-363fb027-0d86-4044-a0e2-bb8c9c228a91 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:40:39.523348 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-363fb027-0d86-4044-a0e2-bb8c9c228a91 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:40:39.523805 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-363fb027-0d86-4044-a0e2-bb8c9c228a91 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:40:39.523947 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-363fb027-0d86-4044-a0e2-bb8c9c228a91 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:40:39.580735 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-54d674ac-18fa-4a75-8f85-7a734cd13334 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-950554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3725573'] for network, after_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:40:39.585874 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-54d674ac-18fa-4a75-8f85-7a734cd13334 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3748898'] for network, before_response {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:40:39.587705 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [None req-54d674ac-18fa-4a75-8f85-7a734cd13334 admin admin] 10.222.0.39 "DELETE /v2.0/networks/e5114a12-53db-4676-99c9-6e0e730337dd HTTP/1.1" status: 204 len: 168 time: 0.5298321 Sep 15 16:40:39.598469 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d674ac-18fa-4a75-8f85-7a734cd13334 admin admin] Pushing event deleted for resources: {'Network': ['ID=e5114a12-53db-4676-99c9-6e0e730337dd,revision_number=None']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:40:39.710749 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.wsgi [-] (93953) accepted ('10.222.0.39', 42080) {{(pid=93953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:40:39.756624 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [None req-86d9ed52-1045-45ff-bfc1-a555551dfdfa admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=1eedf12f4fe8435397aa63f6ef9368f9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0446897 Sep 15 16:40:39.759131 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.wsgi [-] (93953) accepted ('10.222.0.39', 42082) {{(pid=93953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:40:39.805981 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-7660dbff-8a88-4d58-9daf-3d47a4fec31b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:40:39.825759 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-7660dbff-8a88-4d58-9daf-3d47a4fec31b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:40:39.879578 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-7660dbff-8a88-4d58-9daf-3d47a4fec31b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3702208'] for security_group, after_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:40:39.882138 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-7660dbff-8a88-4d58-9daf-3d47a4fec31b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:40:39.883391 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [None req-7660dbff-8a88-4d58-9daf-3d47a4fec31b admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/969818d3-bc1e-47a9-92b5-34372cc31647 HTTP/1.1" status: 204 len: 168 time: 0.1233115 Sep 15 16:40:39.891592 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7660dbff-8a88-4d58-9daf-3d47a4fec31b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=969818d3-bc1e-47a9-92b5-34372cc31647,revision_number=None']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:40:40.730014 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.rpc [None req-57d8a9a3-d16f-4b20-b77b-ca1e664c03db None None] Device d4ae39da-f118-4561-85b4-ad460118629e no longer exists at agent ovs-agent-dv-cinder-779576-8-iscsi {{(pid=93955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 16:40:40.750662 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [None req-57d8a9a3-d16f-4b20-b77b-ca1e664c03db None None] No Port match for: d4ae39da-f118-4561-85b4-ad460118629e {{(pid=93955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 16:40:40.751172 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.rpc [None req-57d8a9a3-d16f-4b20-b77b-ca1e664c03db None None] Device d4ae39da-f118-4561-85b4-ad460118629e not bound to the agent host dv-cinder-779576-8-iscsi {{(pid=93955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 16:40:40.751710 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.rpc [None req-57d8a9a3-d16f-4b20-b77b-ca1e664c03db None None] Device 50e0c484-9b45-40f3-bbea-7802c0d6ebfe no longer exists at agent ovs-agent-dv-cinder-779576-8-iscsi {{(pid=93955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 16:40:40.770146 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [None req-57d8a9a3-d16f-4b20-b77b-ca1e664c03db None None] No Port match for: 50e0c484-9b45-40f3-bbea-7802c0d6ebfe {{(pid=93955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 16:40:40.770481 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.rpc [None req-57d8a9a3-d16f-4b20-b77b-ca1e664c03db None None] Device 50e0c484-9b45-40f3-bbea-7802c0d6ebfe not bound to the agent host dv-cinder-779576-8-iscsi {{(pid=93955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 16:40:43.835424 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.wsgi [-] (93953) accepted ('10.222.0.39', 42142) {{(pid=93953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:40:43.951958 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-410a75ab-2c8c-48a7-83ee-f9a9af8d7135 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:40:44.042273 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-410a75ab-2c8c-48a7-83ee-f9a9af8d7135 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:40:44.048228 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-410a75ab-2c8c-48a7-83ee-f9a9af8d7135 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3702208'] for security_group, after_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:40:44.085294 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [None req-410a75ab-2c8c-48a7-83ee-f9a9af8d7135 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=97953019ee5541288e9b1b54d0d0791a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2485950 Sep 15 16:40:44.086162 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410a75ab-2c8c-48a7-83ee-f9a9af8d7135 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4580dc28-cd9f-429e-8f31-e7f03a5abb6a,revision_number=1']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:40:44.088277 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.wsgi [-] (93954) accepted ('10.222.0.39', 42146) {{(pid=93954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:40:44.152978 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-0611ab0a-9d8f-4f35-a1b7-5d2d525e6428 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:40:44.179142 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-0611ab0a-9d8f-4f35-a1b7-5d2d525e6428 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:40:44.228601 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-0611ab0a-9d8f-4f35-a1b7-5d2d525e6428 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3702208'] for security_group, after_delete {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:40:44.231120 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-0611ab0a-9d8f-4f35-a1b7-5d2d525e6428 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:40:44.232323 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [None req-0611ab0a-9d8f-4f35-a1b7-5d2d525e6428 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/4580dc28-cd9f-429e-8f31-e7f03a5abb6a HTTP/1.1" status: 204 len: 168 time: 0.1430397 Sep 15 16:40:44.240680 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0611ab0a-9d8f-4f35-a1b7-5d2d525e6428 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4580dc28-cd9f-429e-8f31-e7f03a5abb6a,revision_number=None']} {{(pid=93954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:40:53.217846 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791196484491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953091'] for agent, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:40:53.729149 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.wsgi [-] (93953) accepted ('10.222.0.39', 42260) {{(pid=93953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:40:53.843425 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-469a51f2-f580-4b57-91b5-57bbdeb8a55e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:40:53.932492 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-469a51f2-f580-4b57-91b5-57bbdeb8a55e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:40:53.938300 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-469a51f2-f580-4b57-91b5-57bbdeb8a55e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3702208'] for security_group, after_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:40:53.979361 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [None req-469a51f2-f580-4b57-91b5-57bbdeb8a55e admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=64d9b770dc084acab2f5e0d27537fb1c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2490492 Sep 15 16:40:53.980107 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469a51f2-f580-4b57-91b5-57bbdeb8a55e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a719c913-f165-41ad-aabc-b61d3ee30269,revision_number=1']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:40:53.983076 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.wsgi [-] (93954) accepted ('10.222.0.39', 42264) {{(pid=93954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:40:54.039779 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-907fc2b9-0d2b-40d4-b6f3-451312a58213 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:40:54.061642 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-907fc2b9-0d2b-40d4-b6f3-451312a58213 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:40:54.116860 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-907fc2b9-0d2b-40d4-b6f3-451312a58213 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3702208'] for security_group, after_delete {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:40:54.119545 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-907fc2b9-0d2b-40d4-b6f3-451312a58213 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:40:54.120750 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [None req-907fc2b9-0d2b-40d4-b6f3-451312a58213 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/a719c913-f165-41ad-aabc-b61d3ee30269 HTTP/1.1" status: 204 len: 168 time: 0.1364288 Sep 15 16:40:54.128321 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907fc2b9-0d2b-40d4-b6f3-451312a58213 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a719c913-f165-41ad-aabc-b61d3ee30269,revision_number=None']} {{(pid=93954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:40:56.180237 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.wsgi [-] (93954) accepted ('10.222.0.39', 42326) {{(pid=93954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:40:56.296502 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-b6a9be28-405d-4f2d-81cc-1e4854fc9ea3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:40:56.399391 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-b6a9be28-405d-4f2d-81cc-1e4854fc9ea3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:40:56.404884 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-b6a9be28-405d-4f2d-81cc-1e4854fc9ea3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3702208'] for security_group, after_create {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:40:56.444862 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a9be28-405d-4f2d-81cc-1e4854fc9ea3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91f6a521-4cbe-43e4-9198-dd3c47d2519f,revision_number=1']} {{(pid=93954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:40:56.451897 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [None req-b6a9be28-405d-4f2d-81cc-1e4854fc9ea3 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=6bcec99567fc416dae0e057fbc5b2ab7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2681739 Sep 15 16:40:56.452816 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.wsgi [-] (93954) accepted ('10.222.0.39', 42330) {{(pid=93954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:40:56.500823 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-82f8909f-394b-4f49-b730-d2ec594540e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:40:56.522496 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-82f8909f-394b-4f49-b730-d2ec594540e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:40:56.577653 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-82f8909f-394b-4f49-b730-d2ec594540e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3702208'] for security_group, after_delete {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:40:56.580556 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-82f8909f-394b-4f49-b730-d2ec594540e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:40:56.581840 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [None req-82f8909f-394b-4f49-b730-d2ec594540e8 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/91f6a521-4cbe-43e4-9198-dd3c47d2519f HTTP/1.1" status: 204 len: 168 time: 0.1288188 Sep 15 16:40:56.589866 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f8909f-394b-4f49-b730-d2ec594540e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91f6a521-4cbe-43e4-9198-dd3c47d2519f,revision_number=None']} {{(pid=93954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:40:56.875391 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.wsgi [-] (93953) accepted ('10.222.0.39', 42336) {{(pid=93953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:40:56.888829 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-cc36698b-2dc9-4224-ac8e-dde8df2c26c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:40:56.983004 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-cc36698b-2dc9-4224-ac8e-dde8df2c26c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:40:56.989095 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-cc36698b-2dc9-4224-ac8e-dde8df2c26c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3702208'] for security_group, after_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:40:57.027244 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [None req-cc36698b-2dc9-4224-ac8e-dde8df2c26c3 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=1ff8377528604f77813f651b8aea7c1c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1506529 Sep 15 16:40:57.027990 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc36698b-2dc9-4224-ac8e-dde8df2c26c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1644507d-aeea-4f2d-88c4-1e45668f0190,revision_number=1']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:40:57.030868 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.wsgi [-] (93954) accepted ('10.222.0.39', 42340) {{(pid=93954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:40:57.084981 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-b9f65d81-5a2e-4ac2-8c2d-20346fffd851 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:40:57.108400 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-b9f65d81-5a2e-4ac2-8c2d-20346fffd851 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:40:57.160606 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-b9f65d81-5a2e-4ac2-8c2d-20346fffd851 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3702208'] for security_group, after_delete {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:40:57.163347 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-b9f65d81-5a2e-4ac2-8c2d-20346fffd851 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:40:57.164505 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [None req-b9f65d81-5a2e-4ac2-8c2d-20346fffd851 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/1644507d-aeea-4f2d-88c4-1e45668f0190 HTTP/1.1" status: 204 len: 168 time: 0.1326067 Sep 15 16:40:57.172002 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f65d81-5a2e-4ac2-8c2d-20346fffd851 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1644507d-aeea-4f2d-88c4-1e45668f0190,revision_number=None']} {{(pid=93954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:40:58.950601 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.wsgi [-] (93954) accepted ('10.222.0.39', 42394) {{(pid=93954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:40:59.086204 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-0bd6003f-c0b6-4bd8-9a13-e9190fa6b108 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:40:59.157690 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-59bc72ad-6a42-4ca4-91d8-e38acb012131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791196484491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953091'] for agent, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:40:59.184379 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-0bd6003f-c0b6-4bd8-9a13-e9190fa6b108 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:40:59.190806 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-0bd6003f-c0b6-4bd8-9a13-e9190fa6b108 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3702208'] for security_group, after_create {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:40:59.228986 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [None req-0bd6003f-c0b6-4bd8-9a13-e9190fa6b108 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=0be5d13145f24c7db837658f476afd2f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2773023 Sep 15 16:40:59.229826 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd6003f-c0b6-4bd8-9a13-e9190fa6b108 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa63dd92-a202-49dc-a08d-48d6cf01fb12,revision_number=1']} {{(pid=93954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:40:59.232029 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.wsgi [-] (93953) accepted ('10.222.0.39', 42398) {{(pid=93953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:40:59.288497 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-ea599300-5a30-40ad-9707-dc241e28e12f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:40:59.309934 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-ea599300-5a30-40ad-9707-dc241e28e12f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:40:59.360542 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-ea599300-5a30-40ad-9707-dc241e28e12f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3702208'] for security_group, after_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:40:59.363489 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-ea599300-5a30-40ad-9707-dc241e28e12f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:40:59.364650 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [None req-ea599300-5a30-40ad-9707-dc241e28e12f admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/aa63dd92-a202-49dc-a08d-48d6cf01fb12 HTTP/1.1" status: 204 len: 168 time: 0.1316152 Sep 15 16:40:59.372470 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea599300-5a30-40ad-9707-dc241e28e12f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa63dd92-a202-49dc-a08d-48d6cf01fb12,revision_number=None']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:40:59.659449 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.wsgi [-] (93953) accepted ('10.222.0.39', 42404) {{(pid=93953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:40:59.680769 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-9efab6b5-e184-4ca9-baf4-48ea67707a60 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:40:59.777684 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-9efab6b5-e184-4ca9-baf4-48ea67707a60 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:40:59.784505 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-9efab6b5-e184-4ca9-baf4-48ea67707a60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3702208'] for security_group, after_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:40:59.822142 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [None req-9efab6b5-e184-4ca9-baf4-48ea67707a60 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=c6f911e8fc224f24872d95bd3c9fc2b8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1610656 Sep 15 16:40:59.822894 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9efab6b5-e184-4ca9-baf4-48ea67707a60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20cdcf50-5a19-422c-84f9-f96383414c78,revision_number=1']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:40:59.825938 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.wsgi [-] (93954) accepted ('10.222.0.39', 42406) {{(pid=93954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:40:59.898973 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-f0913d8d-45d7-4ca0-869b-cf60bba06097 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:40:59.921123 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-f0913d8d-45d7-4ca0-869b-cf60bba06097 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:40:59.971274 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-f0913d8d-45d7-4ca0-869b-cf60bba06097 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3702208'] for security_group, after_delete {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:40:59.974053 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-f0913d8d-45d7-4ca0-869b-cf60bba06097 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:40:59.975269 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [None req-f0913d8d-45d7-4ca0-869b-cf60bba06097 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/20cdcf50-5a19-422c-84f9-f96383414c78 HTTP/1.1" status: 204 len: 168 time: 0.1481681 Sep 15 16:40:59.982870 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0913d8d-45d7-4ca0-869b-cf60bba06097 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20cdcf50-5a19-422c-84f9-f96383414c78,revision_number=None']} {{(pid=93954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:41:01.888714 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-57d8a9a3-d16f-4b20-b77b-ca1e664c03db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791196484491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953091'] for agent, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:41:01.978524 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-4b5f2f88-8838-4269-a57e-95cf4d823f66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791196484491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953091'] for agent, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:41:03.052866 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-eee1357e-56cc-4bdc-884d-16a88731d16f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791196484491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953091'] for agent, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:41:04.441308 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-7ad16b6f-1dcb-4567-914a-8ec9b5a04b47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791196484491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953091'] for agent, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:41:06.475366 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron.db.agents_db [None req-9c583be1-859f-4a85-bd6b-6d26517e04c2 None None] Agent healthcheck: found 6 active agents {{(pid=93956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 16:41:11.048838 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.wsgi [-] (93954) accepted ('10.222.0.39', 42514) {{(pid=93954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:41:11.173631 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-6eb77df9-ccff-4329-b4d9-5baa4c156c69 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:41:11.269192 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-6eb77df9-ccff-4329-b4d9-5baa4c156c69 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:41:11.274979 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-6eb77df9-ccff-4329-b4d9-5baa4c156c69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3702208'] for security_group, after_create {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:41:11.312310 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [None req-6eb77df9-ccff-4329-b4d9-5baa4c156c69 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=ffba6e6b99844431a9f1adeb928a476c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2622080 Sep 15 16:41:11.313121 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb77df9-ccff-4329-b4d9-5baa4c156c69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16f6e3dd-5897-45ec-8ff6-624a4dad6b25,revision_number=1']} {{(pid=93954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:41:11.316103 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.wsgi [-] (93954) accepted ('10.222.0.39', 42518) {{(pid=93954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:41:11.370653 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-6c379089-dbf7-4e3c-b87b-3eac5e048411 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:41:11.393855 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-6c379089-dbf7-4e3c-b87b-3eac5e048411 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:41:11.452416 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-6c379089-dbf7-4e3c-b87b-3eac5e048411 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3702208'] for security_group, after_delete {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:41:11.454915 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-6c379089-dbf7-4e3c-b87b-3eac5e048411 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:41:11.456035 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [None req-6c379089-dbf7-4e3c-b87b-3eac5e048411 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/16f6e3dd-5897-45ec-8ff6-624a4dad6b25 HTTP/1.1" status: 204 len: 168 time: 0.1385801 Sep 15 16:41:11.463866 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c379089-dbf7-4e3c-b87b-3eac5e048411 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16f6e3dd-5897-45ec-8ff6-624a4dad6b25,revision_number=None']} {{(pid=93954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:41:11.760117 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.wsgi [-] (93954) accepted ('10.222.0.39', 42524) {{(pid=93954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:41:11.773403 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-a4eb68c6-7daa-4b7e-8bd4-1386820bf331 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:41:11.866562 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-a4eb68c6-7daa-4b7e-8bd4-1386820bf331 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:41:11.872677 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-a4eb68c6-7daa-4b7e-8bd4-1386820bf331 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3702208'] for security_group, after_create {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:41:11.912816 dv-cinder-779576-8-iscsi neutron-server[93954]: INFO neutron.wsgi [None req-a4eb68c6-7daa-4b7e-8bd4-1386820bf331 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=8f7d0926da5a4443b51c04252a946b37&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1515112 Sep 15 16:41:11.913645 dv-cinder-779576-8-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4eb68c6-7daa-4b7e-8bd4-1386820bf331 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd754e93-e949-497c-8c2a-393eb27c66b8,revision_number=1']} {{(pid=93954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:41:11.916328 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.wsgi [-] (93953) accepted ('10.222.0.39', 42526) {{(pid=93953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:41:11.970916 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-d091b0db-6c0d-40d0-a535-c4c2d8799c0a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:41:11.993165 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-d091b0db-6c0d-40d0-a535-c4c2d8799c0a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:41:12.045915 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-d091b0db-6c0d-40d0-a535-c4c2d8799c0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3702208'] for security_group, after_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:41:12.048420 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-d091b0db-6c0d-40d0-a535-c4c2d8799c0a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:41:12.049607 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [None req-d091b0db-6c0d-40d0-a535-c4c2d8799c0a admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/dd754e93-e949-497c-8c2a-393eb27c66b8 HTTP/1.1" status: 204 len: 168 time: 0.1322742 Sep 15 16:41:12.057379 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d091b0db-6c0d-40d0-a535-c4c2d8799c0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd754e93-e949-497c-8c2a-393eb27c66b8,revision_number=None']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:41:23.216876 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791196484491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953091'] for agent, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:41:29.166656 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-03b2b7a1-b7f3-47ca-a56d-8b9d7858bace None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791196484491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953091'] for agent, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:41:31.898778 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-57d8a9a3-d16f-4b20-b77b-ca1e664c03db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791196484491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953091'] for agent, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:41:31.979747 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-3b62f2d7-4ce2-4192-881f-b193ad75f8e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791196484491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953091'] for agent, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:41:33.056398 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-eee1357e-56cc-4bdc-884d-16a88731d16f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791196484491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953091'] for agent, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:41:34.451013 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-7ad16b6f-1dcb-4567-914a-8ec9b5a04b47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791196484491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953091'] for agent, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:41:36.142602 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.wsgi [-] (93953) accepted ('10.222.0.39', 42660) {{(pid=93953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:41:36.258155 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-f838c6a7-4157-48e9-ad71-83c68cb6604e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:41:36.356282 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-f838c6a7-4157-48e9-ad71-83c68cb6604e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:41:36.362615 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-f838c6a7-4157-48e9-ad71-83c68cb6604e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3702208'] for security_group, after_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:41:36.400436 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [None req-f838c6a7-4157-48e9-ad71-83c68cb6604e admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=450655a836ff4196b9be5059e6932d36&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2567089 Sep 15 16:41:36.401275 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f838c6a7-4157-48e9-ad71-83c68cb6604e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02f45060-224a-40c1-864e-248e8f5b7f4d,revision_number=1']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:41:36.403096 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.wsgi [-] (93953) accepted ('10.222.0.39', 42664) {{(pid=93953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:41:36.419199 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f838c6a7-4157-48e9-ad71-83c68cb6604e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:41:36.419545 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f838c6a7-4157-48e9-ad71-83c68cb6604e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:41:36.419885 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f838c6a7-4157-48e9-ad71-83c68cb6604e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:41:36.420248 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f838c6a7-4157-48e9-ad71-83c68cb6604e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:41:36.420584 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f838c6a7-4157-48e9-ad71-83c68cb6604e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:41:36.420908 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f838c6a7-4157-48e9-ad71-83c68cb6604e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:41:36.421217 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f838c6a7-4157-48e9-ad71-83c68cb6604e admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:41:36.421541 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f838c6a7-4157-48e9-ad71-83c68cb6604e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:41:36.421860 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f838c6a7-4157-48e9-ad71-83c68cb6604e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:41:36.422180 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f838c6a7-4157-48e9-ad71-83c68cb6604e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:41:36.422497 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f838c6a7-4157-48e9-ad71-83c68cb6604e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:41:36.422807 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f838c6a7-4157-48e9-ad71-83c68cb6604e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779576-8-iscsi {{(pid=93953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:41:36.462363 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-c3d79277-99b2-4f6e-941a-77e01779dc68 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:41:36.483780 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-c3d79277-99b2-4f6e-941a-77e01779dc68 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:41:36.538108 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-c3d79277-99b2-4f6e-941a-77e01779dc68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3702208'] for security_group, after_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:41:36.540681 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-c3d79277-99b2-4f6e-941a-77e01779dc68 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:41:36.541826 dv-cinder-779576-8-iscsi neutron-server[93953]: INFO neutron.wsgi [None req-c3d79277-99b2-4f6e-941a-77e01779dc68 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/02f45060-224a-40c1-864e-248e8f5b7f4d HTTP/1.1" status: 204 len: 168 time: 0.1378586 Sep 15 16:41:36.549491 dv-cinder-779576-8-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d79277-99b2-4f6e-941a-77e01779dc68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02f45060-224a-40c1-864e-248e8f5b7f4d,revision_number=None']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:41:43.479378 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron.db.agents_db [None req-9c583be1-859f-4a85-bd6b-6d26517e04c2 None None] Agent healthcheck: found 6 active agents {{(pid=93956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 16:41:53.211417 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791196484491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953091'] for agent, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:41:59.160604 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-9876e118-c7c0-4425-bbcb-f442f5e438ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791196484491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953091'] for agent, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:42:01.903906 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-57d8a9a3-d16f-4b20-b77b-ca1e664c03db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791196484491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953091'] for agent, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:42:01.987987 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-32f7b5a4-5bfc-4468-9cdc-361758a3dddc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791196484491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953091'] for agent, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:42:03.058223 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-eee1357e-56cc-4bdc-884d-16a88731d16f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791196484491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953091'] for agent, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:42:04.457710 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-7ad16b6f-1dcb-4567-914a-8ec9b5a04b47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791196484491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953091'] for agent, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:42:20.484764 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron.db.agents_db [None req-9c583be1-859f-4a85-bd6b-6d26517e04c2 None None] Agent healthcheck: found 6 active agents {{(pid=93956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 16:42:23.220674 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791196484491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953091'] for agent, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:42:29.165879 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-220bfe10-66b7-4e9d-a6a7-455d7199a119 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791196484491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953091'] for agent, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:42:32.037566 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-57d8a9a3-d16f-4b20-b77b-ca1e664c03db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791196484491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953091'] for agent, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:42:32.039658 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-43e2235a-5f72-4733-8696-0a206c4dec03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791196484491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953091'] for agent, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:42:33.064921 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-eee1357e-56cc-4bdc-884d-16a88731d16f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791196484491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953091'] for agent, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:42:34.454066 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-7ad16b6f-1dcb-4567-914a-8ec9b5a04b47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791196484491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953091'] for agent, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:42:53.226714 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791196484491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953091'] for agent, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:42:57.487095 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron.db.agents_db [None req-9c583be1-859f-4a85-bd6b-6d26517e04c2 None None] Agent healthcheck: found 6 active agents {{(pid=93956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 16:42:59.186285 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-2ba32bbd-c303-4ced-b30f-c02c1cbed31f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791196484491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953091'] for agent, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:43:01.909871 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-57d8a9a3-d16f-4b20-b77b-ca1e664c03db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791196484491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953091'] for agent, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:43:01.994680 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-2bff5c67-fb05-46a4-9e05-58cd077ec350 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791196484491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953091'] for agent, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:43:03.069997 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-eee1357e-56cc-4bdc-884d-16a88731d16f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791196484491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953091'] for agent, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:43:04.462365 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-7ad16b6f-1dcb-4567-914a-8ec9b5a04b47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791196484491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953091'] for agent, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:43:23.241572 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791196484491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953091'] for agent, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:43:29.174644 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-dc3edf0d-f7e7-4794-b731-ea6d87d87d07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791196484491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953091'] for agent, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:43:31.910462 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-57d8a9a3-d16f-4b20-b77b-ca1e664c03db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791196484491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953091'] for agent, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:43:31.996951 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-7fa41cb5-0bf8-4dff-86ac-81059be61a54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791196484491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953091'] for agent, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:43:33.067570 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-eee1357e-56cc-4bdc-884d-16a88731d16f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791196484491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953091'] for agent, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:43:34.461908 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-7ad16b6f-1dcb-4567-914a-8ec9b5a04b47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791196484491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953091'] for agent, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:43:34.490836 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron.db.agents_db [None req-9c583be1-859f-4a85-bd6b-6d26517e04c2 None None] Agent healthcheck: found 6 active agents {{(pid=93956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 16:43:53.262049 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791196484491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953091'] for agent, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:43:59.177055 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-8d481a26-6913-4efd-8a48-410487c250d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791196484491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953091'] for agent, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:44:01.913413 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-57d8a9a3-d16f-4b20-b77b-ca1e664c03db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791196484491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953091'] for agent, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:44:02.000803 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-1c5fb604-c58e-4e36-b161-8a7c6277af75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791196484491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953091'] for agent, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:44:03.070774 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-eee1357e-56cc-4bdc-884d-16a88731d16f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791196484491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953091'] for agent, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:44:04.468696 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-7ad16b6f-1dcb-4567-914a-8ec9b5a04b47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791196484491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953091'] for agent, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:44:11.496523 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron.db.agents_db [None req-9c583be1-859f-4a85-bd6b-6d26517e04c2 None None] Agent healthcheck: found 6 active agents {{(pid=93956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 16:44:23.257967 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791196484491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953091'] for agent, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:44:29.175982 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-b883e7af-748d-4bad-b90a-f31cce4f82df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791196484491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953091'] for agent, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:44:31.914529 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-57d8a9a3-d16f-4b20-b77b-ca1e664c03db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791196484491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953091'] for agent, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:44:32.005448 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-8b544b78-c492-4932-bd2b-31ec2248d402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791196484491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953091'] for agent, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:44:33.084634 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-eee1357e-56cc-4bdc-884d-16a88731d16f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791196484491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953091'] for agent, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:44:34.478996 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-7ad16b6f-1dcb-4567-914a-8ec9b5a04b47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791196484491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953091'] for agent, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:44:48.500636 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron.db.agents_db [None req-9c583be1-859f-4a85-bd6b-6d26517e04c2 None None] Agent healthcheck: found 6 active agents {{(pid=93956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 16:44:53.250486 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791196484491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953091'] for agent, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:44:59.176852 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-ca1fe7cd-303a-46d4-9e1a-3428cf9ca46d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791196484491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953091'] for agent, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:45:01.914309 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-57d8a9a3-d16f-4b20-b77b-ca1e664c03db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791196484491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953091'] for agent, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:45:02.002929 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-8fe5045e-e270-433b-820d-be38a1f6ebfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791196484491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953091'] for agent, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:45:03.079247 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-eee1357e-56cc-4bdc-884d-16a88731d16f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791196484491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953091'] for agent, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:45:04.483768 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-7ad16b6f-1dcb-4567-914a-8ec9b5a04b47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791196484491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953091'] for agent, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:45:23.266085 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791196484491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953091'] for agent, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:45:25.506603 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron.db.agents_db [None req-9c583be1-859f-4a85-bd6b-6d26517e04c2 None None] Agent healthcheck: found 6 active agents {{(pid=93956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 16:45:29.181402 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-e7633cea-c41c-4e85-a911-7fbd5f9df417 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791196484491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953091'] for agent, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:45:31.918121 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-57d8a9a3-d16f-4b20-b77b-ca1e664c03db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791196484491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953091'] for agent, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:45:32.000103 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-d7fc3898-0720-4275-a5e1-a113d17eed6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791196484491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953091'] for agent, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:45:33.089602 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-eee1357e-56cc-4bdc-884d-16a88731d16f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791196484491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953091'] for agent, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:45:34.489411 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-7ad16b6f-1dcb-4567-914a-8ec9b5a04b47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791196484491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953091'] for agent, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:45:53.284452 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791196484491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953091'] for agent, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:45:59.177528 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-3771a23d-6c3a-4c51-b9f9-ff52c0e6b0b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791196484491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953091'] for agent, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:46:01.918713 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-57d8a9a3-d16f-4b20-b77b-ca1e664c03db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791196484491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953091'] for agent, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:46:01.996299 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-0da7ce75-ac3e-4a8e-b49f-2cbaa84cfb65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791196484491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953091'] for agent, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:46:02.510267 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron.db.agents_db [None req-9c583be1-859f-4a85-bd6b-6d26517e04c2 None None] Agent healthcheck: found 6 active agents {{(pid=93956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 16:46:03.091221 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-eee1357e-56cc-4bdc-884d-16a88731d16f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791196484491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953091'] for agent, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:46:04.491990 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-7ad16b6f-1dcb-4567-914a-8ec9b5a04b47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791196484491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953091'] for agent, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:46:23.282837 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791196484491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953091'] for agent, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:46:29.173736 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-19cc04d6-1723-4bd7-ac0c-c80340a56a7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791196484491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953091'] for agent, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:46:31.918584 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-57d8a9a3-d16f-4b20-b77b-ca1e664c03db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791196484491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953091'] for agent, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:46:32.003517 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-c19777d1-d675-45b5-87df-8c5313898724 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791196484491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953091'] for agent, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:46:33.096807 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-eee1357e-56cc-4bdc-884d-16a88731d16f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791196484491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953091'] for agent, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:46:34.498341 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-7ad16b6f-1dcb-4567-914a-8ec9b5a04b47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791196484491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953091'] for agent, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:46:39.514797 dv-cinder-779576-8-iscsi neutron-server[93956]: DEBUG neutron.db.agents_db [None req-9c583be1-859f-4a85-bd6b-6d26517e04c2 None None] Agent healthcheck: found 6 active agents {{(pid=93956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 16:46:53.297858 dv-cinder-779576-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-1752ad50-0ece-4cc8-b444-da17f45f2770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791196484491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953091'] for agent, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}